[ 493.490747] env[63105]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63105) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 493.491155] env[63105]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63105) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 493.491200] env[63105]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63105) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 493.491523] env[63105]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 493.587590] env[63105]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63105) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 493.598208] env[63105]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=63105) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 494.203620] env[63105]: INFO nova.virt.driver [None req-c9b09678-fa94-41f7-bb52-6fe967f223fd None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 494.274169] env[63105]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.274325] env[63105]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.274465] env[63105]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63105) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 497.433664] env[63105]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-9d8c97ac-42d3-4ac0-a099-4caedba81057 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.449126] env[63105]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63105) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 497.449246] env[63105]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-fc807fce-6dbd-485b-8245-171d5af0bc79 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.474524] env[63105]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 786c8. [ 497.474657] env[63105]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.200s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.475244] env[63105]: INFO nova.virt.vmwareapi.driver [None req-c9b09678-fa94-41f7-bb52-6fe967f223fd None None] VMware vCenter version: 7.0.3 [ 497.478626] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c670ee4-0949-4fd8-bc92-e6d6080061c5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.497317] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef60218-4383-4046-99c1-561f88180afb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.503685] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf25bd7-ffc6-4ae5-bb8b-9245943c5bd1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.510705] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a381ef84-9086-4d81-95c8-432c63dbc27e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.524320] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f96bf1b-19d5-404d-a80c-ce632b51c2ff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.530437] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7d3a2e-2cb9-412b-90f0-2e164aa948ee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.560964] env[63105]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-b60d3f62-c7d6-43f2-8ef7-71ba7ae0e072 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.566449] env[63105]: DEBUG nova.virt.vmwareapi.driver [None req-c9b09678-fa94-41f7-bb52-6fe967f223fd None None] Extension org.openstack.compute already exists. {{(pid=63105) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 497.569221] env[63105]: INFO nova.compute.provider_config [None req-c9b09678-fa94-41f7-bb52-6fe967f223fd None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 498.073030] env[63105]: DEBUG nova.context [None req-c9b09678-fa94-41f7-bb52-6fe967f223fd None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),6aa06912-0e6c-4c24-a88c-6fb6e888f9ef(cell1) {{(pid=63105) load_cells /opt/stack/nova/nova/context.py:464}} [ 498.075192] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.075414] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.076136] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.076568] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] Acquiring lock "6aa06912-0e6c-4c24-a88c-6fb6e888f9ef" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.076751] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] Lock "6aa06912-0e6c-4c24-a88c-6fb6e888f9ef" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.077764] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] Lock "6aa06912-0e6c-4c24-a88c-6fb6e888f9ef" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.099445] env[63105]: INFO dbcounter [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] Registered counter for database nova_cell0 [ 498.108932] env[63105]: INFO dbcounter [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] Registered counter for database nova_cell1 [ 498.113141] env[63105]: DEBUG oslo_db.sqlalchemy.engines [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63105) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 498.113636] env[63105]: DEBUG oslo_db.sqlalchemy.engines [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63105) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 498.119031] env[63105]: ERROR nova.db.main.api [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 498.119031] env[63105]: result = function(*args, **kwargs) [ 498.119031] env[63105]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 498.119031] env[63105]: return func(*args, **kwargs) [ 498.119031] env[63105]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 498.119031] env[63105]: result = fn(*args, **kwargs) [ 498.119031] env[63105]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 498.119031] env[63105]: return f(*args, **kwargs) [ 498.119031] env[63105]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 498.119031] env[63105]: return db.service_get_minimum_version(context, binaries) [ 498.119031] env[63105]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 498.119031] env[63105]: _check_db_access() [ 498.119031] env[63105]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 498.119031] env[63105]: stacktrace = ''.join(traceback.format_stack()) [ 498.119031] env[63105]: [ 498.120328] env[63105]: ERROR nova.db.main.api [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 498.120328] env[63105]: result = function(*args, **kwargs) [ 498.120328] env[63105]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 498.120328] env[63105]: return func(*args, **kwargs) [ 498.120328] env[63105]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 498.120328] env[63105]: result = fn(*args, **kwargs) [ 498.120328] env[63105]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 498.120328] env[63105]: return f(*args, **kwargs) [ 498.120328] env[63105]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 498.120328] env[63105]: return db.service_get_minimum_version(context, binaries) [ 498.120328] env[63105]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 498.120328] env[63105]: _check_db_access() [ 498.120328] env[63105]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 498.120328] env[63105]: stacktrace = ''.join(traceback.format_stack()) [ 498.120328] env[63105]: [ 498.120963] env[63105]: WARNING nova.objects.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 498.120963] env[63105]: WARNING nova.objects.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] Failed to get minimum service version for cell 6aa06912-0e6c-4c24-a88c-6fb6e888f9ef [ 498.121411] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] Acquiring lock "singleton_lock" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 498.121581] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] Acquired lock "singleton_lock" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 498.121821] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] Releasing lock "singleton_lock" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 498.122197] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] Full set of CONF: {{(pid=63105) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 498.122347] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ******************************************************************************** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 498.122475] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] Configuration options gathered from: {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 498.122611] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 498.122805] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 498.122933] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ================================================================================ {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 498.123198] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] allow_resize_to_same_host = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.123384] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] arq_binding_timeout = 300 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.123519] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] backdoor_port = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.123650] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] backdoor_socket = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.123816] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] block_device_allocate_retries = 60 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.123976] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] block_device_allocate_retries_interval = 3 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.124166] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cert = self.pem {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.124356] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.124540] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] compute_monitors = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.124716] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] config_dir = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.124892] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] config_drive_format = iso9660 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.125037] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.125209] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] config_source = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.125381] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] console_host = devstack {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.125546] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] control_exchange = nova {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.125709] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cpu_allocation_ratio = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.125872] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] daemon = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.127245] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] debug = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.127245] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] default_access_ip_network_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.127245] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] default_availability_zone = nova {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.127245] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] default_ephemeral_format = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.127245] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] default_green_pool_size = 1000 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.127484] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.127484] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] default_schedule_zone = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.127484] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] disk_allocation_ratio = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.127484] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] enable_new_services = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.127677] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] enabled_apis = ['osapi_compute'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.127718] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] enabled_ssl_apis = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.127885] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] flat_injected = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.128062] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] force_config_drive = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.128225] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] force_raw_images = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.128398] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] graceful_shutdown_timeout = 5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.128559] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] heal_instance_info_cache_interval = 60 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.128794] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] host = cpu-1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.128979] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.129165] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.129334] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.129559] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.129728] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] instance_build_timeout = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.129894] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] instance_delete_interval = 300 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.130079] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] instance_format = [instance: %(uuid)s] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.130255] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] instance_name_template = instance-%08x {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.130426] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] instance_usage_audit = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.130598] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] instance_usage_audit_period = month {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.130769] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.130937] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.131121] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] internal_service_availability_zone = internal {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.131285] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] key = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.131463] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] live_migration_retry_count = 30 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.131671] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] log_color = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.131840] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] log_config_append = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.132030] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.132212] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] log_dir = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.132377] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] log_file = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.132508] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] log_options = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.132712] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] log_rotate_interval = 1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.132895] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] log_rotate_interval_type = days {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.133092] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] log_rotation_type = none {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.133230] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.133360] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.133536] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.133706] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.133837] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.134012] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] long_rpc_timeout = 1800 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.134189] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] max_concurrent_builds = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.134352] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] max_concurrent_live_migrations = 1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.134515] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] max_concurrent_snapshots = 5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.134677] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] max_local_block_devices = 3 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.134836] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] max_logfile_count = 30 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.134996] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] max_logfile_size_mb = 200 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.135174] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] maximum_instance_delete_attempts = 5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.135348] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] metadata_listen = 0.0.0.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.135521] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] metadata_listen_port = 8775 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.135693] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] metadata_workers = 2 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.135860] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] migrate_max_retries = -1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.136042] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] mkisofs_cmd = genisoimage {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.136268] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.136404] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] my_ip = 10.180.1.21 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.136614] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.136783] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] network_allocate_retries = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.136971] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.137157] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.137328] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] osapi_compute_listen_port = 8774 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.137501] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] osapi_compute_unique_server_name_scope = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.137679] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] osapi_compute_workers = 2 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.137846] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] password_length = 12 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.138021] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] periodic_enable = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.138194] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] periodic_fuzzy_delay = 60 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.138364] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] pointer_model = usbtablet {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.138534] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] preallocate_images = none {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.138700] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] publish_errors = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.138835] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] pybasedir = /opt/stack/nova {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.138998] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ram_allocation_ratio = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.139177] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] rate_limit_burst = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.139351] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] rate_limit_except_level = CRITICAL {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.139516] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] rate_limit_interval = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.139683] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] reboot_timeout = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.139843] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] reclaim_instance_interval = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.140026] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] record = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.140195] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] reimage_timeout_per_gb = 60 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.140366] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] report_interval = 120 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.140532] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] rescue_timeout = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.140700] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] reserved_host_cpus = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.140860] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] reserved_host_disk_mb = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.141032] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] reserved_host_memory_mb = 512 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.141204] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] reserved_huge_pages = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.141367] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] resize_confirm_window = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.141530] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] resize_fs_using_block_device = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.141693] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] resume_guests_state_on_host_boot = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.141866] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.142071] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] rpc_response_timeout = 60 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.142239] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] run_external_periodic_tasks = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.142413] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] running_deleted_instance_action = reap {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.142575] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.142736] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] running_deleted_instance_timeout = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.142896] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] scheduler_instance_sync_interval = 120 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.143098] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] service_down_time = 720 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.143294] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] servicegroup_driver = db {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.143455] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] shell_completion = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.143617] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] shelved_offload_time = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.143776] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] shelved_poll_interval = 3600 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.143945] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] shutdown_timeout = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.144122] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] source_is_ipv6 = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.144285] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ssl_only = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.144615] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.144795] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] sync_power_state_interval = 600 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.144959] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] sync_power_state_pool_size = 1000 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.145144] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] syslog_log_facility = LOG_USER {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.145307] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] tempdir = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.145469] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] timeout_nbd = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.145640] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] transport_url = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.145801] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] update_resources_interval = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.145960] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] use_cow_images = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.146133] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] use_journal = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.146295] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] use_json = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.146454] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] use_rootwrap_daemon = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.146619] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] use_stderr = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.146785] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] use_syslog = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.146939] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vcpu_pin_set = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.147119] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vif_plugging_is_fatal = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.147292] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vif_plugging_timeout = 300 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.147466] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] virt_mkfs = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.147626] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] volume_usage_poll_interval = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.147783] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] watch_log_file = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.147949] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] web = /usr/share/spice-html5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.148154] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.148325] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.148490] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.148660] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_concurrency.disable_process_locking = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.149349] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.149546] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.149719] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.149897] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.150085] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.150265] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.150462] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.auth_strategy = keystone {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.150631] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.compute_link_prefix = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.150812] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.150990] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.dhcp_domain = novalocal {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.151188] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.enable_instance_password = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.151424] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.glance_link_prefix = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.151613] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.151793] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.151961] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.instance_list_per_project_cells = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.152168] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.list_records_by_skipping_down_cells = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.152347] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.local_metadata_per_cell = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.152521] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.max_limit = 1000 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.152693] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.metadata_cache_expiration = 15 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.152869] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.neutron_default_tenant_id = default {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.153058] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.response_validation = warn {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.153243] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.use_neutron_default_nets = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.153427] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.153594] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.153768] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.153943] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.154135] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.vendordata_dynamic_targets = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.154304] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.vendordata_jsonfile_path = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.154526] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.154791] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.backend = dogpile.cache.memcached {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.154968] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.backend_argument = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.155148] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.backend_expiration_time = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.155323] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.config_prefix = cache.oslo {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.155501] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.dead_timeout = 60.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.155666] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.debug_cache_backend = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.155831] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.enable_retry_client = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.155995] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.enable_socket_keepalive = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.156227] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.enabled = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.156441] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.enforce_fips_mode = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.156639] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.expiration_time = 600 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.156835] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.hashclient_retry_attempts = 2 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.157034] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.157212] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.memcache_dead_retry = 300 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.157375] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.memcache_password = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.157546] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.157712] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.157878] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.memcache_pool_maxsize = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.158053] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.158227] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.memcache_sasl_enabled = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.158410] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.158578] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.158738] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.memcache_username = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.158904] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.proxies = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.159081] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.redis_db = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.159247] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.redis_password = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.159423] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.159639] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.159832] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.redis_server = localhost:6379 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.160022] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.redis_socket_timeout = 1.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.160191] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.redis_username = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.160359] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.retry_attempts = 2 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.160528] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.retry_delay = 0.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.160692] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.socket_keepalive_count = 1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.160853] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.socket_keepalive_idle = 1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.161026] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.socket_keepalive_interval = 1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.161193] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.tls_allowed_ciphers = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.161353] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.tls_cafile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.161514] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.tls_certfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.161676] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.tls_enabled = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.161836] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cache.tls_keyfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.162050] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cinder.auth_section = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.162242] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cinder.auth_type = password {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.162419] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cinder.cafile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.162600] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.162762] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cinder.certfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.162928] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cinder.collect_timing = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.163144] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cinder.cross_az_attach = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.163325] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cinder.debug = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.163491] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cinder.endpoint_template = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.163658] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cinder.http_retries = 3 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.163824] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cinder.insecure = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.163984] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cinder.keyfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.164176] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cinder.os_region_name = RegionOne {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.164356] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cinder.split_loggers = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.164543] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cinder.timeout = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.164724] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.164888] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] compute.cpu_dedicated_set = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.165061] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] compute.cpu_shared_set = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.165242] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] compute.image_type_exclude_list = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.165408] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.165574] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.165739] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.165902] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.166089] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.166261] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] compute.resource_provider_association_refresh = 300 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.166425] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.166588] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] compute.shutdown_retry_interval = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.166774] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.166957] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] conductor.workers = 2 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.167153] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] console.allowed_origins = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.167322] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] console.ssl_ciphers = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.167497] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] console.ssl_minimum_version = default {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.167671] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] consoleauth.enforce_session_timeout = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.167840] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] consoleauth.token_ttl = 600 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.168024] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.cafile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.168187] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.certfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.168357] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.collect_timing = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.168543] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.connect_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.168724] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.connect_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.168886] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.endpoint_override = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.169069] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.insecure = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.169234] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.keyfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.169398] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.max_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.169555] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.min_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.169715] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.region_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.169875] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.retriable_status_codes = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.170050] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.service_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.170231] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.service_type = accelerator {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.170401] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.split_loggers = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.170559] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.status_code_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.170721] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.status_code_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.170881] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.timeout = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.171081] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.171253] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] cyborg.version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.171433] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.asyncio_connection = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.171596] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.asyncio_slave_connection = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.171772] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.backend = sqlalchemy {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.171945] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.connection = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.172165] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.connection_debug = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.172342] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.connection_parameters = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.172514] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.connection_recycle_time = 3600 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.172682] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.connection_trace = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.172845] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.db_inc_retry_interval = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.173037] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.db_max_retries = 20 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.173192] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.db_max_retry_interval = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.173360] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.db_retry_interval = 1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.173526] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.max_overflow = 50 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.173687] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.max_pool_size = 5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.173853] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.max_retries = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.174054] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.174233] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.mysql_wsrep_sync_wait = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.174424] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.pool_timeout = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.174613] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.retry_interval = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.174809] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.slave_connection = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.174987] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.sqlite_synchronous = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.175171] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] database.use_db_reconnect = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.175348] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.asyncio_connection = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.175512] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.asyncio_slave_connection = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.175687] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.backend = sqlalchemy {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.175860] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.connection = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.176058] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.connection_debug = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.176245] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.connection_parameters = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.176412] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.connection_recycle_time = 3600 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.176580] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.connection_trace = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.176745] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.db_inc_retry_interval = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.176910] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.db_max_retries = 20 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.177087] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.db_max_retry_interval = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.177260] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.db_retry_interval = 1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.177427] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.max_overflow = 50 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.177594] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.max_pool_size = 5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.177758] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.max_retries = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.177926] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.178100] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.178269] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.pool_timeout = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.178434] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.retry_interval = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.178595] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.slave_connection = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.178759] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] api_database.sqlite_synchronous = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.178941] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] devices.enabled_mdev_types = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.179137] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.179318] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.179486] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ephemeral_storage_encryption.enabled = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.179653] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.179829] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.api_servers = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.179998] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.cafile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.180179] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.certfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.180342] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.collect_timing = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.180502] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.connect_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.180662] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.connect_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.180824] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.debug = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.180989] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.default_trusted_certificate_ids = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.181166] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.enable_certificate_validation = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.181331] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.enable_rbd_download = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.181489] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.endpoint_override = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.181655] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.insecure = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.181815] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.keyfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.181975] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.max_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.182175] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.min_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.182351] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.num_retries = 3 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.182525] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.rbd_ceph_conf = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.182689] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.rbd_connect_timeout = 5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.182859] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.rbd_pool = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.183049] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.rbd_user = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.183253] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.region_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.183424] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.retriable_status_codes = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.183587] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.service_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.183761] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.service_type = image {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.183924] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.split_loggers = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.184098] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.status_code_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.184262] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.status_code_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.184443] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.timeout = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.184637] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.184804] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.verify_glance_signatures = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.184964] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] glance.version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.185148] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] guestfs.debug = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.185353] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.auth_section = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.185525] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.auth_type = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.185686] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.cafile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.185844] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.certfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.186013] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.collect_timing = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.186182] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.connect_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.186342] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.connect_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.186500] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.endpoint_override = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.186667] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.insecure = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.186866] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.keyfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.187047] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.max_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.187213] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.min_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.187373] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.region_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.187533] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.retriable_status_codes = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.187691] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.service_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.187862] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.service_type = shared-file-system {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.188037] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.share_apply_policy_timeout = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.188207] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.split_loggers = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.188366] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.status_code_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.188525] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.status_code_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.188683] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.timeout = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.188865] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.189036] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] manila.version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.189214] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] mks.enabled = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.189586] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.189781] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] image_cache.manager_interval = 2400 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.189953] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] image_cache.precache_concurrency = 1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.190143] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] image_cache.remove_unused_base_images = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.190318] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.190488] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.190664] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] image_cache.subdirectory_name = _base {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.190840] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.api_max_retries = 60 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.191014] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.api_retry_interval = 2 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.191182] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.auth_section = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.191347] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.auth_type = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.191510] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.cafile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.191670] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.certfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.191836] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.collect_timing = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.192028] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.conductor_group = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.192214] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.connect_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.192382] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.connect_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.192542] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.endpoint_override = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.192708] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.insecure = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.192868] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.keyfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.193040] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.max_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.193236] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.min_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.193416] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.peer_list = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.193579] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.region_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.193739] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.retriable_status_codes = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.193904] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.serial_console_state_timeout = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.194077] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.service_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.194258] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.service_type = baremetal {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.194441] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.shard = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.194619] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.split_loggers = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.194781] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.status_code_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.194943] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.status_code_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.195118] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.timeout = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.195310] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.195473] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ironic.version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.195658] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.195833] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] key_manager.fixed_key = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.196026] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.196198] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.barbican_api_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.196359] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.barbican_endpoint = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.196528] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.barbican_endpoint_type = public {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.196686] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.barbican_region_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.196845] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.cafile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.197014] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.certfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.197181] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.collect_timing = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.197380] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.insecure = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.197545] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.keyfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.197710] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.number_of_retries = 60 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.197871] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.retry_delay = 1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.198047] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.send_service_user_token = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.198222] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.split_loggers = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.198387] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.timeout = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.198550] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.verify_ssl = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.198709] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican.verify_ssl_path = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.198919] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican_service_user.auth_section = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.199104] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican_service_user.auth_type = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.199301] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican_service_user.cafile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.199472] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican_service_user.certfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.199638] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican_service_user.collect_timing = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.199801] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican_service_user.insecure = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.199961] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican_service_user.keyfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.200139] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican_service_user.split_loggers = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.200303] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] barbican_service_user.timeout = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.200471] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vault.approle_role_id = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.200630] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vault.approle_secret_id = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.200803] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vault.kv_mountpoint = secret {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.200963] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vault.kv_path = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.201147] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vault.kv_version = 2 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.201311] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vault.namespace = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.201471] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vault.root_token_id = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.201628] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vault.ssl_ca_crt_file = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.201848] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vault.timeout = 60.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.202062] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vault.use_ssl = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.202243] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.202418] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.cafile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.202581] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.certfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.202745] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.collect_timing = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.202905] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.connect_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.203094] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.connect_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.203271] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.endpoint_override = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.203434] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.insecure = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.203591] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.keyfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.203745] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.max_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.203899] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.min_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.204067] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.region_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.204236] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.retriable_status_codes = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.204422] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.service_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.204604] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.service_type = identity {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.204771] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.split_loggers = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.204931] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.status_code_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.205105] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.status_code_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.205269] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.timeout = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.205453] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.205616] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] keystone.version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.205819] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.connection_uri = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.205980] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.cpu_mode = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.206162] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.206333] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.cpu_models = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.206503] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.cpu_power_governor_high = performance {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.206672] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.206837] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.cpu_power_management = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.207021] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.207199] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.device_detach_attempts = 8 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.207362] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.device_detach_timeout = 20 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.207534] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.disk_cachemodes = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.207697] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.disk_prefix = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.207865] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.enabled_perf_events = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.208040] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.file_backed_memory = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.208215] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.gid_maps = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.208377] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.hw_disk_discard = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.208538] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.hw_machine_type = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.208712] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.images_rbd_ceph_conf = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.208881] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.209064] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.209242] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.images_rbd_glance_store_name = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.209412] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.images_rbd_pool = rbd {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.209584] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.images_type = default {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.209747] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.images_volume_group = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.209914] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.inject_key = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.210092] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.inject_partition = -2 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.210261] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.inject_password = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.210426] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.iscsi_iface = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.210592] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.iser_use_multipath = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.210755] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.210954] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.211144] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.live_migration_downtime = 500 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.211340] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.211519] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.211681] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.live_migration_inbound_addr = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.211846] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.212023] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.212213] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.live_migration_scheme = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.212397] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.live_migration_timeout_action = abort {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.212564] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.live_migration_tunnelled = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.212726] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.live_migration_uri = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.212888] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.live_migration_with_native_tls = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.213063] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.max_queues = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.213234] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.213474] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.213641] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.nfs_mount_options = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.213965] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.214184] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.214375] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.214558] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.214726] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.214892] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.num_pcie_ports = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.215073] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.215250] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.pmem_namespaces = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.215411] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.quobyte_client_cfg = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.215712] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.215887] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.216065] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.216236] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.216398] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.rbd_secret_uuid = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.216557] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.rbd_user = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.216722] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.216895] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.217068] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.rescue_image_id = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.217232] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.rescue_kernel_id = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.217389] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.rescue_ramdisk_id = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.217559] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.217718] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.rx_queue_size = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.217885] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.smbfs_mount_options = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.218203] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.218385] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.snapshot_compression = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.218549] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.snapshot_image_format = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.218787] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.218956] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.sparse_logical_volumes = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.219138] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.swtpm_enabled = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.219313] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.swtpm_group = tss {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.219482] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.swtpm_user = tss {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.219656] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.sysinfo_serial = unique {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.219816] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.tb_cache_size = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.219977] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.tx_queue_size = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.220163] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.uid_maps = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.220328] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.use_virtio_for_bridges = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.220500] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.virt_type = kvm {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.220672] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.volume_clear = zero {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.220837] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.volume_clear_size = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.221014] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.volume_use_multipath = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.221184] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.vzstorage_cache_path = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.221364] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.221534] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.221699] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.221869] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.222223] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.222413] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.vzstorage_mount_user = stack {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.222586] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.222764] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.auth_section = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.222974] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.auth_type = password {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.223219] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.cafile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.223402] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.certfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.223576] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.collect_timing = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.223737] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.connect_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.223897] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.connect_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.224080] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.default_floating_pool = public {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.224248] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.endpoint_override = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.224413] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.extension_sync_interval = 600 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.224575] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.http_retries = 3 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.224736] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.insecure = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.224892] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.keyfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.225064] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.max_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.225240] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.225398] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.min_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.225564] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.ovs_bridge = br-int {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.225729] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.physnets = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.225895] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.region_name = RegionOne {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.226081] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.retriable_status_codes = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.226253] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.service_metadata_proxy = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.226412] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.service_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.226579] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.service_type = network {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.226742] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.split_loggers = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.226900] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.status_code_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.227072] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.status_code_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.227236] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.timeout = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.227419] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.227578] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] neutron.version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.227755] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] notifications.bdms_in_notifications = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.227933] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] notifications.default_level = INFO {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.228124] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] notifications.notification_format = unversioned {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.228291] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] notifications.notify_on_state_change = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.228467] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.228646] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] pci.alias = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.228817] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] pci.device_spec = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.228983] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] pci.report_in_placement = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.229170] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.auth_section = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.229344] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.auth_type = password {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.229514] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.229676] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.cafile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.229833] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.certfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.229996] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.collect_timing = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.230172] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.connect_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.230333] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.connect_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.230491] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.default_domain_id = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.230653] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.default_domain_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.230811] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.domain_id = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.230967] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.domain_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.231142] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.endpoint_override = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.231306] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.insecure = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.231463] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.keyfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.231619] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.max_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.231776] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.min_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.231944] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.password = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.232147] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.project_domain_id = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.232333] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.project_domain_name = Default {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.232503] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.project_id = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.232676] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.project_name = service {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.232845] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.region_name = RegionOne {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.233019] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.retriable_status_codes = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.233209] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.service_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.233385] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.service_type = placement {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.233551] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.split_loggers = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.233710] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.status_code_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.233869] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.status_code_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.234042] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.system_scope = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.234207] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.timeout = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.234389] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.trust_id = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.234588] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.user_domain_id = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.234761] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.user_domain_name = Default {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.234922] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.user_id = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.235120] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.username = nova {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.235336] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.235502] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] placement.version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.235684] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] quota.cores = 20 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.235850] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] quota.count_usage_from_placement = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.236033] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.236209] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] quota.injected_file_content_bytes = 10240 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.236376] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] quota.injected_file_path_length = 255 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.236543] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] quota.injected_files = 5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.236710] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] quota.instances = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.236875] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] quota.key_pairs = 100 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.237051] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] quota.metadata_items = 128 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.237223] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] quota.ram = 51200 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.237389] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] quota.recheck_quota = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.237559] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] quota.server_group_members = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.237727] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] quota.server_groups = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.237943] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.238134] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] quota.unified_limits_resource_strategy = require {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.238319] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.238488] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.238654] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] scheduler.image_metadata_prefilter = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.238818] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.238985] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] scheduler.max_attempts = 3 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.239166] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] scheduler.max_placement_results = 1000 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.239336] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.239500] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.239664] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.239840] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] scheduler.workers = 2 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.240021] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.240198] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.240381] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.240550] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.240715] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.240878] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.241055] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.241254] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.241426] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.host_subset_size = 1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.241591] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.241750] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.241919] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.242142] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.isolated_hosts = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.242414] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.isolated_images = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.242675] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.242921] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.243209] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.243390] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.pci_in_placement = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.243556] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.243737] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.243900] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.244080] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.244250] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.244410] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.244568] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.track_instance_changes = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.244748] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.244921] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] metrics.required = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.245097] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] metrics.weight_multiplier = 1.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.245264] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.245426] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] metrics.weight_setting = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.245752] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.245926] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] serial_console.enabled = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.246116] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] serial_console.port_range = 10000:20000 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.246292] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.246526] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.246708] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] serial_console.serialproxy_port = 6083 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.246879] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] service_user.auth_section = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.247090] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] service_user.auth_type = password {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.247288] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] service_user.cafile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.247458] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] service_user.certfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.247623] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] service_user.collect_timing = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.247784] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] service_user.insecure = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.247938] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] service_user.keyfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.248127] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] service_user.send_service_user_token = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.248299] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] service_user.split_loggers = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.248460] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] service_user.timeout = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.248632] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] spice.agent_enabled = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.248796] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] spice.enabled = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.249146] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.249367] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.249541] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] spice.html5proxy_port = 6082 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.249705] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] spice.image_compression = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.249864] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] spice.jpeg_compression = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.250036] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] spice.playback_compression = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.250208] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] spice.require_secure = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.250387] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] spice.server_listen = 127.0.0.1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.250570] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.250731] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] spice.streaming_mode = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.250889] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] spice.zlib_compression = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.251067] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] upgrade_levels.baseapi = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.251245] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] upgrade_levels.compute = auto {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.251407] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] upgrade_levels.conductor = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.251564] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] upgrade_levels.scheduler = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.251730] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.251891] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.252095] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vendordata_dynamic_auth.cafile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.252268] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vendordata_dynamic_auth.certfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.252434] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.252596] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vendordata_dynamic_auth.insecure = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.252756] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.252919] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.253094] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vendordata_dynamic_auth.timeout = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.253277] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.api_retry_count = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.253437] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.ca_file = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.253607] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.253771] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.cluster_name = testcl1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.253936] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.connection_pool_size = 10 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.254109] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.console_delay_seconds = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.254283] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.datastore_regex = ^datastore.* {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.254540] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.254721] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.host_password = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.254895] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.host_port = 443 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.255084] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.host_username = administrator@vsphere.local {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.255257] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.insecure = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.255416] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.integration_bridge = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.255580] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.maximum_objects = 100 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.255736] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.pbm_default_policy = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.255895] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.pbm_enabled = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.256062] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.pbm_wsdl_location = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.256234] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.256396] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.serial_port_proxy_uri = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.256552] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.serial_port_service_uri = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.256722] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.task_poll_interval = 0.5 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.256892] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.use_linked_clone = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.257073] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.vnc_keymap = en-us {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.257245] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.vnc_port = 5900 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.257410] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vmware.vnc_port_total = 10000 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.257602] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vnc.auth_schemes = ['none'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.257777] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vnc.enabled = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.258118] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.258308] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.258485] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vnc.novncproxy_port = 6080 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.258716] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vnc.server_listen = 127.0.0.1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.258903] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.259079] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vnc.vencrypt_ca_certs = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.259245] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vnc.vencrypt_client_cert = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.259404] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vnc.vencrypt_client_key = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.259588] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.259752] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.disable_deep_image_inspection = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.259913] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.260088] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.260258] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.260419] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.disable_rootwrap = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.260582] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.enable_numa_live_migration = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.260767] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.260905] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.261087] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.261252] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.libvirt_disable_apic = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.261412] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.261573] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.261733] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.261892] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.262087] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.262268] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.262431] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.262592] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.262754] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.262925] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.263132] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.263309] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] wsgi.client_socket_timeout = 900 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.263478] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] wsgi.default_pool_size = 1000 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.263644] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] wsgi.keep_alive = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.263815] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] wsgi.max_header_line = 16384 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.263976] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.264152] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] wsgi.ssl_ca_file = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.264315] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] wsgi.ssl_cert_file = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.264488] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] wsgi.ssl_key_file = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.264654] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] wsgi.tcp_keepidle = 600 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.264838] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.265017] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] zvm.ca_file = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.265189] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] zvm.cloud_connector_url = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.265518] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.265693] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] zvm.reachable_timeout = 300 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.265866] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.266063] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.266250] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] profiler.connection_string = messaging:// {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.266418] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] profiler.enabled = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.266587] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] profiler.es_doc_type = notification {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.266750] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] profiler.es_scroll_size = 10000 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.266916] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] profiler.es_scroll_time = 2m {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.267091] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] profiler.filter_error_trace = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.267263] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] profiler.hmac_keys = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.267429] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] profiler.sentinel_service_name = mymaster {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.267598] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] profiler.socket_timeout = 0.1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.267759] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] profiler.trace_requests = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.267919] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] profiler.trace_sqlalchemy = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.268113] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] profiler_jaeger.process_tags = {} {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.268280] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] profiler_jaeger.service_name_prefix = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.268443] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] profiler_otlp.service_name_prefix = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.268609] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] remote_debug.host = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.268771] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] remote_debug.port = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.268948] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.269124] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.269297] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.269461] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.269622] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.269783] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.269945] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.270122] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.270291] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.270462] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.270623] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.270797] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.270967] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.271153] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.271327] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.271492] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.271656] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.271828] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.271996] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.272217] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.272391] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.272559] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.272722] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.272900] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.273193] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.273410] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.273586] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.273754] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.273919] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.274099] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.ssl = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.274275] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.274442] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.274604] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.274769] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.274934] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.275112] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.275309] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.275481] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_notifications.retry = -1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.275656] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.275824] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.275997] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.auth_section = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.276177] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.auth_type = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.276358] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.cafile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.276543] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.certfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.276849] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.collect_timing = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.277123] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.connect_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.277312] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.connect_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.277478] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.endpoint_id = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.277657] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.endpoint_interface = publicURL {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.277817] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.endpoint_override = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.277974] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.endpoint_region_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.278149] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.endpoint_service_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.278310] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.endpoint_service_type = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.278473] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.insecure = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.278629] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.keyfile = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.278787] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.max_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.278942] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.min_version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.279114] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.region_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.279276] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.retriable_status_codes = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.279432] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.service_name = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.279641] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.service_type = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.279895] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.split_loggers = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.280101] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.status_code_retries = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.280272] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.status_code_retry_delay = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.280434] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.timeout = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.280594] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.valid_interfaces = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.280753] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_limit.version = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.280919] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_reports.file_event_handler = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.281099] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.281268] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] oslo_reports.log_dir = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.281440] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.281600] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.281755] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.281922] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.282192] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.282491] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.282713] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.282884] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vif_plug_ovs_privileged.group = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.283069] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.283239] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.283405] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.283570] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] vif_plug_ovs_privileged.user = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.283741] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.283924] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.284114] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.284293] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.284564] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.284857] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.285113] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.285309] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.285497] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.285679] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_vif_ovs.isolate_vif = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.285926] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.286179] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.286377] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.286566] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.286793] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] os_vif_ovs.per_port_bridge = False {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.286983] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] privsep_osbrick.capabilities = [21] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.287165] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] privsep_osbrick.group = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.287336] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] privsep_osbrick.helper_command = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.287570] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.287756] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.287921] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] privsep_osbrick.user = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.288111] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.288279] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] nova_sys_admin.group = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.288441] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] nova_sys_admin.helper_command = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.288605] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.288766] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.288977] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] nova_sys_admin.user = None {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.289198] env[63105]: DEBUG oslo_service.service [None req-bb051097-be03-42e4-8180-9152ba6ae170 None None] ******************************************************************************** {{(pid=63105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 498.289663] env[63105]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 498.793190] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Getting list of instances from cluster (obj){ [ 498.793190] env[63105]: value = "domain-c8" [ 498.793190] env[63105]: _type = "ClusterComputeResource" [ 498.793190] env[63105]: } {{(pid=63105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 498.794284] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948f4172-513c-489b-80de-3cae01ffdb0a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.803220] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Got total of 0 instances {{(pid=63105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 498.803805] env[63105]: WARNING nova.virt.vmwareapi.driver [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 498.804307] env[63105]: INFO nova.virt.node [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Generated node identity c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 [ 498.804547] env[63105]: INFO nova.virt.node [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Wrote node identity c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 to /opt/stack/data/n-cpu-1/compute_id [ 499.307599] env[63105]: WARNING nova.compute.manager [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Compute nodes ['c9788391-2f3f-4670-a3a3-51b6b8cdc6a5'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 500.313675] env[63105]: INFO nova.compute.manager [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 501.319461] env[63105]: WARNING nova.compute.manager [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 501.319847] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 501.319955] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 501.320115] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 501.320289] env[63105]: DEBUG nova.compute.resource_tracker [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 501.321234] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65de694d-63a9-43cf-9550-aae341367112 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.329945] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852639ad-af1d-4524-bc4f-19ac9a637ac5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.343817] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41543846-5120-4a8a-af20-4a3cd081270d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.350333] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297388a3-c87b-4fdf-87ff-f5675a4568df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.381311] env[63105]: DEBUG nova.compute.resource_tracker [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181170MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 501.381587] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 501.381977] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 501.889724] env[63105]: WARNING nova.compute.resource_tracker [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] No compute node record for cpu-1:c9788391-2f3f-4670-a3a3-51b6b8cdc6a5: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 could not be found. [ 502.393946] env[63105]: INFO nova.compute.resource_tracker [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 [ 503.902545] env[63105]: DEBUG nova.compute.resource_tracker [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 503.902944] env[63105]: DEBUG nova.compute.resource_tracker [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 504.055857] env[63105]: INFO nova.scheduler.client.report [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] [req-3950ea18-e07e-4462-93a3-7b9376de68d0] Created resource provider record via placement API for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 504.074463] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33000a21-2571-4e2e-a66e-be84bb4a205d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.082296] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914fa3b7-f60e-4036-a4af-dbc3e6ce4054 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.111507] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082fe733-c3cf-4d86-85cc-fd33d2bd399d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.118533] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dbe59b-35fb-45d7-9c73-40fe850be584 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.131166] env[63105]: DEBUG nova.compute.provider_tree [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 504.666275] env[63105]: DEBUG nova.scheduler.client.report [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 504.666516] env[63105]: DEBUG nova.compute.provider_tree [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 0 to 1 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 504.666658] env[63105]: DEBUG nova.compute.provider_tree [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 504.714887] env[63105]: DEBUG nova.compute.provider_tree [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 1 to 2 during operation: update_traits {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 505.219440] env[63105]: DEBUG nova.compute.resource_tracker [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 505.219857] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.838s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.219857] env[63105]: DEBUG nova.service [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Creating RPC server for service compute {{(pid=63105) start /opt/stack/nova/nova/service.py:186}} [ 505.233522] env[63105]: DEBUG nova.service [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] Join ServiceGroup membership for this service compute {{(pid=63105) start /opt/stack/nova/nova/service.py:203}} [ 505.233706] env[63105]: DEBUG nova.servicegroup.drivers.db [None req-a93d4c8e-f18b-4327-a9cb-f403fe28f6bb None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63105) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 545.786991] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquiring lock "6eb52ee5-71e8-4028-972a-ca9fe0a66826" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.787298] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Lock "6eb52ee5-71e8-4028-972a-ca9fe0a66826" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.941661] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Acquiring lock "214009d9-dcb7-40a1-bd46-e1d06d96f2f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.941981] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Lock "214009d9-dcb7-40a1-bd46-e1d06d96f2f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.291149] env[63105]: DEBUG nova.compute.manager [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 546.445231] env[63105]: DEBUG nova.compute.manager [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 546.833028] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.833314] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.834923] env[63105]: INFO nova.compute.claims [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 546.918794] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Acquiring lock "968b6d13-5f17-4405-b598-8f798129aeaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.918794] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Lock "968b6d13-5f17-4405-b598-8f798129aeaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.976497] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.420096] env[63105]: DEBUG nova.compute.manager [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.967555] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.973117] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbb3635-f7ba-466c-962d-9008327fe358 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.981545] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4e30fa-8ec7-4fec-94dd-f187b5171346 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.013292] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf14a80-da6a-4066-8185-4e610ade0573 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.022304] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038b4f8b-f182-4cb7-8bb2-2e64535c41c6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.044562] env[63105]: DEBUG nova.compute.provider_tree [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.225045] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.225656] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.547936] env[63105]: DEBUG nova.scheduler.client.report [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 548.728278] env[63105]: DEBUG nova.compute.manager [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 549.055756] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.056040] env[63105]: DEBUG nova.compute.manager [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 549.059538] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.082s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.059714] env[63105]: INFO nova.compute.claims [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.253738] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.565620] env[63105]: DEBUG nova.compute.utils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 549.570484] env[63105]: DEBUG nova.compute.manager [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 549.570484] env[63105]: DEBUG nova.network.neutron [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 549.852743] env[63105]: DEBUG nova.policy [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6e3ba7fd7164584b263279eb9dc658f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83ac61108b334f58b84e835f1da04d63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 550.068844] env[63105]: DEBUG nova.compute.manager [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 550.187277] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45425fb-6fb3-4efa-ac21-5a27333df36e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.196885] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05813a5f-764d-4d41-8ea0-216fe69ec3a4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.227418] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5949e69-2cce-4b10-bacc-50e74b147c9f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.236240] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ae3cfc-51f6-40d7-9710-3bbae9627807 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.259969] env[63105]: DEBUG nova.compute.provider_tree [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 550.515197] env[63105]: DEBUG nova.network.neutron [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Successfully created port: d9161aa1-9f5d-48f0-a28c-e63ef6c356d6 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.766110] env[63105]: DEBUG nova.scheduler.client.report [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 551.081914] env[63105]: DEBUG nova.compute.manager [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 551.238219] env[63105]: DEBUG nova.virt.hardware [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 551.238219] env[63105]: DEBUG nova.virt.hardware [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 551.238219] env[63105]: DEBUG nova.virt.hardware [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.238386] env[63105]: DEBUG nova.virt.hardware [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 551.238454] env[63105]: DEBUG nova.virt.hardware [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.238647] env[63105]: DEBUG nova.virt.hardware [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 551.239186] env[63105]: DEBUG nova.virt.hardware [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 551.239463] env[63105]: DEBUG nova.virt.hardware [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 551.240566] env[63105]: DEBUG nova.virt.hardware [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 551.241225] env[63105]: DEBUG nova.virt.hardware [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 551.241787] env[63105]: DEBUG nova.virt.hardware [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 551.244944] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c52379d-b4a8-44c9-a953-754ef9e647c5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.256129] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619039d6-688b-4b4d-befa-51acc6911b08 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.275149] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.275829] env[63105]: DEBUG nova.compute.manager [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 551.286183] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.314s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.286183] env[63105]: INFO nova.compute.claims [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.288520] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471a1d58-3615-4005-8488-f694bf5be878 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.784193] env[63105]: DEBUG nova.compute.utils [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 551.786314] env[63105]: DEBUG nova.compute.manager [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Not allocating networking since 'none' was specified. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 552.287130] env[63105]: DEBUG nova.compute.manager [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 552.323269] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.323269] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.419528] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac3dab4-b476-48db-a76e-559698077777 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.430714] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc70e6d3-0081-4c1d-ac6d-ddb723e529ff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.479035] env[63105]: DEBUG nova.network.neutron [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Successfully updated port: d9161aa1-9f5d-48f0-a28c-e63ef6c356d6 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 552.481189] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c393b1c8-aede-44ac-84f1-1cd3581d1450 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.489275] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e31bb6-3de2-4630-92c9-fdc4faaf2368 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.504964] env[63105]: DEBUG nova.compute.provider_tree [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.826932] env[63105]: DEBUG nova.compute.manager [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.984740] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquiring lock "refresh_cache-6eb52ee5-71e8-4028-972a-ca9fe0a66826" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.984944] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquired lock "refresh_cache-6eb52ee5-71e8-4028-972a-ca9fe0a66826" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.987669] env[63105]: DEBUG nova.network.neutron [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 553.007305] env[63105]: DEBUG nova.scheduler.client.report [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 553.296094] env[63105]: DEBUG nova.compute.manager [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 553.329552] env[63105]: DEBUG nova.virt.hardware [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 553.329908] env[63105]: DEBUG nova.virt.hardware [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 553.330135] env[63105]: DEBUG nova.virt.hardware [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 553.330494] env[63105]: DEBUG nova.virt.hardware [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 553.330578] env[63105]: DEBUG nova.virt.hardware [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 553.330799] env[63105]: DEBUG nova.virt.hardware [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 553.330996] env[63105]: DEBUG nova.virt.hardware [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 553.331260] env[63105]: DEBUG nova.virt.hardware [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 553.331497] env[63105]: DEBUG nova.virt.hardware [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 553.331723] env[63105]: DEBUG nova.virt.hardware [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 553.331958] env[63105]: DEBUG nova.virt.hardware [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 553.334964] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fbc3a2-a9cf-4e60-8556-7cbc399c6785 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.346923] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879a2a1c-be2b-4f47-bfaa-02a4edaec039 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.362226] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Instance VIF info [] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 553.372853] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.374383] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.374745] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a801489-2bbb-4560-b2fb-27a9b16ef30c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.387338] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Created folder: OpenStack in parent group-v4. [ 553.387575] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Creating folder: Project (8e7acb3c4c69475fb9646e15f0344fe3). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.388013] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0833b1d1-3848-44ac-9ddd-678ee7aa99a2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.397641] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Created folder: Project (8e7acb3c4c69475fb9646e15f0344fe3) in parent group-v554960. [ 553.397791] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Creating folder: Instances. Parent ref: group-v554961. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.398033] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d702f146-731b-4fe5-9a9b-e2253f9e1ffd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.407996] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Created folder: Instances in parent group-v554961. [ 553.408316] env[63105]: DEBUG oslo.service.loopingcall [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.408480] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 553.411490] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b47656ff-4da5-4597-9a1c-be7a73a613a4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.426317] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 553.426317] env[63105]: value = "task-2758195" [ 553.426317] env[63105]: _type = "Task" [ 553.426317] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.443863] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758195, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.517404] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.518351] env[63105]: DEBUG nova.compute.manager [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 553.521309] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.268s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.522816] env[63105]: INFO nova.compute.claims [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.623651] env[63105]: DEBUG nova.network.neutron [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 553.928221] env[63105]: DEBUG nova.network.neutron [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Updating instance_info_cache with network_info: [{"id": "d9161aa1-9f5d-48f0-a28c-e63ef6c356d6", "address": "fa:16:3e:bd:da:05", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9161aa1-9f", "ovs_interfaceid": "d9161aa1-9f5d-48f0-a28c-e63ef6c356d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.942870] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758195, 'name': CreateVM_Task, 'duration_secs': 0.319692} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.943571] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 553.944583] env[63105]: DEBUG oslo_vmware.service [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cae95bc-c897-46aa-ab67-00b1261d9c7a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.950895] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.951080] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.951755] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.952402] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc311a2-334e-47b0-ab91-e11303c5d85f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.957019] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for the task: (returnval){ [ 553.957019] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b901ed-2976-3ae8-1c8e-075c42dd2608" [ 553.957019] env[63105]: _type = "Task" [ 553.957019] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.965058] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b901ed-2976-3ae8-1c8e-075c42dd2608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.027098] env[63105]: DEBUG nova.compute.utils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 554.030818] env[63105]: DEBUG nova.compute.manager [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 554.030938] env[63105]: DEBUG nova.network.neutron [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 554.122877] env[63105]: DEBUG nova.policy [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '262fcb0046354c1199412da752410a40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a08aa14fea44d2a2559758e9a09394', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 554.153406] env[63105]: DEBUG nova.compute.manager [req-cf65f96f-b00a-4e16-908e-67122662e83e req-4dd761f7-2744-484d-964f-107e94a42f43 service nova] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Received event network-vif-plugged-d9161aa1-9f5d-48f0-a28c-e63ef6c356d6 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 554.153622] env[63105]: DEBUG oslo_concurrency.lockutils [req-cf65f96f-b00a-4e16-908e-67122662e83e req-4dd761f7-2744-484d-964f-107e94a42f43 service nova] Acquiring lock "6eb52ee5-71e8-4028-972a-ca9fe0a66826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.153829] env[63105]: DEBUG oslo_concurrency.lockutils [req-cf65f96f-b00a-4e16-908e-67122662e83e req-4dd761f7-2744-484d-964f-107e94a42f43 service nova] Lock "6eb52ee5-71e8-4028-972a-ca9fe0a66826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.154151] env[63105]: DEBUG oslo_concurrency.lockutils [req-cf65f96f-b00a-4e16-908e-67122662e83e req-4dd761f7-2744-484d-964f-107e94a42f43 service nova] Lock "6eb52ee5-71e8-4028-972a-ca9fe0a66826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.154217] env[63105]: DEBUG nova.compute.manager [req-cf65f96f-b00a-4e16-908e-67122662e83e req-4dd761f7-2744-484d-964f-107e94a42f43 service nova] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] No waiting events found dispatching network-vif-plugged-d9161aa1-9f5d-48f0-a28c-e63ef6c356d6 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 554.154695] env[63105]: WARNING nova.compute.manager [req-cf65f96f-b00a-4e16-908e-67122662e83e req-4dd761f7-2744-484d-964f-107e94a42f43 service nova] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Received unexpected event network-vif-plugged-d9161aa1-9f5d-48f0-a28c-e63ef6c356d6 for instance with vm_state building and task_state spawning. [ 554.434037] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Releasing lock "refresh_cache-6eb52ee5-71e8-4028-972a-ca9fe0a66826" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.434583] env[63105]: DEBUG nova.compute.manager [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Instance network_info: |[{"id": "d9161aa1-9f5d-48f0-a28c-e63ef6c356d6", "address": "fa:16:3e:bd:da:05", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9161aa1-9f", "ovs_interfaceid": "d9161aa1-9f5d-48f0-a28c-e63ef6c356d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 554.434797] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:da:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9161aa1-9f5d-48f0-a28c-e63ef6c356d6', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.450402] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Creating folder: Project (83ac61108b334f58b84e835f1da04d63). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.450402] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31e5ceea-bce7-4ded-b0e4-2f57b34c7e96 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.470160] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Created folder: Project (83ac61108b334f58b84e835f1da04d63) in parent group-v554960. [ 554.470441] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Creating folder: Instances. Parent ref: group-v554964. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.470641] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cdd65c7-af21-44e3-8402-c1b5943930e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.485161] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.486150] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 554.486150] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.486150] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.486866] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 554.486866] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Created folder: Instances in parent group-v554964. [ 554.487023] env[63105]: DEBUG oslo.service.loopingcall [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.487204] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbd2a4bc-0543-4f6a-91ca-fe96155929cb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.489461] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 554.489848] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13e643ac-9a5e-4ce3-999f-17387ee29d62 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.510616] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 554.510616] env[63105]: value = "task-2758198" [ 554.510616] env[63105]: _type = "Task" [ 554.510616] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.518705] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758198, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.521473] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 554.521804] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 554.522778] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5c5c59-359c-4ced-9fc3-2770c521ec29 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.530248] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ffbc690-98cb-4232-8f3a-8f191106263d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.533973] env[63105]: DEBUG nova.compute.manager [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 554.544126] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for the task: (returnval){ [ 554.544126] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b056eb-991c-2aeb-aba4-295941943bb2" [ 554.544126] env[63105]: _type = "Task" [ 554.544126] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.551926] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Preparing fetch location {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 554.552240] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Creating directory with path [datastore1] vmware_temp/208781a9-ce3d-4b89-afb0-930570cc8670/b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 554.553251] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c0d4eed-1ea3-4998-9b98-ea4d950641d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.575907] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Created directory with path [datastore1] vmware_temp/208781a9-ce3d-4b89-afb0-930570cc8670/b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 554.575907] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Fetch image to [datastore1] vmware_temp/208781a9-ce3d-4b89-afb0-930570cc8670/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 554.575907] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Downloading image file data b9e27439-f47d-4d34-b48d-2bb5f19db53e to [datastore1] vmware_temp/208781a9-ce3d-4b89-afb0-930570cc8670/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk on the data store datastore1 {{(pid=63105) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 554.575907] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d214dcf-a69d-46a7-bc7b-7362fc40c87c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.589079] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b50f05-2dfd-4b1c-9c6e-2738194682c9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.608300] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f09f8c-7847-4c50-b4ba-67466cd9ba9c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.654521] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278ae85b-a345-453b-9dea-184dd465af46 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.661424] env[63105]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-3738ca71-99c7-4071-945f-e60fc7c417e5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.701831] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96102e79-3ba9-4e1e-a0bc-e8ae8e498e68 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.713146] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48a0b16-c1aa-41be-8ded-5674d8452342 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.750260] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df74b3fe-05da-4194-9b82-3bfd6d17e942 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.759338] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebea867-bb23-4894-8d4d-839d67b32ecb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.764961] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Downloading image file data b9e27439-f47d-4d34-b48d-2bb5f19db53e to the data store datastore1 {{(pid=63105) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 554.778100] env[63105]: DEBUG nova.compute.provider_tree [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.876208] env[63105]: DEBUG oslo_vmware.rw_handles [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/208781a9-ce3d-4b89-afb0-930570cc8670/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63105) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 554.999570] env[63105]: DEBUG nova.network.neutron [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Successfully created port: 547a3ea2-62f9-43fa-9248-7f0302e3fb5b {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 555.025209] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758198, 'name': CreateVM_Task, 'duration_secs': 0.358201} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.027575] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.049642] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.050810] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.050810] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.051966] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df25cb2f-b6c5-4f85-96f5-02ec6d12372c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.059131] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 555.059131] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52447c22-cb3c-caf0-7749-cdf663cbdb1d" [ 555.059131] env[63105]: _type = "Task" [ 555.059131] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.071745] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52447c22-cb3c-caf0-7749-cdf663cbdb1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.283947] env[63105]: DEBUG nova.scheduler.client.report [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 555.558308] env[63105]: DEBUG nova.compute.manager [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 555.581902] env[63105]: DEBUG oslo_vmware.rw_handles [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Completed reading data from the image iterator. {{(pid=63105) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 555.582086] env[63105]: DEBUG oslo_vmware.rw_handles [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/208781a9-ce3d-4b89-afb0-930570cc8670/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 555.582846] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.583102] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 555.584366] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.600278] env[63105]: DEBUG nova.virt.hardware [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 555.600525] env[63105]: DEBUG nova.virt.hardware [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 555.600676] env[63105]: DEBUG nova.virt.hardware [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.600855] env[63105]: DEBUG nova.virt.hardware [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 555.601015] env[63105]: DEBUG nova.virt.hardware [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.601170] env[63105]: DEBUG nova.virt.hardware [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 555.601380] env[63105]: DEBUG nova.virt.hardware [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 555.601584] env[63105]: DEBUG nova.virt.hardware [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 555.601778] env[63105]: DEBUG nova.virt.hardware [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 555.601943] env[63105]: DEBUG nova.virt.hardware [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 555.602139] env[63105]: DEBUG nova.virt.hardware [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 555.605711] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05adb9b-c501-494a-b8c5-8b7cadc9fc69 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.618763] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf8cc49-5d8f-4878-907c-bd841091545a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.704550] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Downloaded image file data b9e27439-f47d-4d34-b48d-2bb5f19db53e to vmware_temp/208781a9-ce3d-4b89-afb0-930570cc8670/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk on the data store datastore1 {{(pid=63105) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 555.708013] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Caching image {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 555.708013] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Copying Virtual Disk [datastore1] vmware_temp/208781a9-ce3d-4b89-afb0-930570cc8670/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk to [datastore1] vmware_temp/208781a9-ce3d-4b89-afb0-930570cc8670/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 555.708013] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a9a4644-4f3c-4185-85ac-fddae9922744 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.718027] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for the task: (returnval){ [ 555.718027] env[63105]: value = "task-2758199" [ 555.718027] env[63105]: _type = "Task" [ 555.718027] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.730178] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.793024] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.793687] env[63105]: DEBUG nova.compute.manager [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 555.797060] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.423s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.798864] env[63105]: INFO nova.compute.claims [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.076486] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquiring lock "0ac90090-56b1-4ea2-8a94-e0c98b5ee974" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.076783] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Lock "0ac90090-56b1-4ea2-8a94-e0c98b5ee974" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.234271] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758199, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.305523] env[63105]: DEBUG nova.compute.utils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 556.309299] env[63105]: DEBUG nova.compute.manager [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.309654] env[63105]: DEBUG nova.network.neutron [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.410951] env[63105]: DEBUG nova.policy [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdff3db1c0d240199e344760533f80d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c94afa9629b44adbed17989e60af51c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 556.581268] env[63105]: DEBUG nova.compute.manager [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 556.732918] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679792} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.734577] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Copied Virtual Disk [datastore1] vmware_temp/208781a9-ce3d-4b89-afb0-930570cc8670/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk to [datastore1] vmware_temp/208781a9-ce3d-4b89-afb0-930570cc8670/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 556.734577] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Deleting the datastore file [datastore1] vmware_temp/208781a9-ce3d-4b89-afb0-930570cc8670/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 556.735264] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa94688e-b83a-482d-9bf0-553ab912ed6f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.742917] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for the task: (returnval){ [ 556.742917] env[63105]: value = "task-2758200" [ 556.742917] env[63105]: _type = "Task" [ 556.742917] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.753226] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.810503] env[63105]: DEBUG nova.compute.manager [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 556.947352] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a5b86a-bb09-4a65-ba98-f63736c3facf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.954227] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed19593e-e50c-4e5f-ad8c-e2408ca34eda {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.987447] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0205df3f-013e-4a7a-ba19-f10e7cbd4ba2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.995739] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eda77bb-d744-474b-a622-4e53d9162de0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.010370] env[63105]: DEBUG nova.compute.provider_tree [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.106228] env[63105]: DEBUG nova.network.neutron [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Successfully created port: 89cbc02a-a4ff-43b4-9cba-47306f4db003 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 557.109635] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.253020] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024153} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.253275] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 557.253507] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Moving file from [datastore1] vmware_temp/208781a9-ce3d-4b89-afb0-930570cc8670/b9e27439-f47d-4d34-b48d-2bb5f19db53e to [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e. {{(pid=63105) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 557.253712] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-02b0fc9e-7b2b-43fa-aee9-d4ee63e88be9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.260797] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for the task: (returnval){ [ 557.260797] env[63105]: value = "task-2758201" [ 557.260797] env[63105]: _type = "Task" [ 557.260797] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.271838] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758201, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.326175] env[63105]: DEBUG nova.network.neutron [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Successfully updated port: 547a3ea2-62f9-43fa-9248-7f0302e3fb5b {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 557.515982] env[63105]: DEBUG nova.scheduler.client.report [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 557.773050] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758201, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026237} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.773345] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] File moved {{(pid=63105) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 557.773484] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Cleaning up location [datastore1] vmware_temp/208781a9-ce3d-4b89-afb0-930570cc8670 {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 557.773636] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Deleting the datastore file [datastore1] vmware_temp/208781a9-ce3d-4b89-afb0-930570cc8670 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 557.774551] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-973e56af-018e-46d6-92ad-139cf2a4e1b1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.780529] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for the task: (returnval){ [ 557.780529] env[63105]: value = "task-2758202" [ 557.780529] env[63105]: _type = "Task" [ 557.780529] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.788591] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.825063] env[63105]: DEBUG nova.compute.manager [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 557.829433] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Acquiring lock "refresh_cache-968b6d13-5f17-4405-b598-8f798129aeaf" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.829651] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Acquired lock "refresh_cache-968b6d13-5f17-4405-b598-8f798129aeaf" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.829814] env[63105]: DEBUG nova.network.neutron [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 557.855074] env[63105]: DEBUG nova.virt.hardware [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 557.855349] env[63105]: DEBUG nova.virt.hardware [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 557.855553] env[63105]: DEBUG nova.virt.hardware [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 557.855787] env[63105]: DEBUG nova.virt.hardware [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 557.855995] env[63105]: DEBUG nova.virt.hardware [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 557.856192] env[63105]: DEBUG nova.virt.hardware [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 557.856443] env[63105]: DEBUG nova.virt.hardware [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 557.856643] env[63105]: DEBUG nova.virt.hardware [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 557.856878] env[63105]: DEBUG nova.virt.hardware [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 557.857087] env[63105]: DEBUG nova.virt.hardware [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 557.857351] env[63105]: DEBUG nova.virt.hardware [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 557.858623] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd7be5e-1bb0-4c62-a105-cb134a0df6e5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.868143] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c065be-0929-4266-a7cf-170af6efcc59 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.022022] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.022022] env[63105]: DEBUG nova.compute.manager [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 558.027792] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.918s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.029382] env[63105]: INFO nova.compute.claims [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 558.074380] env[63105]: DEBUG nova.compute.manager [req-65ee74ce-7678-4dd3-a318-a21d6c8d96da req-be4b0122-a789-4f69-a6bc-81e2a91eefb8 service nova] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Received event network-changed-d9161aa1-9f5d-48f0-a28c-e63ef6c356d6 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 558.074559] env[63105]: DEBUG nova.compute.manager [req-65ee74ce-7678-4dd3-a318-a21d6c8d96da req-be4b0122-a789-4f69-a6bc-81e2a91eefb8 service nova] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Refreshing instance network info cache due to event network-changed-d9161aa1-9f5d-48f0-a28c-e63ef6c356d6. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 558.074764] env[63105]: DEBUG oslo_concurrency.lockutils [req-65ee74ce-7678-4dd3-a318-a21d6c8d96da req-be4b0122-a789-4f69-a6bc-81e2a91eefb8 service nova] Acquiring lock "refresh_cache-6eb52ee5-71e8-4028-972a-ca9fe0a66826" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.074897] env[63105]: DEBUG oslo_concurrency.lockutils [req-65ee74ce-7678-4dd3-a318-a21d6c8d96da req-be4b0122-a789-4f69-a6bc-81e2a91eefb8 service nova] Acquired lock "refresh_cache-6eb52ee5-71e8-4028-972a-ca9fe0a66826" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.075070] env[63105]: DEBUG nova.network.neutron [req-65ee74ce-7678-4dd3-a318-a21d6c8d96da req-be4b0122-a789-4f69-a6bc-81e2a91eefb8 service nova] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Refreshing network info cache for port d9161aa1-9f5d-48f0-a28c-e63ef6c356d6 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 558.292962] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.069939} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.293386] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 558.294021] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171972fb-a8c0-4b27-ba49-4995ca968800 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.299722] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for the task: (returnval){ [ 558.299722] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e80762-4284-da50-36a1-de01e935e9e9" [ 558.299722] env[63105]: _type = "Task" [ 558.299722] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.310261] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e80762-4284-da50-36a1-de01e935e9e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.415851] env[63105]: DEBUG nova.network.neutron [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 558.529706] env[63105]: DEBUG nova.compute.utils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 558.533275] env[63105]: DEBUG nova.compute.manager [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 558.533519] env[63105]: DEBUG nova.network.neutron [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 558.682661] env[63105]: DEBUG nova.policy [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7212a6da4fbd48838e4b5b980ec6a827', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4453de551e94c2787228e357f1570c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 558.761926] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Acquiring lock "13d54771-0092-4d5b-9191-c92a4563de94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.762405] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Lock "13d54771-0092-4d5b-9191-c92a4563de94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.812707] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e80762-4284-da50-36a1-de01e935e9e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.813245] env[63105]: DEBUG nova.network.neutron [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Updating instance_info_cache with network_info: [{"id": "547a3ea2-62f9-43fa-9248-7f0302e3fb5b", "address": "fa:16:3e:91:b1:c7", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap547a3ea2-62", "ovs_interfaceid": "547a3ea2-62f9-43fa-9248-7f0302e3fb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.814455] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.814853] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 214009d9-dcb7-40a1-bd46-e1d06d96f2f5/214009d9-dcb7-40a1-bd46-e1d06d96f2f5.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.815769] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.815970] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 558.816239] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c65c2a0c-632b-4dc8-8772-4b7d1f502fa6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.818702] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76ff7b68-c1e6-4a1f-b964-5909268e5152 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.827874] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for the task: (returnval){ [ 558.827874] env[63105]: value = "task-2758203" [ 558.827874] env[63105]: _type = "Task" [ 558.827874] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.836780] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 558.837507] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 558.841983] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3cb297-d155-4a48-b8a8-62703c2ec760 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.852519] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.854021] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 558.854021] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52617497-808d-b278-91ca-76663557ffe1" [ 558.854021] env[63105]: _type = "Task" [ 558.854021] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.868991] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52617497-808d-b278-91ca-76663557ffe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.033851] env[63105]: DEBUG nova.compute.manager [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 559.199729] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd29956-d9ba-45d1-bb97-d199afb07c20 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.208740] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92435879-c8c0-44f9-ac41-f7f82d508297 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.244429] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feaf7fa-7ddd-4302-9ea0-e9dffef2b48e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.254894] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494eedab-5fe3-42a4-abd0-06ef483dd5b8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.271280] env[63105]: DEBUG nova.compute.provider_tree [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 559.272999] env[63105]: DEBUG nova.compute.manager [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 559.316758] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Releasing lock "refresh_cache-968b6d13-5f17-4405-b598-8f798129aeaf" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.317278] env[63105]: DEBUG nova.compute.manager [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Instance network_info: |[{"id": "547a3ea2-62f9-43fa-9248-7f0302e3fb5b", "address": "fa:16:3e:91:b1:c7", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap547a3ea2-62", "ovs_interfaceid": "547a3ea2-62f9-43fa-9248-7f0302e3fb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 559.318163] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:b1:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '547a3ea2-62f9-43fa-9248-7f0302e3fb5b', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 559.336728] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Creating folder: Project (78a08aa14fea44d2a2559758e9a09394). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.338270] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49122a07-af45-4c2b-90d7-0176d9179c37 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.360014] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758203, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.363046] env[63105]: DEBUG nova.network.neutron [req-65ee74ce-7678-4dd3-a318-a21d6c8d96da req-be4b0122-a789-4f69-a6bc-81e2a91eefb8 service nova] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Updated VIF entry in instance network info cache for port d9161aa1-9f5d-48f0-a28c-e63ef6c356d6. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 559.363046] env[63105]: DEBUG nova.network.neutron [req-65ee74ce-7678-4dd3-a318-a21d6c8d96da req-be4b0122-a789-4f69-a6bc-81e2a91eefb8 service nova] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Updating instance_info_cache with network_info: [{"id": "d9161aa1-9f5d-48f0-a28c-e63ef6c356d6", "address": "fa:16:3e:bd:da:05", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9161aa1-9f", "ovs_interfaceid": "d9161aa1-9f5d-48f0-a28c-e63ef6c356d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.370956] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Created folder: Project (78a08aa14fea44d2a2559758e9a09394) in parent group-v554960. [ 559.371304] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Creating folder: Instances. Parent ref: group-v554967. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.372468] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b54bad4c-b8ca-4998-a78b-3a92c733658d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.388865] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52617497-808d-b278-91ca-76663557ffe1, 'name': SearchDatastore_Task, 'duration_secs': 0.014101} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.392353] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Created folder: Instances in parent group-v554967. [ 559.393177] env[63105]: DEBUG oslo.service.loopingcall [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.393177] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ce2f5f-e81e-4ca6-8bb0-5e9f2b9aec2f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.397495] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 559.398904] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ad4b794-cf4f-4271-a0c0-03bb36a132fe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.433439] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 559.433439] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52dc795a-e2a2-f41e-73bb-5c3ac65139ce" [ 559.433439] env[63105]: _type = "Task" [ 559.433439] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.436922] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 559.436922] env[63105]: value = "task-2758206" [ 559.436922] env[63105]: _type = "Task" [ 559.436922] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.442922] env[63105]: DEBUG nova.network.neutron [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Successfully updated port: 89cbc02a-a4ff-43b4-9cba-47306f4db003 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 559.456939] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52dc795a-e2a2-f41e-73bb-5c3ac65139ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.463804] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758206, 'name': CreateVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.778256] env[63105]: DEBUG nova.scheduler.client.report [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 559.822533] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.848370] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.874262} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.848639] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 214009d9-dcb7-40a1-bd46-e1d06d96f2f5/214009d9-dcb7-40a1-bd46-e1d06d96f2f5.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 559.849108] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 559.849448] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f16dfbb-025b-4e90-975c-fde403698210 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.856770] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for the task: (returnval){ [ 559.856770] env[63105]: value = "task-2758207" [ 559.856770] env[63105]: _type = "Task" [ 559.856770] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.866921] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.873048] env[63105]: DEBUG oslo_concurrency.lockutils [req-65ee74ce-7678-4dd3-a318-a21d6c8d96da req-be4b0122-a789-4f69-a6bc-81e2a91eefb8 service nova] Releasing lock "refresh_cache-6eb52ee5-71e8-4028-972a-ca9fe0a66826" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.954582] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.956827] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.956827] env[63105]: DEBUG nova.network.neutron [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 559.956827] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52dc795a-e2a2-f41e-73bb-5c3ac65139ce, 'name': SearchDatastore_Task, 'duration_secs': 0.057046} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.958160] env[63105]: DEBUG nova.network.neutron [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Successfully created port: c0607dbe-ecae-4584-a4de-999cea8c6c7c {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 559.965704] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.966116] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 6eb52ee5-71e8-4028-972a-ca9fe0a66826/6eb52ee5-71e8-4028-972a-ca9fe0a66826.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 559.966518] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758206, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.970016] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adb8ae7a-58fd-4343-b0f2-5fd4a398875a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.979896] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 559.979896] env[63105]: value = "task-2758208" [ 559.979896] env[63105]: _type = "Task" [ 559.979896] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.988236] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.033292] env[63105]: DEBUG nova.network.neutron [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 560.046022] env[63105]: DEBUG nova.compute.manager [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 560.087111] env[63105]: DEBUG nova.virt.hardware [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 560.087111] env[63105]: DEBUG nova.virt.hardware [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 560.087111] env[63105]: DEBUG nova.virt.hardware [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 560.087111] env[63105]: DEBUG nova.virt.hardware [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 560.089030] env[63105]: DEBUG nova.virt.hardware [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 560.089410] env[63105]: DEBUG nova.virt.hardware [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 560.089410] env[63105]: DEBUG nova.virt.hardware [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 560.089725] env[63105]: DEBUG nova.virt.hardware [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 560.089725] env[63105]: DEBUG nova.virt.hardware [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 560.091129] env[63105]: DEBUG nova.virt.hardware [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 560.091129] env[63105]: DEBUG nova.virt.hardware [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 560.091129] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c3c352-a725-4ee5-859b-abe415784bcb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.100376] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77244d19-b5bb-4373-90cc-ed99e48e3f4e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.285750] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.286303] env[63105]: DEBUG nova.compute.manager [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 560.289788] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.467s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.293080] env[63105]: INFO nova.compute.claims [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 560.370568] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064193} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.370884] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 560.373895] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fa7427-01a0-4d1b-808f-5318443a0a0d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.403504] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 214009d9-dcb7-40a1-bd46-e1d06d96f2f5/214009d9-dcb7-40a1-bd46-e1d06d96f2f5.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.404904] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-167f5554-ea93-4c14-96c2-c22ef606c7df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.432768] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for the task: (returnval){ [ 560.432768] env[63105]: value = "task-2758209" [ 560.432768] env[63105]: _type = "Task" [ 560.432768] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.445173] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.455481] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758206, 'name': CreateVM_Task, 'duration_secs': 0.544942} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.458024] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 560.458024] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.458024] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.458024] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.458024] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521ac426-5770-434e-ad3d-65f82daad9ef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.463675] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Waiting for the task: (returnval){ [ 560.463675] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521e920e-530b-94eb-b450-dc7398126ad8" [ 560.463675] env[63105]: _type = "Task" [ 560.463675] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.476640] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521e920e-530b-94eb-b450-dc7398126ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.476977] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.477155] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 560.477859] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.477859] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.477859] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.478040] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfd39588-7f5f-4996-b9d9-4665edf957c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.490058] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.492245] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.492559] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 560.493415] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12cda18b-3ad8-4d0d-94a7-63205c4dbab1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.499506] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Waiting for the task: (returnval){ [ 560.499506] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52185f85-3bcf-87ff-befc-75e4380bc9b6" [ 560.499506] env[63105]: _type = "Task" [ 560.499506] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.508817] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52185f85-3bcf-87ff-befc-75e4380bc9b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.578127] env[63105]: DEBUG nova.network.neutron [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating instance_info_cache with network_info: [{"id": "89cbc02a-a4ff-43b4-9cba-47306f4db003", "address": "fa:16:3e:90:f7:22", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89cbc02a-a4", "ovs_interfaceid": "89cbc02a-a4ff-43b4-9cba-47306f4db003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.800021] env[63105]: DEBUG nova.compute.utils [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 560.801625] env[63105]: DEBUG nova.compute.manager [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Not allocating networking since 'none' was specified. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 560.944735] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758209, 'name': ReconfigVM_Task, 'duration_secs': 0.469087} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.945095] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 214009d9-dcb7-40a1-bd46-e1d06d96f2f5/214009d9-dcb7-40a1-bd46-e1d06d96f2f5.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 560.945739] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36db6a3f-4a6d-46e7-8268-f77e48206190 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.953731] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for the task: (returnval){ [ 560.953731] env[63105]: value = "task-2758210" [ 560.953731] env[63105]: _type = "Task" [ 560.953731] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.963098] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758210, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.990736] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758208, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.011595] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52185f85-3bcf-87ff-befc-75e4380bc9b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009708} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.012682] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d049dbb0-86e5-44f6-8b08-1ffd8142388d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.018635] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Waiting for the task: (returnval){ [ 561.018635] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523ad85d-6de3-abe7-3e3a-48d775f068d0" [ 561.018635] env[63105]: _type = "Task" [ 561.018635] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.028158] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523ad85d-6de3-abe7-3e3a-48d775f068d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.081997] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Releasing lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.081997] env[63105]: DEBUG nova.compute.manager [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Instance network_info: |[{"id": "89cbc02a-a4ff-43b4-9cba-47306f4db003", "address": "fa:16:3e:90:f7:22", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89cbc02a-a4", "ovs_interfaceid": "89cbc02a-a4ff-43b4-9cba-47306f4db003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 561.082349] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:f7:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89cbc02a-a4ff-43b4-9cba-47306f4db003', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 561.091034] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Creating folder: Project (2c94afa9629b44adbed17989e60af51c). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.091034] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1016f00-614a-4925-a885-cdb370116dc2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.100778] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Created folder: Project (2c94afa9629b44adbed17989e60af51c) in parent group-v554960. [ 561.101562] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Creating folder: Instances. Parent ref: group-v554970. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.101562] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df92f218-4fec-436b-97b9-9806528747d9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.111033] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Created folder: Instances in parent group-v554970. [ 561.111033] env[63105]: DEBUG oslo.service.loopingcall [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.111255] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 561.111446] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55c0b306-6740-4fbd-9de5-5b12aee616d7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.131218] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 561.131218] env[63105]: value = "task-2758213" [ 561.131218] env[63105]: _type = "Task" [ 561.131218] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.140386] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758213, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.303334] env[63105]: DEBUG nova.compute.manager [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 561.327013] env[63105]: DEBUG nova.network.neutron [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Successfully created port: 6b6bea6c-dea2-41f4-9797-5f7552323f63 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 561.471975] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758210, 'name': Rename_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.486915] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2d2857-1ab0-43ab-87a6-493c9b4250a6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.495139] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758208, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.377154} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.496743] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 6eb52ee5-71e8-4028-972a-ca9fe0a66826/6eb52ee5-71e8-4028-972a-ca9fe0a66826.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 561.496985] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 561.497284] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4499b95d-91be-4f86-b517-b36102b481f8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.500096] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43fb3a5-2270-4264-bc7e-14ebc780ff7b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.509036] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 561.509036] env[63105]: value = "task-2758214" [ 561.509036] env[63105]: _type = "Task" [ 561.509036] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.545456] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753056d6-02c5-4ebd-bb1c-f656f0e7a0e6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.553957] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758214, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.559365] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523ad85d-6de3-abe7-3e3a-48d775f068d0, 'name': SearchDatastore_Task, 'duration_secs': 0.069141} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.559709] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.559974] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 968b6d13-5f17-4405-b598-8f798129aeaf/968b6d13-5f17-4405-b598-8f798129aeaf.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.560713] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4b7075f-5999-4de1-8326-b4f8bee88368 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.566814] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fdb399-6049-4d22-904e-c6e021dcf4a3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.571831] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Waiting for the task: (returnval){ [ 561.571831] env[63105]: value = "task-2758215" [ 561.571831] env[63105]: _type = "Task" [ 561.571831] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.583137] env[63105]: DEBUG nova.compute.provider_tree [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.589087] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': task-2758215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.641639] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758213, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.953109] env[63105]: DEBUG nova.compute.manager [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Received event network-vif-plugged-547a3ea2-62f9-43fa-9248-7f0302e3fb5b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 561.953369] env[63105]: DEBUG oslo_concurrency.lockutils [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] Acquiring lock "968b6d13-5f17-4405-b598-8f798129aeaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.953728] env[63105]: DEBUG oslo_concurrency.lockutils [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] Lock "968b6d13-5f17-4405-b598-8f798129aeaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.953806] env[63105]: DEBUG oslo_concurrency.lockutils [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] Lock "968b6d13-5f17-4405-b598-8f798129aeaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.954044] env[63105]: DEBUG nova.compute.manager [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] No waiting events found dispatching network-vif-plugged-547a3ea2-62f9-43fa-9248-7f0302e3fb5b {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.954460] env[63105]: WARNING nova.compute.manager [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Received unexpected event network-vif-plugged-547a3ea2-62f9-43fa-9248-7f0302e3fb5b for instance with vm_state building and task_state spawning. [ 561.954541] env[63105]: DEBUG nova.compute.manager [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Received event network-changed-547a3ea2-62f9-43fa-9248-7f0302e3fb5b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 561.954669] env[63105]: DEBUG nova.compute.manager [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Refreshing instance network info cache due to event network-changed-547a3ea2-62f9-43fa-9248-7f0302e3fb5b. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 561.955046] env[63105]: DEBUG oslo_concurrency.lockutils [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] Acquiring lock "refresh_cache-968b6d13-5f17-4405-b598-8f798129aeaf" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.955236] env[63105]: DEBUG oslo_concurrency.lockutils [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] Acquired lock "refresh_cache-968b6d13-5f17-4405-b598-8f798129aeaf" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.955489] env[63105]: DEBUG nova.network.neutron [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Refreshing network info cache for port 547a3ea2-62f9-43fa-9248-7f0302e3fb5b {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.971803] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758210, 'name': Rename_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.050023] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062875} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.050463] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 562.051470] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e353c427-ac4a-4076-b929-920132f93e01 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.079087] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 6eb52ee5-71e8-4028-972a-ca9fe0a66826/6eb52ee5-71e8-4028-972a-ca9fe0a66826.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 562.083154] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e6b6bda-c9e7-4c3d-b462-a91518de98a0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.100604] env[63105]: DEBUG nova.scheduler.client.report [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 562.109952] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': task-2758215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466302} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.111352] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 968b6d13-5f17-4405-b598-8f798129aeaf/968b6d13-5f17-4405-b598-8f798129aeaf.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 562.111654] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 562.111855] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 562.111855] env[63105]: value = "task-2758216" [ 562.111855] env[63105]: _type = "Task" [ 562.111855] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.112614] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beb83cc4-30da-4646-84b7-c15995cd64ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.123198] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758216, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.125591] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Waiting for the task: (returnval){ [ 562.125591] env[63105]: value = "task-2758217" [ 562.125591] env[63105]: _type = "Task" [ 562.125591] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.138874] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': task-2758217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.144600] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758213, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.327769] env[63105]: DEBUG nova.compute.manager [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 562.369535] env[63105]: DEBUG nova.virt.hardware [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 562.369868] env[63105]: DEBUG nova.virt.hardware [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 562.370165] env[63105]: DEBUG nova.virt.hardware [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 562.370473] env[63105]: DEBUG nova.virt.hardware [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 562.370729] env[63105]: DEBUG nova.virt.hardware [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 562.371062] env[63105]: DEBUG nova.virt.hardware [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 562.373937] env[63105]: DEBUG nova.virt.hardware [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 562.373937] env[63105]: DEBUG nova.virt.hardware [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 562.373937] env[63105]: DEBUG nova.virt.hardware [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 562.373937] env[63105]: DEBUG nova.virt.hardware [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 562.373937] env[63105]: DEBUG nova.virt.hardware [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 562.374255] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557246d8-8e59-4fc8-a9bd-d15546145b5e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.383891] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65446d7-3beb-4a69-b42c-efafc75e0150 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.400664] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Instance VIF info [] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 562.407693] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Creating folder: Project (5c5e51ce8be044c299df64d1eb351dcb). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.408066] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d80ee399-75e5-4228-a39d-f3e9f863aa04 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.419363] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Created folder: Project (5c5e51ce8be044c299df64d1eb351dcb) in parent group-v554960. [ 562.419552] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Creating folder: Instances. Parent ref: group-v554973. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.419787] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-246e83bf-51c3-4cf2-95cb-671cf3fa5d03 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.428602] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Created folder: Instances in parent group-v554973. [ 562.428857] env[63105]: DEBUG oslo.service.loopingcall [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 562.429060] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 562.429261] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48d09d1d-1a05-4157-820e-2099b5b6dd53 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.447705] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 562.447705] env[63105]: value = "task-2758220" [ 562.447705] env[63105]: _type = "Task" [ 562.447705] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.455986] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758220, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.473057] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758210, 'name': Rename_Task, 'duration_secs': 1.152834} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.473962] env[63105]: DEBUG nova.network.neutron [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Successfully created port: f680677e-b0a9-4f1b-be0d-9e218d01adc8 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 562.475973] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 562.476612] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ba0e257-85dc-4499-8546-b3e868ddad63 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.484482] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for the task: (returnval){ [ 562.484482] env[63105]: value = "task-2758221" [ 562.484482] env[63105]: _type = "Task" [ 562.484482] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.495403] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.607909] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.609204] env[63105]: DEBUG nova.compute.manager [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.625135] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758216, 'name': ReconfigVM_Task, 'duration_secs': 0.304737} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.625135] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 6eb52ee5-71e8-4028-972a-ca9fe0a66826/6eb52ee5-71e8-4028-972a-ca9fe0a66826.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 562.627209] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-971f4ffd-7cf3-4433-8514-7e736a85f94f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.643755] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': task-2758217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069028} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.644080] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 562.644080] env[63105]: value = "task-2758222" [ 562.644080] env[63105]: _type = "Task" [ 562.644080] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.645123] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 562.645943] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd52292-c2aa-4f56-b0c2-a23d46c9f0f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.657731] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758213, 'name': CreateVM_Task, 'duration_secs': 1.243087} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.657731] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 562.659369] env[63105]: DEBUG oslo_vmware.service [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0843d770-b84c-4574-ba25-7027de7ce110 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.686325] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 968b6d13-5f17-4405-b598-8f798129aeaf/968b6d13-5f17-4405-b598-8f798129aeaf.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 562.686704] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758222, 'name': Rename_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.688300] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0209ccc6-8307-4036-906e-5968f69932de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.706731] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.706826] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.707190] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.707807] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b331e24-b826-41b5-a688-0519e423a18c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.714485] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 562.714485] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5219252d-de34-46f8-0fc1-6d040dd83206" [ 562.714485] env[63105]: _type = "Task" [ 562.714485] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.716843] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Waiting for the task: (returnval){ [ 562.716843] env[63105]: value = "task-2758223" [ 562.716843] env[63105]: _type = "Task" [ 562.716843] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.729581] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5219252d-de34-46f8-0fc1-6d040dd83206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.733382] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': task-2758223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.958254] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758220, 'name': CreateVM_Task, 'duration_secs': 0.30687} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.958509] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 562.958876] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.995084] env[63105]: DEBUG oslo_vmware.api [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758221, 'name': PowerOnVM_Task, 'duration_secs': 0.502028} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.995501] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 562.996052] env[63105]: INFO nova.compute.manager [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Took 9.70 seconds to spawn the instance on the hypervisor. [ 562.996446] env[63105]: DEBUG nova.compute.manager [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.997702] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3848331-835c-4959-a363-ccbee12cf28f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.117104] env[63105]: DEBUG nova.compute.utils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 563.119582] env[63105]: DEBUG nova.compute.manager [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 563.119582] env[63105]: DEBUG nova.network.neutron [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 563.158705] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758222, 'name': Rename_Task, 'duration_secs': 0.145924} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.158705] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 563.159478] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85040198-1b8f-4a5a-adcf-dab718e51203 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.165688] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 563.165688] env[63105]: value = "task-2758224" [ 563.165688] env[63105]: _type = "Task" [ 563.165688] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.176372] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.231556] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.231556] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 563.231556] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.231556] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.231703] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 563.231921] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.232232] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.232484] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6da14d6c-f461-43ef-96d7-479657795ef7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.235630] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c573027b-9a21-48f5-8bbe-f0aaa9858cdb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.241355] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': task-2758223, 'name': ReconfigVM_Task, 'duration_secs': 0.289603} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.241961] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 968b6d13-5f17-4405-b598-8f798129aeaf/968b6d13-5f17-4405-b598-8f798129aeaf.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 563.242853] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-199f17aa-44b8-4449-98c7-c8d63ba03476 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.245774] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 563.245774] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d3f1e1-9123-0bf6-2f29-1b97b3b1af9e" [ 563.245774] env[63105]: _type = "Task" [ 563.245774] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.248715] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 563.248715] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 563.251706] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0793e56a-dbf0-4780-a5a9-f259f63fed12 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.256961] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Waiting for the task: (returnval){ [ 563.256961] env[63105]: value = "task-2758225" [ 563.256961] env[63105]: _type = "Task" [ 563.256961] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.266585] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d3f1e1-9123-0bf6-2f29-1b97b3b1af9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.267260] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b98e9e-16f8-4666-a18c-35269bacf1dc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.273779] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': task-2758225, 'name': Rename_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.277100] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 563.277100] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52263e1d-aa7d-668b-81fa-986df6cadf7b" [ 563.277100] env[63105]: _type = "Task" [ 563.277100] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.287697] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52263e1d-aa7d-668b-81fa-986df6cadf7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.450703] env[63105]: DEBUG nova.policy [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4159df6de61f4214a88afaea27621254', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '102a3dbaeda343c0be95c8bb5435d5af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 563.523844] env[63105]: INFO nova.compute.manager [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Took 16.57 seconds to build instance. [ 563.574513] env[63105]: DEBUG nova.network.neutron [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Updated VIF entry in instance network info cache for port 547a3ea2-62f9-43fa-9248-7f0302e3fb5b. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 563.575082] env[63105]: DEBUG nova.network.neutron [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Updating instance_info_cache with network_info: [{"id": "547a3ea2-62f9-43fa-9248-7f0302e3fb5b", "address": "fa:16:3e:91:b1:c7", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap547a3ea2-62", "ovs_interfaceid": "547a3ea2-62f9-43fa-9248-7f0302e3fb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.622572] env[63105]: DEBUG nova.compute.manager [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.676560] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.769222] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.769222] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 563.769222] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.775067] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': task-2758225, 'name': Rename_Task, 'duration_secs': 0.175383} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.775382] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 563.775627] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-855558d0-4dbc-4870-bb37-26e820cd3754 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.783579] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Waiting for the task: (returnval){ [ 563.783579] env[63105]: value = "task-2758226" [ 563.783579] env[63105]: _type = "Task" [ 563.783579] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.790215] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Preparing fetch location {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 563.790978] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Creating directory with path [datastore2] vmware_temp/afb22d78-9c03-43bd-b437-94bd5fe26657/b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 563.790978] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ec55bcf-f7fd-4440-94d7-3f825d5e97c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.796536] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': task-2758226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.819371] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Created directory with path [datastore2] vmware_temp/afb22d78-9c03-43bd-b437-94bd5fe26657/b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 563.819569] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Fetch image to [datastore2] vmware_temp/afb22d78-9c03-43bd-b437-94bd5fe26657/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 563.819900] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Downloading image file data b9e27439-f47d-4d34-b48d-2bb5f19db53e to [datastore2] vmware_temp/afb22d78-9c03-43bd-b437-94bd5fe26657/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk on the data store datastore2 {{(pid=63105) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 563.821296] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa737f2-a868-4948-9b6b-712e4c28e4f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.832421] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edf81ee-0a8c-47df-a296-3433b5ca166b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.844501] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2562055-9ed5-484f-8426-2a3026d6a897 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.881316] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460aedba-aac4-4f71-b0e8-4fad0f255b0c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.889153] env[63105]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-073a4596-c6a7-4456-8b22-8c07b79a1665 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.919732] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Downloading image file data b9e27439-f47d-4d34-b48d-2bb5f19db53e to the data store datastore2 {{(pid=63105) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 563.992129] env[63105]: DEBUG oslo_vmware.rw_handles [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/afb22d78-9c03-43bd-b437-94bd5fe26657/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63105) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 564.061454] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a827f915-e4f9-4eb6-bcc1-58bcbc094a1d tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Lock "214009d9-dcb7-40a1-bd46-e1d06d96f2f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.119s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.078803] env[63105]: DEBUG oslo_concurrency.lockutils [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] Releasing lock "refresh_cache-968b6d13-5f17-4405-b598-8f798129aeaf" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.079271] env[63105]: DEBUG nova.compute.manager [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Received event network-vif-plugged-89cbc02a-a4ff-43b4-9cba-47306f4db003 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 564.079544] env[63105]: DEBUG oslo_concurrency.lockutils [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] Acquiring lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.079759] env[63105]: DEBUG oslo_concurrency.lockutils [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] Lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.080042] env[63105]: DEBUG oslo_concurrency.lockutils [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] Lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.080260] env[63105]: DEBUG nova.compute.manager [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] No waiting events found dispatching network-vif-plugged-89cbc02a-a4ff-43b4-9cba-47306f4db003 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 564.080472] env[63105]: WARNING nova.compute.manager [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Received unexpected event network-vif-plugged-89cbc02a-a4ff-43b4-9cba-47306f4db003 for instance with vm_state building and task_state spawning. [ 564.080937] env[63105]: DEBUG nova.compute.manager [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Received event network-changed-89cbc02a-a4ff-43b4-9cba-47306f4db003 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 564.081162] env[63105]: DEBUG nova.compute.manager [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Refreshing instance network info cache due to event network-changed-89cbc02a-a4ff-43b4-9cba-47306f4db003. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 564.081415] env[63105]: DEBUG oslo_concurrency.lockutils [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] Acquiring lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.082014] env[63105]: DEBUG oslo_concurrency.lockutils [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] Acquired lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.082270] env[63105]: DEBUG nova.network.neutron [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Refreshing network info cache for port 89cbc02a-a4ff-43b4-9cba-47306f4db003 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 564.178745] env[63105]: DEBUG oslo_vmware.api [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758224, 'name': PowerOnVM_Task, 'duration_secs': 0.789846} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.179357] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 564.179802] env[63105]: INFO nova.compute.manager [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Took 13.10 seconds to spawn the instance on the hypervisor. [ 564.180021] env[63105]: DEBUG nova.compute.manager [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 564.181112] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01477ead-7c07-4fbb-89d6-977191156541 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.238258] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.238258] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.238258] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 564.238258] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Rebuilding the list of instances to heal {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 564.297175] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': task-2758226, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.638107] env[63105]: DEBUG nova.compute.manager [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 564.673234] env[63105]: DEBUG nova.virt.hardware [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 564.673574] env[63105]: DEBUG nova.virt.hardware [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 564.673674] env[63105]: DEBUG nova.virt.hardware [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.673876] env[63105]: DEBUG nova.virt.hardware [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 564.674106] env[63105]: DEBUG nova.virt.hardware [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.674305] env[63105]: DEBUG nova.virt.hardware [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 564.674642] env[63105]: DEBUG nova.virt.hardware [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 564.674753] env[63105]: DEBUG nova.virt.hardware [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 564.675160] env[63105]: DEBUG nova.virt.hardware [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 564.675675] env[63105]: DEBUG nova.virt.hardware [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 564.675775] env[63105]: DEBUG nova.virt.hardware [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 564.676977] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3854e89-8dc8-48a2-8035-d13e125e858f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.690325] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd36155-ef25-4573-a84e-e6d493490938 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.712778] env[63105]: INFO nova.compute.manager [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Took 17.92 seconds to build instance. [ 564.729339] env[63105]: DEBUG oslo_vmware.rw_handles [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Completed reading data from the image iterator. {{(pid=63105) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 564.729339] env[63105]: DEBUG oslo_vmware.rw_handles [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/afb22d78-9c03-43bd-b437-94bd5fe26657/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 564.735108] env[63105]: DEBUG nova.network.neutron [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Successfully created port: 52eff0d6-abbc-4e26-be09-f2ac850c88f4 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 564.742177] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Skipping network cache update for instance because it is Building. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 564.742361] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Skipping network cache update for instance because it is Building. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 564.742511] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Skipping network cache update for instance because it is Building. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 564.742633] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Skipping network cache update for instance because it is Building. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 564.742750] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Skipping network cache update for instance because it is Building. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 564.797405] env[63105]: DEBUG oslo_vmware.api [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': task-2758226, 'name': PowerOnVM_Task, 'duration_secs': 0.806678} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.798850] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 564.799081] env[63105]: INFO nova.compute.manager [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Took 9.24 seconds to spawn the instance on the hypervisor. [ 564.800310] env[63105]: DEBUG nova.compute.manager [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 564.801234] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1803cd7-e036-4814-b3b0-e00c2f8e4b19 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.855320] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Downloaded image file data b9e27439-f47d-4d34-b48d-2bb5f19db53e to vmware_temp/afb22d78-9c03-43bd-b437-94bd5fe26657/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk on the data store datastore2 {{(pid=63105) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 564.857471] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Caching image {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 564.857471] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Copying Virtual Disk [datastore2] vmware_temp/afb22d78-9c03-43bd-b437-94bd5fe26657/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk to [datastore2] vmware_temp/afb22d78-9c03-43bd-b437-94bd5fe26657/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.857802] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf7ca5c5-09f7-4215-9323-f7e57831d045 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.871294] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 564.871294] env[63105]: value = "task-2758227" [ 564.871294] env[63105]: _type = "Task" [ 564.871294] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.885551] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.212834] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "refresh_cache-6eb52ee5-71e8-4028-972a-ca9fe0a66826" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.213113] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquired lock "refresh_cache-6eb52ee5-71e8-4028-972a-ca9fe0a66826" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.213154] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Forcefully refreshing network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 565.213324] env[63105]: DEBUG nova.objects.instance [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lazy-loading 'info_cache' on Instance uuid 6eb52ee5-71e8-4028-972a-ca9fe0a66826 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 565.215771] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2582ca99-6486-4ec2-8d72-e5e9cf8fffb6 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Lock "6eb52ee5-71e8-4028-972a-ca9fe0a66826" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.427s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.335403] env[63105]: INFO nova.compute.manager [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Took 17.41 seconds to build instance. [ 565.380286] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758227, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.513243] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Acquiring lock "1e5168f3-0c40-4ada-ba5c-001efd526393" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.513634] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Lock "1e5168f3-0c40-4ada-ba5c-001efd526393" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.838592] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f1448b1b-c046-4431-a9ec-bfd983e67225 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Lock "968b6d13-5f17-4405-b598-8f798129aeaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.920s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.886699] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.924167} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.886973] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Copied Virtual Disk [datastore2] vmware_temp/afb22d78-9c03-43bd-b437-94bd5fe26657/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk to [datastore2] vmware_temp/afb22d78-9c03-43bd-b437-94bd5fe26657/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 565.887174] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Deleting the datastore file [datastore2] vmware_temp/afb22d78-9c03-43bd-b437-94bd5fe26657/b9e27439-f47d-4d34-b48d-2bb5f19db53e/tmp-sparse.vmdk {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 565.891118] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-678f886a-c0ca-46bd-b068-0d121ac68b41 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.896042] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 565.896042] env[63105]: value = "task-2758228" [ 565.896042] env[63105]: _type = "Task" [ 565.896042] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.906120] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.003247] env[63105]: DEBUG nova.network.neutron [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updated VIF entry in instance network info cache for port 89cbc02a-a4ff-43b4-9cba-47306f4db003. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.003741] env[63105]: DEBUG nova.network.neutron [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating instance_info_cache with network_info: [{"id": "89cbc02a-a4ff-43b4-9cba-47306f4db003", "address": "fa:16:3e:90:f7:22", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89cbc02a-a4", "ovs_interfaceid": "89cbc02a-a4ff-43b4-9cba-47306f4db003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.016951] env[63105]: DEBUG nova.compute.manager [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 566.410135] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022733} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.410860] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 566.411670] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Moving file from [datastore2] vmware_temp/afb22d78-9c03-43bd-b437-94bd5fe26657/b9e27439-f47d-4d34-b48d-2bb5f19db53e to [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e. {{(pid=63105) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 566.412328] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-41ec00cb-6b7c-4341-b698-51edb86f320e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.422276] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 566.422276] env[63105]: value = "task-2758229" [ 566.422276] env[63105]: _type = "Task" [ 566.422276] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.431623] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758229, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.463793] env[63105]: DEBUG nova.network.neutron [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Successfully updated port: c0607dbe-ecae-4584-a4de-999cea8c6c7c {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 566.506920] env[63105]: DEBUG oslo_concurrency.lockutils [req-f6228312-2a93-4f21-8ee0-5b558e9257ac req-8e2454de-dcd5-4f1c-ad89-8f20b6fca97f service nova] Releasing lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.543281] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.543535] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.545804] env[63105]: INFO nova.compute.claims [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 566.934792] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758229, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029603} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.935184] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] File moved {{(pid=63105) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 566.936977] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Cleaning up location [datastore2] vmware_temp/afb22d78-9c03-43bd-b437-94bd5fe26657 {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 566.937427] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Deleting the datastore file [datastore2] vmware_temp/afb22d78-9c03-43bd-b437-94bd5fe26657 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 566.937427] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-710cd8e1-1f36-4c0c-8918-f8e57acf1ffd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.949103] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 566.949103] env[63105]: value = "task-2758230" [ 566.949103] env[63105]: _type = "Task" [ 566.949103] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.967997] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.098441] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "cc7675ce-8158-4544-95c9-df40c403832e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.099223] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "cc7675ce-8158-4544-95c9-df40c403832e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.464023] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025026} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.464023] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 567.464023] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77278853-d628-4763-821c-e9ce82da33bd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.469525] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 567.469525] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526ef5ca-6d51-7f7e-5107-9e384f126de9" [ 567.469525] env[63105]: _type = "Task" [ 567.469525] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.481066] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526ef5ca-6d51-7f7e-5107-9e384f126de9, 'name': SearchDatastore_Task, 'duration_secs': 0.009007} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.481536] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.481912] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] a78212e0-e331-4fd3-8b67-0c8522d82c2b/a78212e0-e331-4fd3-8b67-0c8522d82c2b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.487104] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.487104] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.491633] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec8494c1-a1b6-4452-a37a-8ca3fa69c267 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.491633] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0de64465-ea3e-4ce0-9402-5fc93442bd49 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.498010] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 567.498010] env[63105]: value = "task-2758231" [ 567.498010] env[63105]: _type = "Task" [ 567.498010] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.499143] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.499143] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 567.503472] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e3b8c5-56f4-43a9-86c4-3fd9d364563c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.511723] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.513859] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 567.513859] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]528d7ae3-a6f4-a7fe-795e-b680d91b1b92" [ 567.513859] env[63105]: _type = "Task" [ 567.513859] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.525292] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528d7ae3-a6f4-a7fe-795e-b680d91b1b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.601766] env[63105]: DEBUG nova.compute.manager [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 567.652308] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "ef8e67e9-335e-416c-a8fb-36a06d5bbd4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.652520] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "ef8e67e9-335e-416c-a8fb-36a06d5bbd4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.821121] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca8dad2-3da7-4e1c-8f2c-ba5bf518576a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.832389] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df120cc-0180-4f34-a6db-3b0cc5bf36aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.872681] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ea5c12-1bc4-4dbd-8431-989a9f2805b6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.876399] env[63105]: DEBUG nova.compute.manager [None req-d1242168-2834-482e-b2d7-d9b69da6d29f tempest-ServerDiagnosticsV248Test-1962570673 tempest-ServerDiagnosticsV248Test-1962570673-project-admin] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.877547] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16aae78-3987-4a47-9aae-19c2511ee970 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.887537] env[63105]: INFO nova.compute.manager [None req-d1242168-2834-482e-b2d7-d9b69da6d29f tempest-ServerDiagnosticsV248Test-1962570673 tempest-ServerDiagnosticsV248Test-1962570673-project-admin] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Retrieving diagnostics [ 567.889848] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3922c1fd-b47a-4c2b-bd29-1c9523cf7505 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.894038] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b3308b-ad13-4f5d-98f5-8b3e4d6a6380 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.937863] env[63105]: DEBUG nova.compute.provider_tree [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.989239] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Updating instance_info_cache with network_info: [{"id": "d9161aa1-9f5d-48f0-a28c-e63ef6c356d6", "address": "fa:16:3e:bd:da:05", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9161aa1-9f", "ovs_interfaceid": "d9161aa1-9f5d-48f0-a28c-e63ef6c356d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.008329] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758231, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.027856] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528d7ae3-a6f4-a7fe-795e-b680d91b1b92, 'name': SearchDatastore_Task, 'duration_secs': 0.030396} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.029194] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084f9d1e-cdb4-47c3-a123-9fbf6f19a971 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.035231] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 568.035231] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]527ac607-6949-5676-cb5f-dde6758dc161" [ 568.035231] env[63105]: _type = "Task" [ 568.035231] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.044664] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527ac607-6949-5676-cb5f-dde6758dc161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.136337] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.159210] env[63105]: DEBUG nova.compute.manager [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 568.441783] env[63105]: DEBUG nova.scheduler.client.report [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 568.498324] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Releasing lock "refresh_cache-6eb52ee5-71e8-4028-972a-ca9fe0a66826" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.498569] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Updated the network info_cache for instance {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 568.498972] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.499377] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.509019] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.509840] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.512480] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.512480] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._sync_power_states {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.519365] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659514} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.519782] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] a78212e0-e331-4fd3-8b67-0c8522d82c2b/a78212e0-e331-4fd3-8b67-0c8522d82c2b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.520036] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.520276] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5774466-0966-416d-a37f-dd6113af3e9b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.526877] env[63105]: DEBUG nova.compute.manager [req-7a235842-2f2e-4233-8204-8e423ddef5da req-d144ba62-847f-4957-ab95-5e1e7f665cbc service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Received event network-vif-plugged-c0607dbe-ecae-4584-a4de-999cea8c6c7c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 568.526877] env[63105]: DEBUG oslo_concurrency.lockutils [req-7a235842-2f2e-4233-8204-8e423ddef5da req-d144ba62-847f-4957-ab95-5e1e7f665cbc service nova] Acquiring lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.527067] env[63105]: DEBUG oslo_concurrency.lockutils [req-7a235842-2f2e-4233-8204-8e423ddef5da req-d144ba62-847f-4957-ab95-5e1e7f665cbc service nova] Lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.527664] env[63105]: DEBUG oslo_concurrency.lockutils [req-7a235842-2f2e-4233-8204-8e423ddef5da req-d144ba62-847f-4957-ab95-5e1e7f665cbc service nova] Lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.527664] env[63105]: DEBUG nova.compute.manager [req-7a235842-2f2e-4233-8204-8e423ddef5da req-d144ba62-847f-4957-ab95-5e1e7f665cbc service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] No waiting events found dispatching network-vif-plugged-c0607dbe-ecae-4584-a4de-999cea8c6c7c {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 568.527664] env[63105]: WARNING nova.compute.manager [req-7a235842-2f2e-4233-8204-8e423ddef5da req-d144ba62-847f-4957-ab95-5e1e7f665cbc service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Received unexpected event network-vif-plugged-c0607dbe-ecae-4584-a4de-999cea8c6c7c for instance with vm_state building and task_state spawning. [ 568.532994] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 568.532994] env[63105]: value = "task-2758232" [ 568.532994] env[63105]: _type = "Task" [ 568.532994] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.546053] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.550547] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527ac607-6949-5676-cb5f-dde6758dc161, 'name': SearchDatastore_Task, 'duration_secs': 0.042033} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.550790] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.551047] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 0ac90090-56b1-4ea2-8a94-e0c98b5ee974/0ac90090-56b1-4ea2-8a94-e0c98b5ee974.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 568.551353] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf672c83-fd18-4dac-be5a-796ceca081a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.558552] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 568.558552] env[63105]: value = "task-2758233" [ 568.558552] env[63105]: _type = "Task" [ 568.558552] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.566438] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.692154] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.945296] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.946273] env[63105]: DEBUG nova.compute.manager [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 568.949554] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.813s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.955164] env[63105]: INFO nova.compute.claims [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.023181] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Getting list of instances from cluster (obj){ [ 569.023181] env[63105]: value = "domain-c8" [ 569.023181] env[63105]: _type = "ClusterComputeResource" [ 569.023181] env[63105]: } {{(pid=63105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 569.024924] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec65e42-4fe5-4b6a-a5c8-fcebeb9d8eef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.043666] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Got total of 5 instances {{(pid=63105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 569.043837] env[63105]: WARNING nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] While synchronizing instance power states, found 8 instances in the database and 5 instances on the hypervisor. [ 569.043973] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Triggering sync for uuid 6eb52ee5-71e8-4028-972a-ca9fe0a66826 {{(pid=63105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 569.044175] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Triggering sync for uuid 214009d9-dcb7-40a1-bd46-e1d06d96f2f5 {{(pid=63105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 569.044327] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Triggering sync for uuid 968b6d13-5f17-4405-b598-8f798129aeaf {{(pid=63105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 569.044467] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Triggering sync for uuid a78212e0-e331-4fd3-8b67-0c8522d82c2b {{(pid=63105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 569.044608] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Triggering sync for uuid 4abcfad4-6a44-4a21-962b-5157d09a6fbd {{(pid=63105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 569.044750] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Triggering sync for uuid 0ac90090-56b1-4ea2-8a94-e0c98b5ee974 {{(pid=63105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 569.044888] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Triggering sync for uuid 13d54771-0092-4d5b-9191-c92a4563de94 {{(pid=63105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 569.045038] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Triggering sync for uuid 1e5168f3-0c40-4ada-ba5c-001efd526393 {{(pid=63105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 569.045861] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "6eb52ee5-71e8-4028-972a-ca9fe0a66826" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.046101] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "6eb52ee5-71e8-4028-972a-ca9fe0a66826" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.046384] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "214009d9-dcb7-40a1-bd46-e1d06d96f2f5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.046566] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "214009d9-dcb7-40a1-bd46-e1d06d96f2f5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.046792] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "968b6d13-5f17-4405-b598-8f798129aeaf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.046991] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "968b6d13-5f17-4405-b598-8f798129aeaf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.047194] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.047395] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.047584] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "0ac90090-56b1-4ea2-8a94-e0c98b5ee974" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.048168] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "13d54771-0092-4d5b-9191-c92a4563de94" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.048168] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "1e5168f3-0c40-4ada-ba5c-001efd526393" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.048168] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.048385] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 569.052318] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2134fe8d-f726-40e1-9319-a49e1140df7f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.057281] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa79a2a8-3e3c-4927-b38d-642406e98b51 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.060402] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2290ea-af35-47e3-99a4-4f2b54f3dd79 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.063801] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.065326] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065554} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.065834] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 569.070929] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dafd922-4147-4477-ab2d-e52c89312aff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.096025] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522365} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.096025] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 0ac90090-56b1-4ea2-8a94-e0c98b5ee974/0ac90090-56b1-4ea2-8a94-e0c98b5ee974.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 569.096025] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 569.096025] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0728398-64c6-422f-bd04-4c52d9de0268 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.115033] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] a78212e0-e331-4fd3-8b67-0c8522d82c2b/a78212e0-e331-4fd3-8b67-0c8522d82c2b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 569.115394] env[63105]: DEBUG nova.network.neutron [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Successfully updated port: 52eff0d6-abbc-4e26-be09-f2ac850c88f4 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 569.119019] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8fe29a2-7720-4a4e-9ac0-7db43fbac251 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.141362] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 569.141362] env[63105]: value = "task-2758234" [ 569.141362] env[63105]: _type = "Task" [ 569.141362] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.144944] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 569.144944] env[63105]: value = "task-2758235" [ 569.144944] env[63105]: _type = "Task" [ 569.144944] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.153785] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.158735] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758235, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.460807] env[63105]: DEBUG nova.compute.utils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 569.464286] env[63105]: DEBUG nova.compute.manager [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 569.464465] env[63105]: DEBUG nova.network.neutron [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 569.566968] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.586336] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "968b6d13-5f17-4405-b598-8f798129aeaf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.589199] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "214009d9-dcb7-40a1-bd46-e1d06d96f2f5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.637380] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Acquiring lock "refresh_cache-13d54771-0092-4d5b-9191-c92a4563de94" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.637523] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Acquired lock "refresh_cache-13d54771-0092-4d5b-9191-c92a4563de94" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.637679] env[63105]: DEBUG nova.network.neutron [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 569.652940] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "6eb52ee5-71e8-4028-972a-ca9fe0a66826" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.607s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.653222] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103628} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.653864] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 569.654874] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82116ae-307a-481c-854f-f11f0f76566a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.660852] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.678902] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 0ac90090-56b1-4ea2-8a94-e0c98b5ee974/0ac90090-56b1-4ea2-8a94-e0c98b5ee974.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 569.680637] env[63105]: DEBUG nova.policy [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4275e9a7e9084c37b43444e10a2940ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caea96b2c57549ae8bdccc6eda8aba10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 569.682429] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1f97e79-8c65-40fa-b03f-a9bbb2c053b2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.703244] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 569.703244] env[63105]: value = "task-2758236" [ 569.703244] env[63105]: _type = "Task" [ 569.703244] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.713561] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.970249] env[63105]: DEBUG nova.compute.manager [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 570.158591] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758235, 'name': ReconfigVM_Task, 'duration_secs': 0.906131} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.160810] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Reconfigured VM instance instance-00000004 to attach disk [datastore2] a78212e0-e331-4fd3-8b67-0c8522d82c2b/a78212e0-e331-4fd3-8b67-0c8522d82c2b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 570.160810] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3583bffb-f655-470c-a85e-49bd36445a00 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.165767] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 570.165767] env[63105]: value = "task-2758237" [ 570.165767] env[63105]: _type = "Task" [ 570.165767] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.179780] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758237, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.219796] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758236, 'name': ReconfigVM_Task, 'duration_secs': 0.282778} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.219796] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 0ac90090-56b1-4ea2-8a94-e0c98b5ee974/0ac90090-56b1-4ea2-8a94-e0c98b5ee974.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 570.220669] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3f543ba-45b7-43aa-a041-c12549ca9031 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.227886] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 570.227886] env[63105]: value = "task-2758238" [ 570.227886] env[63105]: _type = "Task" [ 570.227886] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.239051] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758238, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.254763] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b967b9c-26fd-4be5-813d-efdde215f233 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.266879] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0575af9a-cf84-4ffa-a1c7-fb5f54960145 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.301460] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2745824-287b-4c4b-ba7c-148b7f8b0bb4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.309480] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c46ef1-ac65-493b-848a-4ffe1c777833 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.327673] env[63105]: DEBUG nova.compute.provider_tree [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 570.330494] env[63105]: DEBUG nova.network.neutron [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 570.680689] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758237, 'name': Rename_Task, 'duration_secs': 0.328449} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.681395] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.681395] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5822901d-fc95-414b-b0fd-ae734bf0c185 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.690218] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 570.690218] env[63105]: value = "task-2758239" [ 570.690218] env[63105]: _type = "Task" [ 570.690218] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.699390] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.743742] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758238, 'name': Rename_Task, 'duration_secs': 0.201165} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.744040] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.744293] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0d4f5a3-7509-419f-a278-e264ea6bf50d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.750600] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 570.750600] env[63105]: value = "task-2758240" [ 570.750600] env[63105]: _type = "Task" [ 570.750600] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.758973] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.810179] env[63105]: DEBUG nova.network.neutron [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Successfully updated port: 6b6bea6c-dea2-41f4-9797-5f7552323f63 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 570.835084] env[63105]: DEBUG nova.scheduler.client.report [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 570.993933] env[63105]: DEBUG nova.compute.manager [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 571.014327] env[63105]: DEBUG nova.network.neutron [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Updating instance_info_cache with network_info: [{"id": "52eff0d6-abbc-4e26-be09-f2ac850c88f4", "address": "fa:16:3e:33:be:6f", "network": {"id": "1e68ddcf-7af2-4c54-958f-5452116c535a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-699653867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "102a3dbaeda343c0be95c8bb5435d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52eff0d6-ab", "ovs_interfaceid": "52eff0d6-abbc-4e26-be09-f2ac850c88f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.032028] env[63105]: DEBUG nova.virt.hardware [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 571.032303] env[63105]: DEBUG nova.virt.hardware [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 571.032490] env[63105]: DEBUG nova.virt.hardware [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.032784] env[63105]: DEBUG nova.virt.hardware [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 571.032878] env[63105]: DEBUG nova.virt.hardware [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.034232] env[63105]: DEBUG nova.virt.hardware [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 571.034554] env[63105]: DEBUG nova.virt.hardware [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 571.034756] env[63105]: DEBUG nova.virt.hardware [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 571.036030] env[63105]: DEBUG nova.virt.hardware [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 571.036030] env[63105]: DEBUG nova.virt.hardware [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 571.036196] env[63105]: DEBUG nova.virt.hardware [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 571.036938] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f62498-659c-4e18-a5fb-11d49d6abc45 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.049643] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5258ebcd-d582-4113-9cb1-3947e83eb5b9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.115727] env[63105]: DEBUG nova.network.neutron [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Successfully created port: afb103bf-083d-4658-a37c-8c9148819ac5 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 571.117942] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "897ce5c2-de30-4264-9f89-d2fe7c537b1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.118177] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "897ce5c2-de30-4264-9f89-d2fe7c537b1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.205303] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758239, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.263118] env[63105]: DEBUG oslo_vmware.api [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758240, 'name': PowerOnVM_Task, 'duration_secs': 0.429803} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.263486] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.263696] env[63105]: INFO nova.compute.manager [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Took 8.94 seconds to spawn the instance on the hypervisor. [ 571.263859] env[63105]: DEBUG nova.compute.manager [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.265040] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492d188c-7c65-4f2c-8cf3-99c841918122 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.351162] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.352316] env[63105]: DEBUG nova.compute.manager [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 571.355710] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.664s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.357468] env[63105]: INFO nova.compute.claims [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 571.521831] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Releasing lock "refresh_cache-13d54771-0092-4d5b-9191-c92a4563de94" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.522232] env[63105]: DEBUG nova.compute.manager [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Instance network_info: |[{"id": "52eff0d6-abbc-4e26-be09-f2ac850c88f4", "address": "fa:16:3e:33:be:6f", "network": {"id": "1e68ddcf-7af2-4c54-958f-5452116c535a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-699653867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "102a3dbaeda343c0be95c8bb5435d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52eff0d6-ab", "ovs_interfaceid": "52eff0d6-abbc-4e26-be09-f2ac850c88f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 571.522819] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:be:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52eff0d6-abbc-4e26-be09-f2ac850c88f4', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 571.530892] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Creating folder: Project (102a3dbaeda343c0be95c8bb5435d5af). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.531799] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-960d5e29-2e6c-40ca-b848-bb0bc542d117 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.547452] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Created folder: Project (102a3dbaeda343c0be95c8bb5435d5af) in parent group-v554960. [ 571.547452] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Creating folder: Instances. Parent ref: group-v554976. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.547452] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8df599b9-531e-480c-bbd2-23fddb953b73 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.557022] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Created folder: Instances in parent group-v554976. [ 571.557826] env[63105]: DEBUG oslo.service.loopingcall [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 571.557826] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 571.561452] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90b8f15d-123c-4bc0-b426-48c456d48449 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.579433] env[63105]: DEBUG nova.compute.manager [req-4fdc7ea7-05ef-412d-b247-34f92cb8e44d req-844b1628-6a7f-4fe6-9d46-51f10844a7d7 service nova] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Received event network-vif-plugged-52eff0d6-abbc-4e26-be09-f2ac850c88f4 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 571.579433] env[63105]: DEBUG oslo_concurrency.lockutils [req-4fdc7ea7-05ef-412d-b247-34f92cb8e44d req-844b1628-6a7f-4fe6-9d46-51f10844a7d7 service nova] Acquiring lock "13d54771-0092-4d5b-9191-c92a4563de94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.579433] env[63105]: DEBUG oslo_concurrency.lockutils [req-4fdc7ea7-05ef-412d-b247-34f92cb8e44d req-844b1628-6a7f-4fe6-9d46-51f10844a7d7 service nova] Lock "13d54771-0092-4d5b-9191-c92a4563de94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.579433] env[63105]: DEBUG oslo_concurrency.lockutils [req-4fdc7ea7-05ef-412d-b247-34f92cb8e44d req-844b1628-6a7f-4fe6-9d46-51f10844a7d7 service nova] Lock "13d54771-0092-4d5b-9191-c92a4563de94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.579433] env[63105]: DEBUG nova.compute.manager [req-4fdc7ea7-05ef-412d-b247-34f92cb8e44d req-844b1628-6a7f-4fe6-9d46-51f10844a7d7 service nova] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] No waiting events found dispatching network-vif-plugged-52eff0d6-abbc-4e26-be09-f2ac850c88f4 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 571.579668] env[63105]: WARNING nova.compute.manager [req-4fdc7ea7-05ef-412d-b247-34f92cb8e44d req-844b1628-6a7f-4fe6-9d46-51f10844a7d7 service nova] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Received unexpected event network-vif-plugged-52eff0d6-abbc-4e26-be09-f2ac850c88f4 for instance with vm_state building and task_state spawning. [ 571.586268] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 571.586268] env[63105]: value = "task-2758243" [ 571.586268] env[63105]: _type = "Task" [ 571.586268] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.599077] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758243, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.621302] env[63105]: DEBUG nova.compute.manager [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 571.704056] env[63105]: DEBUG oslo_vmware.api [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758239, 'name': PowerOnVM_Task, 'duration_secs': 0.709907} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.704295] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.705242] env[63105]: INFO nova.compute.manager [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Took 13.88 seconds to spawn the instance on the hypervisor. [ 571.705242] env[63105]: DEBUG nova.compute.manager [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.706749] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14735dc7-bb83-4ee0-bd57-fc03aff3400c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.790076] env[63105]: INFO nova.compute.manager [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Took 14.70 seconds to build instance. [ 571.858332] env[63105]: DEBUG nova.compute.utils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 571.859889] env[63105]: DEBUG nova.compute.manager [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 571.859889] env[63105]: DEBUG nova.network.neutron [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 571.980364] env[63105]: DEBUG nova.policy [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52d2b43ca54e4c45852aa2699493b314', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc75b7425e9e4813bf441fc187ec0ad0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 572.100670] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758243, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.155901] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.193586] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Acquiring lock "968b6d13-5f17-4405-b598-8f798129aeaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.193875] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Lock "968b6d13-5f17-4405-b598-8f798129aeaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.194099] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Acquiring lock "968b6d13-5f17-4405-b598-8f798129aeaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.194281] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Lock "968b6d13-5f17-4405-b598-8f798129aeaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.194492] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Lock "968b6d13-5f17-4405-b598-8f798129aeaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.200332] env[63105]: INFO nova.compute.manager [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Terminating instance [ 572.232020] env[63105]: INFO nova.compute.manager [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Took 23.00 seconds to build instance. [ 572.295317] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aad4f36d-85d7-4da3-b109-6c8f6e4692bb tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Lock "0ac90090-56b1-4ea2-8a94-e0c98b5ee974" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.218s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.296252] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "0ac90090-56b1-4ea2-8a94-e0c98b5ee974" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.248s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.296329] env[63105]: INFO nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] During sync_power_state the instance has a pending task (spawning). Skip. [ 572.296507] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "0ac90090-56b1-4ea2-8a94-e0c98b5ee974" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.364028] env[63105]: DEBUG nova.compute.manager [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 572.476689] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Acquiring lock "6eb52ee5-71e8-4028-972a-ca9fe0a66826" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.476689] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Lock "6eb52ee5-71e8-4028-972a-ca9fe0a66826" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.476849] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Acquiring lock "6eb52ee5-71e8-4028-972a-ca9fe0a66826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.477123] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Lock "6eb52ee5-71e8-4028-972a-ca9fe0a66826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.477190] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Lock "6eb52ee5-71e8-4028-972a-ca9fe0a66826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.479805] env[63105]: INFO nova.compute.manager [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Terminating instance [ 572.510158] env[63105]: DEBUG nova.network.neutron [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Successfully created port: 974fe6f9-9a7e-42d9-8cc0-190a56336165 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 572.601360] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758243, 'name': CreateVM_Task, 'duration_secs': 0.565276} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.601926] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 572.602858] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.603035] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.604026] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.605034] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498f477e-65be-4eb3-80c7-d773a4191602 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.609890] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c310289-e30e-43ac-8051-bdbe6339caf2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.612477] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Waiting for the task: (returnval){ [ 572.612477] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52fa2d9a-a213-5f98-bbde-4919a8355b67" [ 572.612477] env[63105]: _type = "Task" [ 572.612477] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.618934] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d0a4c0-6e0a-43d5-9581-c44cf2dda638 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.627696] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52fa2d9a-a213-5f98-bbde-4919a8355b67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.655236] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa586536-26ca-453d-a7b8-4481f620ee9a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.663779] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7212f7ef-ae7a-4a4a-956d-ae5a058de7ed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.680463] env[63105]: DEBUG nova.compute.provider_tree [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.704573] env[63105]: DEBUG nova.compute.manager [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 572.704827] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 572.705663] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5768011a-8421-4fad-b97d-859b39324c9f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.714383] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 572.714642] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0be0734-fc0c-466a-820c-0942928c3101 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.722499] env[63105]: DEBUG oslo_vmware.api [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Waiting for the task: (returnval){ [ 572.722499] env[63105]: value = "task-2758244" [ 572.722499] env[63105]: _type = "Task" [ 572.722499] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.732941] env[63105]: DEBUG oslo_vmware.api [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': task-2758244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.736485] env[63105]: DEBUG oslo_concurrency.lockutils [None req-49cb6688-97b4-4ed4-96c5-031fe72f3a75 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.511s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.736702] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.689s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.736942] env[63105]: INFO nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] During sync_power_state the instance has a pending task (spawning). Skip. [ 572.737147] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.985531] env[63105]: DEBUG nova.compute.manager [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 572.985786] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 572.986728] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4881d3a1-a5ec-4fb4-9ca4-3af94ce97cb0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.998118] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 572.999874] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07a53b3c-9b44-460f-ab55-b5b91786627e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.006072] env[63105]: DEBUG oslo_vmware.api [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Waiting for the task: (returnval){ [ 573.006072] env[63105]: value = "task-2758245" [ 573.006072] env[63105]: _type = "Task" [ 573.006072] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.013940] env[63105]: DEBUG oslo_vmware.api [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Task: {'id': task-2758245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.126259] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52fa2d9a-a213-5f98-bbde-4919a8355b67, 'name': SearchDatastore_Task, 'duration_secs': 0.026988} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.126555] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.126784] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 573.127066] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.127211] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.127388] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 573.127641] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7749139c-c244-48c1-8555-abf5619dc652 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.138893] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 573.139110] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 573.140123] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6799f6b7-78a6-4fd9-8af8-c39cb4214293 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.148915] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Waiting for the task: (returnval){ [ 573.148915] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52c1707d-5937-71c6-ca4e-9744f2b6e7ec" [ 573.148915] env[63105]: _type = "Task" [ 573.148915] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.159851] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c1707d-5937-71c6-ca4e-9744f2b6e7ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.184048] env[63105]: DEBUG nova.scheduler.client.report [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 573.200549] env[63105]: DEBUG nova.network.neutron [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Successfully updated port: afb103bf-083d-4658-a37c-8c9148819ac5 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.233431] env[63105]: DEBUG oslo_vmware.api [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': task-2758244, 'name': PowerOffVM_Task, 'duration_secs': 0.261474} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.233695] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 573.234147] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 573.234147] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f669dc2b-ebe6-471b-a4a6-fbba02572036 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.296559] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 573.296559] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 573.296656] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Deleting the datastore file [datastore1] 968b6d13-5f17-4405-b598-8f798129aeaf {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 573.296857] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34ad6ef7-3c2c-44ff-b9fe-d85071abb634 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.304814] env[63105]: DEBUG oslo_vmware.api [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Waiting for the task: (returnval){ [ 573.304814] env[63105]: value = "task-2758247" [ 573.304814] env[63105]: _type = "Task" [ 573.304814] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.314472] env[63105]: DEBUG oslo_vmware.api [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': task-2758247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.386321] env[63105]: DEBUG nova.compute.manager [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 573.419203] env[63105]: DEBUG nova.virt.hardware [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 573.419557] env[63105]: DEBUG nova.virt.hardware [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 573.420371] env[63105]: DEBUG nova.virt.hardware [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 573.420621] env[63105]: DEBUG nova.virt.hardware [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 573.420767] env[63105]: DEBUG nova.virt.hardware [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 573.420922] env[63105]: DEBUG nova.virt.hardware [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 573.421166] env[63105]: DEBUG nova.virt.hardware [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 573.421339] env[63105]: DEBUG nova.virt.hardware [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 573.421520] env[63105]: DEBUG nova.virt.hardware [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 573.422438] env[63105]: DEBUG nova.virt.hardware [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 573.422438] env[63105]: DEBUG nova.virt.hardware [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 573.422908] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c06eb7-5600-4ecd-b5ec-cea46e5d588e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.433616] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7bdfe1-d54c-4f7e-b07e-2669f84f65e6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.515092] env[63105]: DEBUG oslo_vmware.api [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Task: {'id': task-2758245, 'name': PowerOffVM_Task, 'duration_secs': 0.192844} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.515396] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 573.515600] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 573.515869] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea5e0a81-7b30-4d4e-abe3-1fae43219a6b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.584568] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 573.584786] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 573.584998] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Deleting the datastore file [datastore1] 6eb52ee5-71e8-4028-972a-ca9fe0a66826 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 573.585266] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d32872d2-291a-4b59-8dd9-841947eac87a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.593118] env[63105]: DEBUG oslo_vmware.api [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Waiting for the task: (returnval){ [ 573.593118] env[63105]: value = "task-2758249" [ 573.593118] env[63105]: _type = "Task" [ 573.593118] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.600945] env[63105]: DEBUG oslo_vmware.api [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Task: {'id': task-2758249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.666887] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c1707d-5937-71c6-ca4e-9744f2b6e7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.024149} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.668474] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06a98299-e6e7-4b36-b8d2-9b664e708f93 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.674782] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Waiting for the task: (returnval){ [ 573.674782] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52274ac7-1d7b-bf7f-19a4-9a5f627ecffc" [ 573.674782] env[63105]: _type = "Task" [ 573.674782] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.684254] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52274ac7-1d7b-bf7f-19a4-9a5f627ecffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.689301] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.689875] env[63105]: DEBUG nova.compute.manager [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 573.692889] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.126s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.696119] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.696119] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 573.696119] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.538s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.696119] env[63105]: INFO nova.compute.claims [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 573.699297] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81cd2e4-208f-49af-96e5-a7a725318b37 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.704184] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Acquiring lock "refresh_cache-1e5168f3-0c40-4ada-ba5c-001efd526393" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.705475] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Acquired lock "refresh_cache-1e5168f3-0c40-4ada-ba5c-001efd526393" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.705962] env[63105]: DEBUG nova.network.neutron [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.711033] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30794cc-d9e8-412f-a5c1-ce6ef3c6588c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.729180] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e910bf-0023-4a77-8791-3f12f8b4ed11 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.739197] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202e572b-3b90-4652-a97e-e6cdbc6b6291 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.774649] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181145MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 573.774649] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.816294] env[63105]: DEBUG oslo_vmware.api [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Task: {'id': task-2758247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230088} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.817441] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 573.817441] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 573.817441] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 573.817441] env[63105]: INFO nova.compute.manager [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 573.817708] env[63105]: DEBUG oslo.service.loopingcall [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 573.817742] env[63105]: DEBUG nova.compute.manager [-] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 573.817827] env[63105]: DEBUG nova.network.neutron [-] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 574.107418] env[63105]: DEBUG oslo_vmware.api [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Task: {'id': task-2758249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162472} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.110097] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 574.110097] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 574.110097] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 574.110097] env[63105]: INFO nova.compute.manager [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Took 1.12 seconds to destroy the instance on the hypervisor. [ 574.110097] env[63105]: DEBUG oslo.service.loopingcall [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 574.110450] env[63105]: DEBUG nova.compute.manager [-] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 574.110450] env[63105]: DEBUG nova.network.neutron [-] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 574.128027] env[63105]: DEBUG nova.compute.manager [req-029cb5f4-1ae7-478f-85c6-8e72742f9717 req-2033de70-2568-4dde-9dfb-9d81bf2a2d3a service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Received event network-changed-c0607dbe-ecae-4584-a4de-999cea8c6c7c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 574.128126] env[63105]: DEBUG nova.compute.manager [req-029cb5f4-1ae7-478f-85c6-8e72742f9717 req-2033de70-2568-4dde-9dfb-9d81bf2a2d3a service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Refreshing instance network info cache due to event network-changed-c0607dbe-ecae-4584-a4de-999cea8c6c7c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 574.128277] env[63105]: DEBUG oslo_concurrency.lockutils [req-029cb5f4-1ae7-478f-85c6-8e72742f9717 req-2033de70-2568-4dde-9dfb-9d81bf2a2d3a service nova] Acquiring lock "refresh_cache-4abcfad4-6a44-4a21-962b-5157d09a6fbd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.128418] env[63105]: DEBUG oslo_concurrency.lockutils [req-029cb5f4-1ae7-478f-85c6-8e72742f9717 req-2033de70-2568-4dde-9dfb-9d81bf2a2d3a service nova] Acquired lock "refresh_cache-4abcfad4-6a44-4a21-962b-5157d09a6fbd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.128701] env[63105]: DEBUG nova.network.neutron [req-029cb5f4-1ae7-478f-85c6-8e72742f9717 req-2033de70-2568-4dde-9dfb-9d81bf2a2d3a service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Refreshing network info cache for port c0607dbe-ecae-4584-a4de-999cea8c6c7c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 574.186860] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52274ac7-1d7b-bf7f-19a4-9a5f627ecffc, 'name': SearchDatastore_Task, 'duration_secs': 0.020917} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.186860] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.186860] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 13d54771-0092-4d5b-9191-c92a4563de94/13d54771-0092-4d5b-9191-c92a4563de94.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 574.187130] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68f7767c-f4f6-4ff2-892d-48b38f23df40 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.196176] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Waiting for the task: (returnval){ [ 574.196176] env[63105]: value = "task-2758250" [ 574.196176] env[63105]: _type = "Task" [ 574.196176] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.204220] env[63105]: DEBUG nova.compute.utils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 574.206677] env[63105]: DEBUG nova.compute.manager [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 574.206853] env[63105]: DEBUG nova.network.neutron [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 574.225962] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': task-2758250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.265733] env[63105]: DEBUG nova.network.neutron [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Successfully updated port: f680677e-b0a9-4f1b-be0d-9e218d01adc8 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 574.283786] env[63105]: DEBUG nova.policy [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c96c8e78c034c11b88de9f5275d6b40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a065165b89d45fdb7b2b8fe8cc949aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 574.325213] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Acquiring lock "96025479-e79b-4a2d-ab21-169965c2902f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.325213] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Lock "96025479-e79b-4a2d-ab21-169965c2902f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.353439] env[63105]: DEBUG nova.network.neutron [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.711784] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': task-2758250, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.721172] env[63105]: DEBUG nova.compute.manager [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 574.725748] env[63105]: DEBUG nova.network.neutron [req-029cb5f4-1ae7-478f-85c6-8e72742f9717 req-2033de70-2568-4dde-9dfb-9d81bf2a2d3a service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.771024] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "refresh_cache-4abcfad4-6a44-4a21-962b-5157d09a6fbd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.828892] env[63105]: DEBUG nova.compute.manager [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.005787] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6350b0-2359-4855-a093-ed8563f6786f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.017817] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb728754-190d-4589-8c39-72803d3908bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.057835] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9d34f3-e576-4a36-9eb4-03dfccf5c518 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.077781] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9564522-d0ab-45ec-9f45-3cac66ca5b57 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.104067] env[63105]: DEBUG nova.compute.provider_tree [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.109979] env[63105]: DEBUG nova.network.neutron [req-029cb5f4-1ae7-478f-85c6-8e72742f9717 req-2033de70-2568-4dde-9dfb-9d81bf2a2d3a service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.127886] env[63105]: DEBUG nova.network.neutron [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Updating instance_info_cache with network_info: [{"id": "afb103bf-083d-4658-a37c-8c9148819ac5", "address": "fa:16:3e:9d:67:67", "network": {"id": "5df405e8-fd0a-4d3a-9b1e-85a08c3f0f5e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-884919724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caea96b2c57549ae8bdccc6eda8aba10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafb103bf-08", "ovs_interfaceid": "afb103bf-083d-4658-a37c-8c9148819ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.210945] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': task-2758250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551807} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.211264] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 13d54771-0092-4d5b-9191-c92a4563de94/13d54771-0092-4d5b-9191-c92a4563de94.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.211477] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.211728] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3913a36d-c7d1-4572-a37f-20f244ea6f98 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.219818] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Waiting for the task: (returnval){ [ 575.219818] env[63105]: value = "task-2758251" [ 575.219818] env[63105]: _type = "Task" [ 575.219818] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.234149] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': task-2758251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.435742] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.436531] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Acquiring lock "75b01166-8911-4077-9d48-af25659c486a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.436753] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Lock "75b01166-8911-4077-9d48-af25659c486a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.499287] env[63105]: DEBUG nova.network.neutron [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Successfully created port: 452ef264-1733-4350-b750-2040717eeffb {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 575.593951] env[63105]: DEBUG nova.network.neutron [-] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.609036] env[63105]: DEBUG nova.scheduler.client.report [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 575.615171] env[63105]: DEBUG oslo_concurrency.lockutils [req-029cb5f4-1ae7-478f-85c6-8e72742f9717 req-2033de70-2568-4dde-9dfb-9d81bf2a2d3a service nova] Releasing lock "refresh_cache-4abcfad4-6a44-4a21-962b-5157d09a6fbd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.617569] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquired lock "refresh_cache-4abcfad4-6a44-4a21-962b-5157d09a6fbd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.617735] env[63105]: DEBUG nova.network.neutron [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.630779] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Releasing lock "refresh_cache-1e5168f3-0c40-4ada-ba5c-001efd526393" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.631146] env[63105]: DEBUG nova.compute.manager [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Instance network_info: |[{"id": "afb103bf-083d-4658-a37c-8c9148819ac5", "address": "fa:16:3e:9d:67:67", "network": {"id": "5df405e8-fd0a-4d3a-9b1e-85a08c3f0f5e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-884919724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caea96b2c57549ae8bdccc6eda8aba10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafb103bf-08", "ovs_interfaceid": "afb103bf-083d-4658-a37c-8c9148819ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.631561] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:67:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afb103bf-083d-4658-a37c-8c9148819ac5', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.641963] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Creating folder: Project (caea96b2c57549ae8bdccc6eda8aba10). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.641963] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88acb3be-d494-40d2-be70-e77c6c824a9e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.653566] env[63105]: DEBUG nova.network.neutron [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Successfully updated port: 974fe6f9-9a7e-42d9-8cc0-190a56336165 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 575.655325] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Created folder: Project (caea96b2c57549ae8bdccc6eda8aba10) in parent group-v554960. [ 575.655557] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Creating folder: Instances. Parent ref: group-v554979. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.656029] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-526dc30a-4126-4b76-887c-f91af53e9813 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.666644] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Created folder: Instances in parent group-v554979. [ 575.666892] env[63105]: DEBUG oslo.service.loopingcall [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.667093] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.667313] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80ef094a-4e13-4c6c-938c-415c5dbc5d3f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.687918] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.687918] env[63105]: value = "task-2758254" [ 575.687918] env[63105]: _type = "Task" [ 575.687918] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.698494] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758254, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.730832] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': task-2758251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071968} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.731171] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.731913] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d9f7cd-dc85-415d-aaf4-8dd19a0b012c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.737805] env[63105]: DEBUG nova.compute.manager [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 575.761176] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 13d54771-0092-4d5b-9191-c92a4563de94/13d54771-0092-4d5b-9191-c92a4563de94.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.761546] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae219df3-b1ab-4cfe-8df0-d41f1e07ac5a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.784417] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Waiting for the task: (returnval){ [ 575.784417] env[63105]: value = "task-2758255" [ 575.784417] env[63105]: _type = "Task" [ 575.784417] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.792695] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': task-2758255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.871239] env[63105]: DEBUG nova.compute.manager [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Received event network-changed-52eff0d6-abbc-4e26-be09-f2ac850c88f4 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 575.871239] env[63105]: DEBUG nova.compute.manager [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Refreshing instance network info cache due to event network-changed-52eff0d6-abbc-4e26-be09-f2ac850c88f4. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 575.871488] env[63105]: DEBUG oslo_concurrency.lockutils [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] Acquiring lock "refresh_cache-13d54771-0092-4d5b-9191-c92a4563de94" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.871594] env[63105]: DEBUG oslo_concurrency.lockutils [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] Acquired lock "refresh_cache-13d54771-0092-4d5b-9191-c92a4563de94" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.871752] env[63105]: DEBUG nova.network.neutron [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Refreshing network info cache for port 52eff0d6-abbc-4e26-be09-f2ac850c88f4 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 575.888715] env[63105]: DEBUG nova.virt.hardware [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:49:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1574451189',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-123626783',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 575.889039] env[63105]: DEBUG nova.virt.hardware [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 575.889224] env[63105]: DEBUG nova.virt.hardware [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 575.889413] env[63105]: DEBUG nova.virt.hardware [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 575.889551] env[63105]: DEBUG nova.virt.hardware [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 575.889688] env[63105]: DEBUG nova.virt.hardware [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 575.890081] env[63105]: DEBUG nova.virt.hardware [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 575.890266] env[63105]: DEBUG nova.virt.hardware [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 575.892246] env[63105]: DEBUG nova.virt.hardware [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 575.892246] env[63105]: DEBUG nova.virt.hardware [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 575.892246] env[63105]: DEBUG nova.virt.hardware [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 575.892246] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e46b95-5130-4c19-af2d-670cdab1197e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.901517] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2d36b3-e452-4072-b197-cbc220ac4be2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.939290] env[63105]: DEBUG nova.compute.manager [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.085304] env[63105]: DEBUG nova.network.neutron [-] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.096104] env[63105]: INFO nova.compute.manager [-] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Took 2.28 seconds to deallocate network for instance. [ 576.116118] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.116638] env[63105]: DEBUG nova.compute.manager [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 576.120012] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.346s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.157681] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "refresh_cache-cc7675ce-8158-4544-95c9-df40c403832e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.158381] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquired lock "refresh_cache-cc7675ce-8158-4544-95c9-df40c403832e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.159190] env[63105]: DEBUG nova.network.neutron [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 576.193492] env[63105]: DEBUG nova.network.neutron [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 576.203623] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758254, 'name': CreateVM_Task, 'duration_secs': 0.351716} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.203796] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 576.204497] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.204661] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.204971] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.205478] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f386bb-8dac-4ffe-abba-2f740902f9f9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.211683] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Waiting for the task: (returnval){ [ 576.211683] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5222094d-2777-7bfc-cd28-8fee23d10c80" [ 576.211683] env[63105]: _type = "Task" [ 576.211683] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.220845] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5222094d-2777-7bfc-cd28-8fee23d10c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.301441] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': task-2758255, 'name': ReconfigVM_Task, 'duration_secs': 0.357635} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.301441] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 13d54771-0092-4d5b-9191-c92a4563de94/13d54771-0092-4d5b-9191-c92a4563de94.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 576.302306] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9be5997-cf74-447a-9196-9b0c1ef5c35f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.309823] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Waiting for the task: (returnval){ [ 576.309823] env[63105]: value = "task-2758256" [ 576.309823] env[63105]: _type = "Task" [ 576.309823] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.319153] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': task-2758256, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.462132] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.591395] env[63105]: INFO nova.compute.manager [-] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Took 2.48 seconds to deallocate network for instance. [ 576.608402] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.626286] env[63105]: DEBUG nova.compute.utils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 576.641774] env[63105]: DEBUG nova.compute.manager [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 576.641960] env[63105]: DEBUG nova.network.neutron [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 576.725266] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5222094d-2777-7bfc-cd28-8fee23d10c80, 'name': SearchDatastore_Task, 'duration_secs': 0.022009} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.725768] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.725768] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.726014] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.726181] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.726355] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.726620] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c9509be-2b4e-4b89-a598-99f6d40c1ac9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.735423] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.735814] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.736637] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a55bc85-85fb-4b8f-acf9-bef549a2cde2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.743867] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Waiting for the task: (returnval){ [ 576.743867] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52c247e4-9e2d-48fe-e247-ffdea2b179f8" [ 576.743867] env[63105]: _type = "Task" [ 576.743867] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.750312] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c247e4-9e2d-48fe-e247-ffdea2b179f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.755843] env[63105]: DEBUG nova.network.neutron [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 576.795924] env[63105]: DEBUG nova.policy [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '374f205248554adbbc4070842695f5ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2d61f61e724c719088e006027a9e34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 576.824865] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': task-2758256, 'name': Rename_Task, 'duration_secs': 0.135898} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.825197] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 576.826492] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4defcfe6-e2e8-49e5-bad0-58c856b8e35d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.835594] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Waiting for the task: (returnval){ [ 576.835594] env[63105]: value = "task-2758257" [ 576.835594] env[63105]: _type = "Task" [ 576.835594] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.845677] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': task-2758257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.936784] env[63105]: DEBUG nova.network.neutron [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Updated VIF entry in instance network info cache for port 52eff0d6-abbc-4e26-be09-f2ac850c88f4. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 576.936784] env[63105]: DEBUG nova.network.neutron [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Updating instance_info_cache with network_info: [{"id": "52eff0d6-abbc-4e26-be09-f2ac850c88f4", "address": "fa:16:3e:33:be:6f", "network": {"id": "1e68ddcf-7af2-4c54-958f-5452116c535a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-699653867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "102a3dbaeda343c0be95c8bb5435d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52eff0d6-ab", "ovs_interfaceid": "52eff0d6-abbc-4e26-be09-f2ac850c88f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.959429] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "ec73cb87-6d0c-4390-88ef-f26ca372063f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.959685] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "ec73cb87-6d0c-4390-88ef-f26ca372063f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.098986] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.138328] env[63105]: DEBUG nova.compute.manager [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 577.171517] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 6eb52ee5-71e8-4028-972a-ca9fe0a66826 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 577.171633] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 214009d9-dcb7-40a1-bd46-e1d06d96f2f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 577.171696] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 968b6d13-5f17-4405-b598-8f798129aeaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 577.171827] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance a78212e0-e331-4fd3-8b67-0c8522d82c2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 577.171952] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 4abcfad4-6a44-4a21-962b-5157d09a6fbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 577.172141] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 0ac90090-56b1-4ea2-8a94-e0c98b5ee974 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 577.172390] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 13d54771-0092-4d5b-9191-c92a4563de94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 577.172469] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 1e5168f3-0c40-4ada-ba5c-001efd526393 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 577.176070] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance cc7675ce-8158-4544-95c9-df40c403832e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 577.176070] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance ef8e67e9-335e-416c-a8fb-36a06d5bbd4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 577.176070] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 897ce5c2-de30-4264-9f89-d2fe7c537b1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 577.253815] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c247e4-9e2d-48fe-e247-ffdea2b179f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012214} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.254494] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34fb77ac-9511-49ed-bd0c-4613bab07f08 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.262136] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Waiting for the task: (returnval){ [ 577.262136] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5253c1c8-4578-baaa-c656-a756e96b6d07" [ 577.262136] env[63105]: _type = "Task" [ 577.262136] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.274905] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5253c1c8-4578-baaa-c656-a756e96b6d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.346806] env[63105]: DEBUG oslo_vmware.api [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': task-2758257, 'name': PowerOnVM_Task, 'duration_secs': 0.480777} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.346806] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 577.347742] env[63105]: INFO nova.compute.manager [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Took 12.71 seconds to spawn the instance on the hypervisor. [ 577.347742] env[63105]: DEBUG nova.compute.manager [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.348210] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19652006-8c20-4841-9e52-995b6a2c9f08 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.376166] env[63105]: DEBUG nova.network.neutron [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Updating instance_info_cache with network_info: [{"id": "974fe6f9-9a7e-42d9-8cc0-190a56336165", "address": "fa:16:3e:a2:53:9b", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974fe6f9-9a", "ovs_interfaceid": "974fe6f9-9a7e-42d9-8cc0-190a56336165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.441367] env[63105]: DEBUG oslo_concurrency.lockutils [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] Releasing lock "refresh_cache-13d54771-0092-4d5b-9191-c92a4563de94" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.441367] env[63105]: DEBUG nova.compute.manager [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Received event network-vif-plugged-6b6bea6c-dea2-41f4-9797-5f7552323f63 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 577.441367] env[63105]: DEBUG oslo_concurrency.lockutils [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] Acquiring lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.441367] env[63105]: DEBUG oslo_concurrency.lockutils [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] Lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.441367] env[63105]: DEBUG oslo_concurrency.lockutils [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] Lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.441738] env[63105]: DEBUG nova.compute.manager [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] No waiting events found dispatching network-vif-plugged-6b6bea6c-dea2-41f4-9797-5f7552323f63 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 577.441738] env[63105]: WARNING nova.compute.manager [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Received unexpected event network-vif-plugged-6b6bea6c-dea2-41f4-9797-5f7552323f63 for instance with vm_state building and task_state spawning. [ 577.441738] env[63105]: DEBUG nova.compute.manager [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Received event network-changed-6b6bea6c-dea2-41f4-9797-5f7552323f63 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 577.441738] env[63105]: DEBUG nova.compute.manager [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Refreshing instance network info cache due to event network-changed-6b6bea6c-dea2-41f4-9797-5f7552323f63. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 577.441738] env[63105]: DEBUG oslo_concurrency.lockutils [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] Acquiring lock "refresh_cache-4abcfad4-6a44-4a21-962b-5157d09a6fbd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.465010] env[63105]: DEBUG nova.compute.manager [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.614516] env[63105]: DEBUG nova.network.neutron [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Updating instance_info_cache with network_info: [{"id": "c0607dbe-ecae-4584-a4de-999cea8c6c7c", "address": "fa:16:3e:0d:2a:c8", "network": {"id": "52206efe-cfa4-4ef0-a942-48d395455235", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1357096177", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0607dbe-ec", "ovs_interfaceid": "c0607dbe-ecae-4584-a4de-999cea8c6c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b6bea6c-dea2-41f4-9797-5f7552323f63", "address": "fa:16:3e:ec:f8:44", "network": {"id": "5b78b09f-4e8c-4b40-bd64-6068d1ecd8ec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-615194661", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6bea6c-de", "ovs_interfaceid": "6b6bea6c-dea2-41f4-9797-5f7552323f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f680677e-b0a9-4f1b-be0d-9e218d01adc8", "address": "fa:16:3e:ea:9e:12", "network": {"id": "52206efe-cfa4-4ef0-a942-48d395455235", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1357096177", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf680677e-b0", "ovs_interfaceid": "f680677e-b0a9-4f1b-be0d-9e218d01adc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.675876] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 96025479-e79b-4a2d-ab21-169965c2902f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 577.777601] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5253c1c8-4578-baaa-c656-a756e96b6d07, 'name': SearchDatastore_Task, 'duration_secs': 0.017169} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.777601] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.777601] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 1e5168f3-0c40-4ada-ba5c-001efd526393/1e5168f3-0c40-4ada-ba5c-001efd526393.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.777601] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-606bff5a-015b-4e0a-9656-63df4e6e3cf9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.786769] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Waiting for the task: (returnval){ [ 577.786769] env[63105]: value = "task-2758258" [ 577.786769] env[63105]: _type = "Task" [ 577.786769] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.797673] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.872033] env[63105]: INFO nova.compute.manager [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Took 18.09 seconds to build instance. [ 577.877288] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Releasing lock "refresh_cache-cc7675ce-8158-4544-95c9-df40c403832e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.877738] env[63105]: DEBUG nova.compute.manager [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Instance network_info: |[{"id": "974fe6f9-9a7e-42d9-8cc0-190a56336165", "address": "fa:16:3e:a2:53:9b", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974fe6f9-9a", "ovs_interfaceid": "974fe6f9-9a7e-42d9-8cc0-190a56336165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 577.878177] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:53:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '974fe6f9-9a7e-42d9-8cc0-190a56336165', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.888361] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Creating folder: Project (fc75b7425e9e4813bf441fc187ec0ad0). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.889397] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26dc38d3-29c9-414a-a324-d8433de054d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.900644] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Created folder: Project (fc75b7425e9e4813bf441fc187ec0ad0) in parent group-v554960. [ 577.900847] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Creating folder: Instances. Parent ref: group-v554982. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.901161] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07828ed2-5358-48f0-bec4-15bcef7d178e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.910781] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Created folder: Instances in parent group-v554982. [ 577.911339] env[63105]: DEBUG oslo.service.loopingcall [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.911604] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.911840] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec864bb4-472b-4d52-a197-f1397fa39a52 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.933640] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.933640] env[63105]: value = "task-2758261" [ 577.933640] env[63105]: _type = "Task" [ 577.933640] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.944914] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758261, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.994019] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.094222] env[63105]: DEBUG nova.network.neutron [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Successfully created port: c325c2fc-eddd-49fd-8044-04d1fb3ede8d {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 578.119306] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Releasing lock "refresh_cache-4abcfad4-6a44-4a21-962b-5157d09a6fbd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.119306] env[63105]: DEBUG nova.compute.manager [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Instance network_info: |[{"id": "c0607dbe-ecae-4584-a4de-999cea8c6c7c", "address": "fa:16:3e:0d:2a:c8", "network": {"id": "52206efe-cfa4-4ef0-a942-48d395455235", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1357096177", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0607dbe-ec", "ovs_interfaceid": "c0607dbe-ecae-4584-a4de-999cea8c6c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b6bea6c-dea2-41f4-9797-5f7552323f63", "address": "fa:16:3e:ec:f8:44", "network": {"id": "5b78b09f-4e8c-4b40-bd64-6068d1ecd8ec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-615194661", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6bea6c-de", "ovs_interfaceid": "6b6bea6c-dea2-41f4-9797-5f7552323f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f680677e-b0a9-4f1b-be0d-9e218d01adc8", "address": "fa:16:3e:ea:9e:12", "network": {"id": "52206efe-cfa4-4ef0-a942-48d395455235", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1357096177", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf680677e-b0", "ovs_interfaceid": "f680677e-b0a9-4f1b-be0d-9e218d01adc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 578.119306] env[63105]: DEBUG oslo_concurrency.lockutils [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] Acquired lock "refresh_cache-4abcfad4-6a44-4a21-962b-5157d09a6fbd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.119306] env[63105]: DEBUG nova.network.neutron [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Refreshing network info cache for port 6b6bea6c-dea2-41f4-9797-5f7552323f63 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.119714] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:2a:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0607dbe-ecae-4584-a4de-999cea8c6c7c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:f8:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b6bea6c-dea2-41f4-9797-5f7552323f63', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:9e:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f680677e-b0a9-4f1b-be0d-9e218d01adc8', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 578.131468] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Creating folder: Project (f4453de551e94c2787228e357f1570c6). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.136322] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20c20f8f-2505-4711-81fe-40c4102e6038 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.143759] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquiring lock "6a752f33-9dc2-4107-8648-7ab829348c6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.143759] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Lock "6a752f33-9dc2-4107-8648-7ab829348c6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.153368] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Created folder: Project (f4453de551e94c2787228e357f1570c6) in parent group-v554960. [ 578.153552] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Creating folder: Instances. Parent ref: group-v554985. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.154626] env[63105]: DEBUG nova.compute.manager [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 578.156555] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-342f5581-4496-4483-9f48-bfd3495ed4d3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.168871] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Created folder: Instances in parent group-v554985. [ 578.168871] env[63105]: DEBUG oslo.service.loopingcall [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 578.168871] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 578.168871] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bb3f284-7de5-411f-b872-991c02e63568 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.191117] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 75b01166-8911-4077-9d48-af25659c486a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 578.198082] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 578.198082] env[63105]: value = "task-2758264" [ 578.198082] env[63105]: _type = "Task" [ 578.198082] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.203879] env[63105]: DEBUG nova.virt.hardware [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 578.204140] env[63105]: DEBUG nova.virt.hardware [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 578.204290] env[63105]: DEBUG nova.virt.hardware [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.204476] env[63105]: DEBUG nova.virt.hardware [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 578.204618] env[63105]: DEBUG nova.virt.hardware [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.204757] env[63105]: DEBUG nova.virt.hardware [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 578.204966] env[63105]: DEBUG nova.virt.hardware [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 578.205144] env[63105]: DEBUG nova.virt.hardware [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 578.205316] env[63105]: DEBUG nova.virt.hardware [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 578.205480] env[63105]: DEBUG nova.virt.hardware [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 578.205650] env[63105]: DEBUG nova.virt.hardware [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 578.206510] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402432cc-e347-4520-9a6e-296fe47414e1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.219774] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124922d6-67fb-4862-87df-9869edc03940 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.224054] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758264, 'name': CreateVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.303893] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758258, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.373486] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2750c910-2e73-4ab2-83f9-6449398166c6 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Lock "13d54771-0092-4d5b-9191-c92a4563de94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.611s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.374271] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "13d54771-0092-4d5b-9191-c92a4563de94" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.326s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.374271] env[63105]: INFO nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] During sync_power_state the instance has a pending task (spawning). Skip. [ 578.374411] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "13d54771-0092-4d5b-9191-c92a4563de94" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.446019] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758261, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.650987] env[63105]: DEBUG nova.compute.manager [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.658424] env[63105]: DEBUG nova.network.neutron [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Successfully updated port: 452ef264-1733-4350-b750-2040717eeffb {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.694513] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance ec73cb87-6d0c-4390-88ef-f26ca372063f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 578.694513] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 578.694513] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 578.710695] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758264, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.714472] env[63105]: DEBUG nova.compute.manager [req-1ea9db0f-45b9-40a8-8363-a44a5dbf0bda req-93e2d48c-4a2b-45be-8a04-8b705d684ff0 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Received event network-vif-plugged-f680677e-b0a9-4f1b-be0d-9e218d01adc8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 578.714472] env[63105]: DEBUG oslo_concurrency.lockutils [req-1ea9db0f-45b9-40a8-8363-a44a5dbf0bda req-93e2d48c-4a2b-45be-8a04-8b705d684ff0 service nova] Acquiring lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.714472] env[63105]: DEBUG oslo_concurrency.lockutils [req-1ea9db0f-45b9-40a8-8363-a44a5dbf0bda req-93e2d48c-4a2b-45be-8a04-8b705d684ff0 service nova] Lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.714472] env[63105]: DEBUG oslo_concurrency.lockutils [req-1ea9db0f-45b9-40a8-8363-a44a5dbf0bda req-93e2d48c-4a2b-45be-8a04-8b705d684ff0 service nova] Lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.714472] env[63105]: DEBUG nova.compute.manager [req-1ea9db0f-45b9-40a8-8363-a44a5dbf0bda req-93e2d48c-4a2b-45be-8a04-8b705d684ff0 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] No waiting events found dispatching network-vif-plugged-f680677e-b0a9-4f1b-be0d-9e218d01adc8 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 578.714472] env[63105]: WARNING nova.compute.manager [req-1ea9db0f-45b9-40a8-8363-a44a5dbf0bda req-93e2d48c-4a2b-45be-8a04-8b705d684ff0 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Received unexpected event network-vif-plugged-f680677e-b0a9-4f1b-be0d-9e218d01adc8 for instance with vm_state building and task_state spawning. [ 578.714691] env[63105]: DEBUG nova.compute.manager [req-1ea9db0f-45b9-40a8-8363-a44a5dbf0bda req-93e2d48c-4a2b-45be-8a04-8b705d684ff0 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Received event network-changed-f680677e-b0a9-4f1b-be0d-9e218d01adc8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 578.714724] env[63105]: DEBUG nova.compute.manager [req-1ea9db0f-45b9-40a8-8363-a44a5dbf0bda req-93e2d48c-4a2b-45be-8a04-8b705d684ff0 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Refreshing instance network info cache due to event network-changed-f680677e-b0a9-4f1b-be0d-9e218d01adc8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 578.715493] env[63105]: DEBUG oslo_concurrency.lockutils [req-1ea9db0f-45b9-40a8-8363-a44a5dbf0bda req-93e2d48c-4a2b-45be-8a04-8b705d684ff0 service nova] Acquiring lock "refresh_cache-4abcfad4-6a44-4a21-962b-5157d09a6fbd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.806773] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740519} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.809983] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 1e5168f3-0c40-4ada-ba5c-001efd526393/1e5168f3-0c40-4ada-ba5c-001efd526393.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.809983] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.809983] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e98b58d8-1545-430d-ab0b-ae72f3d0a3f8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.824293] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Waiting for the task: (returnval){ [ 578.824293] env[63105]: value = "task-2758265" [ 578.824293] env[63105]: _type = "Task" [ 578.824293] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.837070] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.863255] env[63105]: DEBUG nova.network.neutron [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Updated VIF entry in instance network info cache for port 6b6bea6c-dea2-41f4-9797-5f7552323f63. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.863808] env[63105]: DEBUG nova.network.neutron [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Updating instance_info_cache with network_info: [{"id": "c0607dbe-ecae-4584-a4de-999cea8c6c7c", "address": "fa:16:3e:0d:2a:c8", "network": {"id": "52206efe-cfa4-4ef0-a942-48d395455235", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1357096177", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0607dbe-ec", "ovs_interfaceid": "c0607dbe-ecae-4584-a4de-999cea8c6c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b6bea6c-dea2-41f4-9797-5f7552323f63", "address": "fa:16:3e:ec:f8:44", "network": {"id": "5b78b09f-4e8c-4b40-bd64-6068d1ecd8ec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-615194661", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6bea6c-de", "ovs_interfaceid": "6b6bea6c-dea2-41f4-9797-5f7552323f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f680677e-b0a9-4f1b-be0d-9e218d01adc8", "address": "fa:16:3e:ea:9e:12", "network": {"id": "52206efe-cfa4-4ef0-a942-48d395455235", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1357096177", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf680677e-b0", "ovs_interfaceid": "f680677e-b0a9-4f1b-be0d-9e218d01adc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.947331] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758261, 'name': CreateVM_Task, 'duration_secs': 0.988306} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.947580] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 578.950699] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.950866] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.951363] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.952214] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2afe8100-99d6-484c-83f7-41009dcd59cd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.957022] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 578.957022] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]520c55e6-e323-376f-a9c3-a73f19b35428" [ 578.957022] env[63105]: _type = "Task" [ 578.957022] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.967334] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]520c55e6-e323-376f-a9c3-a73f19b35428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.976371] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a6ca8a-e8ef-4b62-918b-47bc72ed30a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.987533] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c40298-8b7f-47bd-ac40-2d25816550a3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.020766] env[63105]: DEBUG nova.compute.manager [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Stashing vm_state: active {{(pid=63105) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 579.025184] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3433d194-b511-43e5-8207-a4e1aecf8dca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.032810] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6669c46b-03a5-4552-bb93-c930bf50255d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.048812] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.118333] env[63105]: INFO nova.compute.manager [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Rebuilding instance [ 579.163239] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "refresh_cache-ef8e67e9-335e-416c-a8fb-36a06d5bbd4a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.164126] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquired lock "refresh_cache-ef8e67e9-335e-416c-a8fb-36a06d5bbd4a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.164126] env[63105]: DEBUG nova.network.neutron [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 579.169890] env[63105]: DEBUG nova.compute.manager [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.171029] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a4cd04-654d-4075-ba0f-3f915520328f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.181283] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.213248] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758264, 'name': CreateVM_Task, 'duration_secs': 0.715305} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.213248] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.213248] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.334421] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088437} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.334607] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.335440] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddb4350-f7ae-4131-99a7-c8fbbfff33e9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.363612] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 1e5168f3-0c40-4ada-ba5c-001efd526393/1e5168f3-0c40-4ada-ba5c-001efd526393.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.363870] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22cf9086-eede-4f8d-9962-21650dd99870 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.381365] env[63105]: DEBUG oslo_concurrency.lockutils [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] Releasing lock "refresh_cache-4abcfad4-6a44-4a21-962b-5157d09a6fbd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.381365] env[63105]: DEBUG nova.compute.manager [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Received event network-vif-plugged-afb103bf-083d-4658-a37c-8c9148819ac5 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 579.381365] env[63105]: DEBUG oslo_concurrency.lockutils [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] Acquiring lock "1e5168f3-0c40-4ada-ba5c-001efd526393-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.381365] env[63105]: DEBUG oslo_concurrency.lockutils [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] Lock "1e5168f3-0c40-4ada-ba5c-001efd526393-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.381589] env[63105]: DEBUG oslo_concurrency.lockutils [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] Lock "1e5168f3-0c40-4ada-ba5c-001efd526393-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.381589] env[63105]: DEBUG nova.compute.manager [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] No waiting events found dispatching network-vif-plugged-afb103bf-083d-4658-a37c-8c9148819ac5 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.381780] env[63105]: WARNING nova.compute.manager [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Received unexpected event network-vif-plugged-afb103bf-083d-4658-a37c-8c9148819ac5 for instance with vm_state building and task_state spawning. [ 579.381907] env[63105]: DEBUG nova.compute.manager [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Received event network-changed-afb103bf-083d-4658-a37c-8c9148819ac5 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 579.382072] env[63105]: DEBUG nova.compute.manager [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Refreshing instance network info cache due to event network-changed-afb103bf-083d-4658-a37c-8c9148819ac5. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 579.382268] env[63105]: DEBUG oslo_concurrency.lockutils [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] Acquiring lock "refresh_cache-1e5168f3-0c40-4ada-ba5c-001efd526393" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.382533] env[63105]: DEBUG oslo_concurrency.lockutils [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] Acquired lock "refresh_cache-1e5168f3-0c40-4ada-ba5c-001efd526393" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.382575] env[63105]: DEBUG nova.network.neutron [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Refreshing network info cache for port afb103bf-083d-4658-a37c-8c9148819ac5 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.383770] env[63105]: DEBUG oslo_concurrency.lockutils [req-1ea9db0f-45b9-40a8-8363-a44a5dbf0bda req-93e2d48c-4a2b-45be-8a04-8b705d684ff0 service nova] Acquired lock "refresh_cache-4abcfad4-6a44-4a21-962b-5157d09a6fbd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.386477] env[63105]: DEBUG nova.network.neutron [req-1ea9db0f-45b9-40a8-8363-a44a5dbf0bda req-93e2d48c-4a2b-45be-8a04-8b705d684ff0 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Refreshing network info cache for port f680677e-b0a9-4f1b-be0d-9e218d01adc8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.393842] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Waiting for the task: (returnval){ [ 579.393842] env[63105]: value = "task-2758266" [ 579.393842] env[63105]: _type = "Task" [ 579.393842] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.405622] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.408529] env[63105]: DEBUG nova.compute.manager [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Received event network-vif-plugged-974fe6f9-9a7e-42d9-8cc0-190a56336165 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 579.408678] env[63105]: DEBUG oslo_concurrency.lockutils [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] Acquiring lock "cc7675ce-8158-4544-95c9-df40c403832e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.408845] env[63105]: DEBUG oslo_concurrency.lockutils [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] Lock "cc7675ce-8158-4544-95c9-df40c403832e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.409011] env[63105]: DEBUG oslo_concurrency.lockutils [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] Lock "cc7675ce-8158-4544-95c9-df40c403832e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.409187] env[63105]: DEBUG nova.compute.manager [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] [instance: cc7675ce-8158-4544-95c9-df40c403832e] No waiting events found dispatching network-vif-plugged-974fe6f9-9a7e-42d9-8cc0-190a56336165 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.409875] env[63105]: WARNING nova.compute.manager [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Received unexpected event network-vif-plugged-974fe6f9-9a7e-42d9-8cc0-190a56336165 for instance with vm_state building and task_state spawning. [ 579.409875] env[63105]: DEBUG nova.compute.manager [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Received event network-vif-deleted-547a3ea2-62f9-43fa-9248-7f0302e3fb5b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 579.409875] env[63105]: DEBUG nova.compute.manager [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Received event network-vif-deleted-d9161aa1-9f5d-48f0-a28c-e63ef6c356d6 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 579.409875] env[63105]: DEBUG nova.compute.manager [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Received event network-changed-974fe6f9-9a7e-42d9-8cc0-190a56336165 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 579.410069] env[63105]: DEBUG nova.compute.manager [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Refreshing instance network info cache due to event network-changed-974fe6f9-9a7e-42d9-8cc0-190a56336165. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 579.410170] env[63105]: DEBUG oslo_concurrency.lockutils [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] Acquiring lock "refresh_cache-cc7675ce-8158-4544-95c9-df40c403832e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.410301] env[63105]: DEBUG oslo_concurrency.lockutils [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] Acquired lock "refresh_cache-cc7675ce-8158-4544-95c9-df40c403832e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.410503] env[63105]: DEBUG nova.network.neutron [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Refreshing network info cache for port 974fe6f9-9a7e-42d9-8cc0-190a56336165 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.467765] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]520c55e6-e323-376f-a9c3-a73f19b35428, 'name': SearchDatastore_Task, 'duration_secs': 0.019829} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.468088] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.468328] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 579.468768] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.468768] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.468902] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 579.469227] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.469667] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.469736] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a0a884d-b1a2-4e19-bda8-5c80bc29e6ba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.471640] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-625f0162-23cb-447e-8b1f-0d830c2c2035 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.476840] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 579.476840] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b695c0-eadd-61b1-22d0-5fed28fcfbb4" [ 579.476840] env[63105]: _type = "Task" [ 579.476840] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.481752] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 579.482047] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 579.482952] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59024475-01a4-44dd-a950-3a0621411b0b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.488948] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b695c0-eadd-61b1-22d0-5fed28fcfbb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.492316] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 579.492316] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5269d9bc-224a-daea-ebd0-a6ab653582a3" [ 579.492316] env[63105]: _type = "Task" [ 579.492316] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.500927] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5269d9bc-224a-daea-ebd0-a6ab653582a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.550611] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.551809] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 579.708093] env[63105]: DEBUG nova.network.neutron [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.825759] env[63105]: DEBUG nova.compute.manager [None req-528247c7-e032-4c33-8dc8-89cb48743c30 tempest-ServerDiagnosticsV248Test-1962570673 tempest-ServerDiagnosticsV248Test-1962570673-project-admin] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.827029] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184403cd-30ba-41d4-9ec5-bdf64dc29546 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.834169] env[63105]: INFO nova.compute.manager [None req-528247c7-e032-4c33-8dc8-89cb48743c30 tempest-ServerDiagnosticsV248Test-1962570673 tempest-ServerDiagnosticsV248Test-1962570673-project-admin] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Retrieving diagnostics [ 579.835040] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a3bef8-a5ce-4d65-b7f8-f807b193821f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.905529] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.991174] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b695c0-eadd-61b1-22d0-5fed28fcfbb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.994292] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.995016] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 579.995016] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.008336] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5269d9bc-224a-daea-ebd0-a6ab653582a3, 'name': SearchDatastore_Task, 'duration_secs': 0.008701} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.009591] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d19ad067-c093-4af0-8168-379e4db993fd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.018241] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 580.018241] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52af99b4-84ec-acf0-d324-04c2cc5c08bc" [ 580.018241] env[63105]: _type = "Task" [ 580.018241] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.031623] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52af99b4-84ec-acf0-d324-04c2cc5c08bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009449} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.033019] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.033019] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] cc7675ce-8158-4544-95c9-df40c403832e/cc7675ce-8158-4544-95c9-df40c403832e.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 580.033019] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.033019] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.033836] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78dff924-d91f-4b30-951c-30301a91b966 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.035825] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6f065c9-8994-425e-b822-d26e6afa1f28 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.047145] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 580.047145] env[63105]: value = "task-2758267" [ 580.047145] env[63105]: _type = "Task" [ 580.047145] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.047427] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.047618] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.048506] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73cac9c5-c9a6-4e8b-a1e5-7b558adc4bdb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.056886] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 580.057133] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.937s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.061914] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.626s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.063848] env[63105]: INFO nova.compute.claims [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.068878] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.068878] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Getting list of instances from cluster (obj){ [ 580.068878] env[63105]: value = "domain-c8" [ 580.068878] env[63105]: _type = "ClusterComputeResource" [ 580.068878] env[63105]: } {{(pid=63105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 580.068878] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.068878] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 580.068878] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5247514e-b2f9-5801-9d9a-3e1c0b6b20ff" [ 580.068878] env[63105]: _type = "Task" [ 580.068878] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.071878] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5ee38b-803b-4ceb-8535-1c8839b6cbac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.083738] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5247514e-b2f9-5801-9d9a-3e1c0b6b20ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009514} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.094253] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Got total of 7 instances {{(pid=63105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 580.095891] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ab32ee-9d42-42fd-bf3d-a3353b8b6ba0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.102114] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 580.102114] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526358e4-ccdb-e8cb-7706-cc76a8cbe669" [ 580.102114] env[63105]: _type = "Task" [ 580.102114] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.112531] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526358e4-ccdb-e8cb-7706-cc76a8cbe669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.186253] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 580.186253] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f0ad5b9-2036-4a7d-abb0-2735bec57b1e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.194637] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 580.194637] env[63105]: value = "task-2758268" [ 580.194637] env[63105]: _type = "Task" [ 580.194637] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.208876] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.408531] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758266, 'name': ReconfigVM_Task, 'duration_secs': 0.720063} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.408809] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 1e5168f3-0c40-4ada-ba5c-001efd526393/1e5168f3-0c40-4ada-ba5c-001efd526393.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.409616] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a046369b-51c2-4ea3-b365-559ec0278b23 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.421036] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Waiting for the task: (returnval){ [ 580.421036] env[63105]: value = "task-2758269" [ 580.421036] env[63105]: _type = "Task" [ 580.421036] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.434526] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758269, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.494674] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.494924] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.538174] env[63105]: DEBUG nova.network.neutron [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Updated VIF entry in instance network info cache for port 974fe6f9-9a7e-42d9-8cc0-190a56336165. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.538174] env[63105]: DEBUG nova.network.neutron [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Updating instance_info_cache with network_info: [{"id": "974fe6f9-9a7e-42d9-8cc0-190a56336165", "address": "fa:16:3e:a2:53:9b", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974fe6f9-9a", "ovs_interfaceid": "974fe6f9-9a7e-42d9-8cc0-190a56336165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.550162] env[63105]: DEBUG nova.network.neutron [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Updating instance_info_cache with network_info: [{"id": "452ef264-1733-4350-b750-2040717eeffb", "address": "fa:16:3e:e6:7d:ae", "network": {"id": "0711f249-c76f-4df9-842a-6c037f8bd1dd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-354370894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a065165b89d45fdb7b2b8fe8cc949aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452ef264-17", "ovs_interfaceid": "452ef264-1733-4350-b750-2040717eeffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.567765] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497834} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.570668] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] cc7675ce-8158-4544-95c9-df40c403832e/cc7675ce-8158-4544-95c9-df40c403832e.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 580.570987] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 580.573368] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce8ee055-b9bd-44c1-8c1b-fb55357d07fc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.582404] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 580.582404] env[63105]: value = "task-2758270" [ 580.582404] env[63105]: _type = "Task" [ 580.582404] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.592959] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.613301] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526358e4-ccdb-e8cb-7706-cc76a8cbe669, 'name': SearchDatastore_Task, 'duration_secs': 0.009714} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.613751] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.613868] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 4abcfad4-6a44-4a21-962b-5157d09a6fbd/4abcfad4-6a44-4a21-962b-5157d09a6fbd.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 580.614155] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e7a3496-3368-4474-975f-9cc87979a10a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.622317] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 580.622317] env[63105]: value = "task-2758271" [ 580.622317] env[63105]: _type = "Task" [ 580.622317] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.631230] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.706033] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758268, 'name': PowerOffVM_Task, 'duration_secs': 0.397283} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.706416] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 580.706700] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 580.707598] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff562254-7de3-4404-bb90-2c59380948e8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.715853] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 580.716188] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e71aa183-6313-4e4b-856f-f72f5664b612 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.741099] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 580.741099] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 580.741222] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Deleting the datastore file [datastore2] 0ac90090-56b1-4ea2-8a94-e0c98b5ee974 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 580.741476] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47b7aec2-a42b-4eee-8aec-c1cb4ac18ceb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.748045] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 580.748045] env[63105]: value = "task-2758273" [ 580.748045] env[63105]: _type = "Task" [ 580.748045] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.768469] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.855104] env[63105]: DEBUG nova.network.neutron [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Successfully updated port: c325c2fc-eddd-49fd-8044-04d1fb3ede8d {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 580.931771] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758269, 'name': Rename_Task, 'duration_secs': 0.224467} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.931771] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 580.931771] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dedbcee6-da64-42f3-bab5-b8eca6b9d5f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.934966] env[63105]: DEBUG nova.network.neutron [req-1ea9db0f-45b9-40a8-8363-a44a5dbf0bda req-93e2d48c-4a2b-45be-8a04-8b705d684ff0 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Updated VIF entry in instance network info cache for port f680677e-b0a9-4f1b-be0d-9e218d01adc8. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.935453] env[63105]: DEBUG nova.network.neutron [req-1ea9db0f-45b9-40a8-8363-a44a5dbf0bda req-93e2d48c-4a2b-45be-8a04-8b705d684ff0 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Updating instance_info_cache with network_info: [{"id": "c0607dbe-ecae-4584-a4de-999cea8c6c7c", "address": "fa:16:3e:0d:2a:c8", "network": {"id": "52206efe-cfa4-4ef0-a942-48d395455235", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1357096177", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0607dbe-ec", "ovs_interfaceid": "c0607dbe-ecae-4584-a4de-999cea8c6c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b6bea6c-dea2-41f4-9797-5f7552323f63", "address": "fa:16:3e:ec:f8:44", "network": {"id": "5b78b09f-4e8c-4b40-bd64-6068d1ecd8ec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-615194661", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6bea6c-de", "ovs_interfaceid": "6b6bea6c-dea2-41f4-9797-5f7552323f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f680677e-b0a9-4f1b-be0d-9e218d01adc8", "address": "fa:16:3e:ea:9e:12", "network": {"id": "52206efe-cfa4-4ef0-a942-48d395455235", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1357096177", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf680677e-b0", "ovs_interfaceid": "f680677e-b0a9-4f1b-be0d-9e218d01adc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.941138] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Waiting for the task: (returnval){ [ 580.941138] env[63105]: value = "task-2758274" [ 580.941138] env[63105]: _type = "Task" [ 580.941138] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.949833] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.966647] env[63105]: DEBUG nova.network.neutron [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Updated VIF entry in instance network info cache for port afb103bf-083d-4658-a37c-8c9148819ac5. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.967020] env[63105]: DEBUG nova.network.neutron [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Updating instance_info_cache with network_info: [{"id": "afb103bf-083d-4658-a37c-8c9148819ac5", "address": "fa:16:3e:9d:67:67", "network": {"id": "5df405e8-fd0a-4d3a-9b1e-85a08c3f0f5e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-884919724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caea96b2c57549ae8bdccc6eda8aba10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafb103bf-08", "ovs_interfaceid": "afb103bf-083d-4658-a37c-8c9148819ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.997692] env[63105]: DEBUG nova.compute.manager [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.042274] env[63105]: DEBUG oslo_concurrency.lockutils [req-0a1c492e-1d96-458c-9643-dd7eb578621c req-5210d841-fd52-42d6-b399-3a9b5154f074 service nova] Releasing lock "refresh_cache-cc7675ce-8158-4544-95c9-df40c403832e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.061657] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Releasing lock "refresh_cache-ef8e67e9-335e-416c-a8fb-36a06d5bbd4a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.062016] env[63105]: DEBUG nova.compute.manager [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Instance network_info: |[{"id": "452ef264-1733-4350-b750-2040717eeffb", "address": "fa:16:3e:e6:7d:ae", "network": {"id": "0711f249-c76f-4df9-842a-6c037f8bd1dd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-354370894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a065165b89d45fdb7b2b8fe8cc949aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452ef264-17", "ovs_interfaceid": "452ef264-1733-4350-b750-2040717eeffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 581.062419] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:7d:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '452ef264-1733-4350-b750-2040717eeffb', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.070664] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Creating folder: Project (7a065165b89d45fdb7b2b8fe8cc949aa). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.071329] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cca3ac2f-89fa-4c4c-a5a2-cd9de373c738 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.083020] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Created folder: Project (7a065165b89d45fdb7b2b8fe8cc949aa) in parent group-v554960. [ 581.083020] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Creating folder: Instances. Parent ref: group-v554988. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.083285] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1141983-a1ae-4e60-a423-7e60da2e9101 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.094973] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086635} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.097510] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 581.097510] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6689da7-3551-4dbd-94a5-dad255c06b6d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.101362] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Created folder: Instances in parent group-v554988. [ 581.101481] env[63105]: DEBUG oslo.service.loopingcall [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.102047] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 581.102266] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-784c2dab-702c-4d63-ba85-dbe69ae99a1e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.150439] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] cc7675ce-8158-4544-95c9-df40c403832e/cc7675ce-8158-4544-95c9-df40c403832e.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 581.154813] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5bd8390-e254-4948-ad0a-465263fd675c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.172883] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 581.172883] env[63105]: value = "task-2758277" [ 581.172883] env[63105]: _type = "Task" [ 581.172883] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.180273] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486028} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.183211] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 4abcfad4-6a44-4a21-962b-5157d09a6fbd/4abcfad4-6a44-4a21-962b-5157d09a6fbd.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 581.183211] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 581.183922] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 581.183922] env[63105]: value = "task-2758278" [ 581.183922] env[63105]: _type = "Task" [ 581.183922] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.183922] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91daba1b-f2b5-401d-955f-53ca58c68001 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.191530] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758277, 'name': CreateVM_Task} progress is 15%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.199550] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.201797] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 581.201797] env[63105]: value = "task-2758279" [ 581.201797] env[63105]: _type = "Task" [ 581.201797] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.264361] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37895} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.268326] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 581.268326] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 581.268542] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 581.361906] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "refresh_cache-897ce5c2-de30-4264-9f89-d2fe7c537b1e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.362370] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired lock "refresh_cache-897ce5c2-de30-4264-9f89-d2fe7c537b1e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.362370] env[63105]: DEBUG nova.network.neutron [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 581.447667] env[63105]: DEBUG oslo_concurrency.lockutils [req-1ea9db0f-45b9-40a8-8363-a44a5dbf0bda req-93e2d48c-4a2b-45be-8a04-8b705d684ff0 service nova] Releasing lock "refresh_cache-4abcfad4-6a44-4a21-962b-5157d09a6fbd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.457358] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.459811] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36f8bf3-4dd3-43d6-9878-fc35ccec79da {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.467696] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ac6793-5881-4ce9-bce7-e4c1fd0df7e1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.471568] env[63105]: DEBUG oslo_concurrency.lockutils [req-1534b22f-e6af-46a9-9a5b-ce57a4ff7260 req-904a4333-a9d2-4ab3-99f5-1d3d0d715bc8 service nova] Releasing lock "refresh_cache-1e5168f3-0c40-4ada-ba5c-001efd526393" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.507668] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118247b5-0b66-48ec-a9f1-8b06fd045283 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.517768] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eccc32-0522-4bbf-a146-c763493f340b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.531025] env[63105]: DEBUG nova.compute.provider_tree [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.532372] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.684953] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758277, 'name': CreateVM_Task, 'duration_secs': 0.340304} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.685138] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 581.685806] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.685968] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.686311] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.686618] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d001752-34d0-488c-852b-d4cb52132052 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.694608] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 581.694608] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]520b3009-a30d-2b67-580f-7290e3a64a89" [ 581.694608] env[63105]: _type = "Task" [ 581.694608] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.697633] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758278, 'name': ReconfigVM_Task, 'duration_secs': 0.371961} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.701683] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Reconfigured VM instance instance-00000009 to attach disk [datastore2] cc7675ce-8158-4544-95c9-df40c403832e/cc7675ce-8158-4544-95c9-df40c403832e.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 581.702354] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-049aeaa2-3420-4e7d-8453-fe30baa45be0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.712472] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]520b3009-a30d-2b67-580f-7290e3a64a89, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.716388] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.716644] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.716839] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.716986] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.717174] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.717472] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 581.717472] env[63105]: value = "task-2758280" [ 581.717472] env[63105]: _type = "Task" [ 581.717472] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.717692] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076616} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.717893] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75df1a9f-97bf-4003-9e7f-287b33474b54 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.720259] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 581.725425] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e694312b-66eb-4a56-9756-70e969bd3d52 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.758536] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 4abcfad4-6a44-4a21-962b-5157d09a6fbd/4abcfad4-6a44-4a21-962b-5157d09a6fbd.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 581.758913] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758280, 'name': Rename_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.760115] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f8c01a-160b-4616-9b43-f264c8b17ac9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.774229] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.775413] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.778376] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b2ec80b-8d78-479b-a056-77c5be1cdc6c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.785268] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 581.785268] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52cfc5ae-a276-68dd-e375-acdf0abb546d" [ 581.785268] env[63105]: _type = "Task" [ 581.785268] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.789196] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 581.789196] env[63105]: value = "task-2758281" [ 581.789196] env[63105]: _type = "Task" [ 581.789196] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.796862] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52cfc5ae-a276-68dd-e375-acdf0abb546d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.801751] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758281, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.957319] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758274, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.004128] env[63105]: DEBUG nova.network.neutron [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.037022] env[63105]: DEBUG nova.scheduler.client.report [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 582.233861] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758280, 'name': Rename_Task, 'duration_secs': 0.149159} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.234651] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 582.235074] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df596fe0-44b6-491b-86c0-48c2046c9c8a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.245017] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 582.245017] env[63105]: value = "task-2758282" [ 582.245017] env[63105]: _type = "Task" [ 582.245017] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.252868] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.301532] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52cfc5ae-a276-68dd-e375-acdf0abb546d, 'name': SearchDatastore_Task, 'duration_secs': 0.011939} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.308177] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.309812] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c2461a-8c85-4b48-bf89-4035cd896a04 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.321136] env[63105]: DEBUG nova.virt.hardware [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 582.321136] env[63105]: DEBUG nova.virt.hardware [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 582.321136] env[63105]: DEBUG nova.virt.hardware [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.321136] env[63105]: DEBUG nova.virt.hardware [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 582.321136] env[63105]: DEBUG nova.virt.hardware [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.321136] env[63105]: DEBUG nova.virt.hardware [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 582.321136] env[63105]: DEBUG nova.virt.hardware [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 582.321136] env[63105]: DEBUG nova.virt.hardware [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 582.321663] env[63105]: DEBUG nova.virt.hardware [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 582.321663] env[63105]: DEBUG nova.virt.hardware [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 582.321663] env[63105]: DEBUG nova.virt.hardware [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 582.322386] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 582.322386] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5240dbc7-5fb2-a9b7-8442-1512a45159ab" [ 582.322386] env[63105]: _type = "Task" [ 582.322386] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.323306] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62ddcc5-9eec-44bc-9c12-45ca4d4f64c6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.337693] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9eb36f-7f48-4f1b-bd1c-1cda09955dda {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.342895] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5240dbc7-5fb2-a9b7-8442-1512a45159ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013676} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.345939] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.346238] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] ef8e67e9-335e-416c-a8fb-36a06d5bbd4a/ef8e67e9-335e-416c-a8fb-36a06d5bbd4a.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.350019] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1ba87d4-fa79-4c6c-8f54-2e5b39c4d10f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.358084] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Instance VIF info [] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 582.364099] env[63105]: DEBUG oslo.service.loopingcall [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.364851] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.365087] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-829ca6d1-c339-40c4-9662-56a9c8bd16d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.379324] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 582.379324] env[63105]: value = "task-2758283" [ 582.379324] env[63105]: _type = "Task" [ 582.379324] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.385873] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.385873] env[63105]: value = "task-2758284" [ 582.385873] env[63105]: _type = "Task" [ 582.385873] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.389062] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.396813] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758284, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.456488] env[63105]: DEBUG oslo_vmware.api [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758274, 'name': PowerOnVM_Task, 'duration_secs': 1.316111} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.457394] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 582.457601] env[63105]: INFO nova.compute.manager [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Took 11.46 seconds to spawn the instance on the hypervisor. [ 582.457782] env[63105]: DEBUG nova.compute.manager [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.458618] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a3319a-faf1-4183-a3a7-4cf7c615d59a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.540792] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.541354] env[63105]: DEBUG nova.compute.manager [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.547020] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.082s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.547020] env[63105]: INFO nova.compute.claims [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.645250] env[63105]: DEBUG nova.compute.manager [req-b5a31b3d-d923-4b44-85c2-4b607f2b733b req-a5797d7b-2782-40ff-992e-167106592dcb service nova] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Received event network-vif-plugged-452ef264-1733-4350-b750-2040717eeffb {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 582.645571] env[63105]: DEBUG oslo_concurrency.lockutils [req-b5a31b3d-d923-4b44-85c2-4b607f2b733b req-a5797d7b-2782-40ff-992e-167106592dcb service nova] Acquiring lock "ef8e67e9-335e-416c-a8fb-36a06d5bbd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.645852] env[63105]: DEBUG oslo_concurrency.lockutils [req-b5a31b3d-d923-4b44-85c2-4b607f2b733b req-a5797d7b-2782-40ff-992e-167106592dcb service nova] Lock "ef8e67e9-335e-416c-a8fb-36a06d5bbd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.646097] env[63105]: DEBUG oslo_concurrency.lockutils [req-b5a31b3d-d923-4b44-85c2-4b607f2b733b req-a5797d7b-2782-40ff-992e-167106592dcb service nova] Lock "ef8e67e9-335e-416c-a8fb-36a06d5bbd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.646332] env[63105]: DEBUG nova.compute.manager [req-b5a31b3d-d923-4b44-85c2-4b607f2b733b req-a5797d7b-2782-40ff-992e-167106592dcb service nova] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] No waiting events found dispatching network-vif-plugged-452ef264-1733-4350-b750-2040717eeffb {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 582.646560] env[63105]: WARNING nova.compute.manager [req-b5a31b3d-d923-4b44-85c2-4b607f2b733b req-a5797d7b-2782-40ff-992e-167106592dcb service nova] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Received unexpected event network-vif-plugged-452ef264-1733-4350-b750-2040717eeffb for instance with vm_state building and task_state spawning. [ 582.646887] env[63105]: DEBUG nova.compute.manager [req-b5a31b3d-d923-4b44-85c2-4b607f2b733b req-a5797d7b-2782-40ff-992e-167106592dcb service nova] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Received event network-changed-452ef264-1733-4350-b750-2040717eeffb {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 582.646974] env[63105]: DEBUG nova.compute.manager [req-b5a31b3d-d923-4b44-85c2-4b607f2b733b req-a5797d7b-2782-40ff-992e-167106592dcb service nova] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Refreshing instance network info cache due to event network-changed-452ef264-1733-4350-b750-2040717eeffb. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 582.647250] env[63105]: DEBUG oslo_concurrency.lockutils [req-b5a31b3d-d923-4b44-85c2-4b607f2b733b req-a5797d7b-2782-40ff-992e-167106592dcb service nova] Acquiring lock "refresh_cache-ef8e67e9-335e-416c-a8fb-36a06d5bbd4a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.647434] env[63105]: DEBUG oslo_concurrency.lockutils [req-b5a31b3d-d923-4b44-85c2-4b607f2b733b req-a5797d7b-2782-40ff-992e-167106592dcb service nova] Acquired lock "refresh_cache-ef8e67e9-335e-416c-a8fb-36a06d5bbd4a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.647629] env[63105]: DEBUG nova.network.neutron [req-b5a31b3d-d923-4b44-85c2-4b607f2b733b req-a5797d7b-2782-40ff-992e-167106592dcb service nova] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Refreshing network info cache for port 452ef264-1733-4350-b750-2040717eeffb {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 582.731326] env[63105]: DEBUG nova.network.neutron [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Updating instance_info_cache with network_info: [{"id": "c325c2fc-eddd-49fd-8044-04d1fb3ede8d", "address": "fa:16:3e:a3:59:1d", "network": {"id": "da754b38-ead4-475c-adb4-d1570711cf71", "bridge": "br-int", "label": "tempest-ImagesTestJSON-374670986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d61f61e724c719088e006027a9e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc325c2fc-ed", "ovs_interfaceid": "c325c2fc-eddd-49fd-8044-04d1fb3ede8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.756521] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758282, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.808281] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758281, 'name': ReconfigVM_Task, 'duration_secs': 0.640679} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.808281] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 4abcfad4-6a44-4a21-962b-5157d09a6fbd/4abcfad4-6a44-4a21-962b-5157d09a6fbd.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 582.809391] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d372c30-7bb0-450d-a6b2-df121d429c64 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.817331] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 582.817331] env[63105]: value = "task-2758285" [ 582.817331] env[63105]: _type = "Task" [ 582.817331] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.830338] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758285, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.891922] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758283, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.901741] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758284, 'name': CreateVM_Task, 'duration_secs': 0.374494} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.902654] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.902654] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.902654] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.903053] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.903277] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d551dab0-9250-4506-be55-cdc655579cde {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.912424] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 582.912424] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d87bdd-1f57-dc66-3954-3201f8306fbb" [ 582.912424] env[63105]: _type = "Task" [ 582.912424] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.920875] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d87bdd-1f57-dc66-3954-3201f8306fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.947174] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Acquiring lock "214009d9-dcb7-40a1-bd46-e1d06d96f2f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.947497] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Lock "214009d9-dcb7-40a1-bd46-e1d06d96f2f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.947722] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Acquiring lock "214009d9-dcb7-40a1-bd46-e1d06d96f2f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.947909] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Lock "214009d9-dcb7-40a1-bd46-e1d06d96f2f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.948093] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Lock "214009d9-dcb7-40a1-bd46-e1d06d96f2f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.952656] env[63105]: INFO nova.compute.manager [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Terminating instance [ 582.963665] env[63105]: DEBUG nova.compute.manager [req-c5202b0a-1f5b-43b5-a876-199c427eae63 req-a29c3ea2-39cd-4c36-a404-2cfcec83c91f service nova] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Received event network-vif-plugged-c325c2fc-eddd-49fd-8044-04d1fb3ede8d {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 582.963891] env[63105]: DEBUG oslo_concurrency.lockutils [req-c5202b0a-1f5b-43b5-a876-199c427eae63 req-a29c3ea2-39cd-4c36-a404-2cfcec83c91f service nova] Acquiring lock "897ce5c2-de30-4264-9f89-d2fe7c537b1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.963891] env[63105]: DEBUG oslo_concurrency.lockutils [req-c5202b0a-1f5b-43b5-a876-199c427eae63 req-a29c3ea2-39cd-4c36-a404-2cfcec83c91f service nova] Lock "897ce5c2-de30-4264-9f89-d2fe7c537b1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.964046] env[63105]: DEBUG oslo_concurrency.lockutils [req-c5202b0a-1f5b-43b5-a876-199c427eae63 req-a29c3ea2-39cd-4c36-a404-2cfcec83c91f service nova] Lock "897ce5c2-de30-4264-9f89-d2fe7c537b1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.964217] env[63105]: DEBUG nova.compute.manager [req-c5202b0a-1f5b-43b5-a876-199c427eae63 req-a29c3ea2-39cd-4c36-a404-2cfcec83c91f service nova] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] No waiting events found dispatching network-vif-plugged-c325c2fc-eddd-49fd-8044-04d1fb3ede8d {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 582.964376] env[63105]: WARNING nova.compute.manager [req-c5202b0a-1f5b-43b5-a876-199c427eae63 req-a29c3ea2-39cd-4c36-a404-2cfcec83c91f service nova] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Received unexpected event network-vif-plugged-c325c2fc-eddd-49fd-8044-04d1fb3ede8d for instance with vm_state building and task_state spawning. [ 582.964531] env[63105]: DEBUG nova.compute.manager [req-c5202b0a-1f5b-43b5-a876-199c427eae63 req-a29c3ea2-39cd-4c36-a404-2cfcec83c91f service nova] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Received event network-changed-c325c2fc-eddd-49fd-8044-04d1fb3ede8d {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 582.964677] env[63105]: DEBUG nova.compute.manager [req-c5202b0a-1f5b-43b5-a876-199c427eae63 req-a29c3ea2-39cd-4c36-a404-2cfcec83c91f service nova] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Refreshing instance network info cache due to event network-changed-c325c2fc-eddd-49fd-8044-04d1fb3ede8d. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 582.965797] env[63105]: DEBUG oslo_concurrency.lockutils [req-c5202b0a-1f5b-43b5-a876-199c427eae63 req-a29c3ea2-39cd-4c36-a404-2cfcec83c91f service nova] Acquiring lock "refresh_cache-897ce5c2-de30-4264-9f89-d2fe7c537b1e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.977863] env[63105]: INFO nova.compute.manager [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Took 16.45 seconds to build instance. [ 583.050852] env[63105]: DEBUG nova.compute.utils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 583.056029] env[63105]: DEBUG nova.compute.manager [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 583.056334] env[63105]: DEBUG nova.network.neutron [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.154621] env[63105]: DEBUG nova.policy [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b538e3bcfa04611b0c2b9bfecb4c750', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d169be51e28443b8ebdcbcc2412d14a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.235073] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lock "refresh_cache-897ce5c2-de30-4264-9f89-d2fe7c537b1e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.236838] env[63105]: DEBUG nova.compute.manager [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Instance network_info: |[{"id": "c325c2fc-eddd-49fd-8044-04d1fb3ede8d", "address": "fa:16:3e:a3:59:1d", "network": {"id": "da754b38-ead4-475c-adb4-d1570711cf71", "bridge": "br-int", "label": "tempest-ImagesTestJSON-374670986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d61f61e724c719088e006027a9e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc325c2fc-ed", "ovs_interfaceid": "c325c2fc-eddd-49fd-8044-04d1fb3ede8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.237216] env[63105]: DEBUG oslo_concurrency.lockutils [req-c5202b0a-1f5b-43b5-a876-199c427eae63 req-a29c3ea2-39cd-4c36-a404-2cfcec83c91f service nova] Acquired lock "refresh_cache-897ce5c2-de30-4264-9f89-d2fe7c537b1e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.237515] env[63105]: DEBUG nova.network.neutron [req-c5202b0a-1f5b-43b5-a876-199c427eae63 req-a29c3ea2-39cd-4c36-a404-2cfcec83c91f service nova] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Refreshing network info cache for port c325c2fc-eddd-49fd-8044-04d1fb3ede8d {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.239116] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:59:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c325c2fc-eddd-49fd-8044-04d1fb3ede8d', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.251238] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Creating folder: Project (8b2d61f61e724c719088e006027a9e34). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.254902] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb8ab051-f9a4-46b9-99d5-78ef7fb18d11 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.269090] env[63105]: DEBUG oslo_vmware.api [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758282, 'name': PowerOnVM_Task, 'duration_secs': 0.538019} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.270339] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 583.270548] env[63105]: INFO nova.compute.manager [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Took 9.88 seconds to spawn the instance on the hypervisor. [ 583.270752] env[63105]: DEBUG nova.compute.manager [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.271183] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Created folder: Project (8b2d61f61e724c719088e006027a9e34) in parent group-v554960. [ 583.271222] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Creating folder: Instances. Parent ref: group-v554992. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.271901] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8254421-303c-41ef-924d-a83ca4aa5709 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.274572] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f42220f-19b6-407d-a29f-26ee79e6726f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.283755] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Created folder: Instances in parent group-v554992. [ 583.283806] env[63105]: DEBUG oslo.service.loopingcall [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.283981] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.284189] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-671aa96d-2e1b-4a32-8df6-e901281fc0d9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.304885] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.304885] env[63105]: value = "task-2758288" [ 583.304885] env[63105]: _type = "Task" [ 583.304885] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.316850] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758288, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.328545] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758285, 'name': Rename_Task, 'duration_secs': 0.276416} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.330839] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.331164] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21cb1a42-73d1-47ff-810b-a0fda3981de9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.337933] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 583.337933] env[63105]: value = "task-2758289" [ 583.337933] env[63105]: _type = "Task" [ 583.337933] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.352557] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.390389] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575518} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.390675] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] ef8e67e9-335e-416c-a8fb-36a06d5bbd4a/ef8e67e9-335e-416c-a8fb-36a06d5bbd4a.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.390882] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.391175] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44bbba28-e090-49fe-a189-8b4afbf98606 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.402186] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 583.402186] env[63105]: value = "task-2758290" [ 583.402186] env[63105]: _type = "Task" [ 583.402186] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.419633] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.426290] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d87bdd-1f57-dc66-3954-3201f8306fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.012881} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.426663] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.426894] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 583.427137] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.427285] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.427458] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 583.427706] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a600cd1-62ae-4ed7-931e-7c8705322eca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.436265] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 583.436436] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 583.437150] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c476a035-9b21-4708-b179-55eac18a7071 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.443429] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 583.443429] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52aae625-3578-316e-b105-586d93e092b9" [ 583.443429] env[63105]: _type = "Task" [ 583.443429] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.454346] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52aae625-3578-316e-b105-586d93e092b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.457568] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Acquiring lock "refresh_cache-214009d9-dcb7-40a1-bd46-e1d06d96f2f5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.457734] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Acquired lock "refresh_cache-214009d9-dcb7-40a1-bd46-e1d06d96f2f5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.457937] env[63105]: DEBUG nova.network.neutron [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.478801] env[63105]: DEBUG oslo_concurrency.lockutils [None req-080ddd32-6247-40af-8462-44e4fb1dd53a tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Lock "1e5168f3-0c40-4ada-ba5c-001efd526393" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.965s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.479360] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "1e5168f3-0c40-4ada-ba5c-001efd526393" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.431s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.480263] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff742b6-b0e9-4dde-9edc-b34f85129815 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.556500] env[63105]: DEBUG nova.compute.manager [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.813489] env[63105]: INFO nova.compute.manager [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Took 15.70 seconds to build instance. [ 583.820213] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758288, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.860036] env[63105]: DEBUG nova.network.neutron [req-b5a31b3d-d923-4b44-85c2-4b607f2b733b req-a5797d7b-2782-40ff-992e-167106592dcb service nova] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Updated VIF entry in instance network info cache for port 452ef264-1733-4350-b750-2040717eeffb. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.860036] env[63105]: DEBUG nova.network.neutron [req-b5a31b3d-d923-4b44-85c2-4b607f2b733b req-a5797d7b-2782-40ff-992e-167106592dcb service nova] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Updating instance_info_cache with network_info: [{"id": "452ef264-1733-4350-b750-2040717eeffb", "address": "fa:16:3e:e6:7d:ae", "network": {"id": "0711f249-c76f-4df9-842a-6c037f8bd1dd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-354370894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a065165b89d45fdb7b2b8fe8cc949aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452ef264-17", "ovs_interfaceid": "452ef264-1733-4350-b750-2040717eeffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.865314] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.878279] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094f5ca5-1fde-4f36-b7f3-53666acb0dcc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.889790] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbda4a6-3b3c-44f4-bf0e-157b0b1a7b43 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.932305] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebf1c23-26be-4a5f-9470-6edd3ed4465a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.942116] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076352} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.944820] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.945728] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d65e38-1b82-4343-85b8-c643ea312e92 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.954956] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1bf036-6474-49d8-9f9b-cfa833150417 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.982948] env[63105]: DEBUG nova.compute.provider_tree [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.984791] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52aae625-3578-316e-b105-586d93e092b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.995583] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] ef8e67e9-335e-416c-a8fb-36a06d5bbd4a/ef8e67e9-335e-416c-a8fb-36a06d5bbd4a.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.996089] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "1e5168f3-0c40-4ada-ba5c-001efd526393" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.996836] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e67cd0-385f-40d2-87e0-e2e19bdc413f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.011964] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3670599f-d536-47dd-9bf7-fbb6fe8954aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.020374] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 584.020374] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526f9fe2-6a7c-60e2-5661-b7161855c09f" [ 584.020374] env[63105]: _type = "Task" [ 584.020374] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.025625] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 584.025625] env[63105]: value = "task-2758291" [ 584.025625] env[63105]: _type = "Task" [ 584.025625] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.035977] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526f9fe2-6a7c-60e2-5661-b7161855c09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.044063] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.045216] env[63105]: DEBUG nova.network.neutron [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.147673] env[63105]: DEBUG nova.network.neutron [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Successfully created port: 07c11687-28d9-4c4d-82e4-57878596f9ae {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.163937] env[63105]: DEBUG nova.network.neutron [req-c5202b0a-1f5b-43b5-a876-199c427eae63 req-a29c3ea2-39cd-4c36-a404-2cfcec83c91f service nova] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Updated VIF entry in instance network info cache for port c325c2fc-eddd-49fd-8044-04d1fb3ede8d. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.164534] env[63105]: DEBUG nova.network.neutron [req-c5202b0a-1f5b-43b5-a876-199c427eae63 req-a29c3ea2-39cd-4c36-a404-2cfcec83c91f service nova] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Updating instance_info_cache with network_info: [{"id": "c325c2fc-eddd-49fd-8044-04d1fb3ede8d", "address": "fa:16:3e:a3:59:1d", "network": {"id": "da754b38-ead4-475c-adb4-d1570711cf71", "bridge": "br-int", "label": "tempest-ImagesTestJSON-374670986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d61f61e724c719088e006027a9e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc325c2fc-ed", "ovs_interfaceid": "c325c2fc-eddd-49fd-8044-04d1fb3ede8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.185055] env[63105]: DEBUG nova.network.neutron [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.320113] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758288, 'name': CreateVM_Task, 'duration_secs': 0.641001} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.320113] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.320113] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.320113] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.320113] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.320113] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe2c6ff-d8f9-4163-94cd-81bcbb122139 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.326740] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7237dfb0-eb28-4009-966c-0280352935e8 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "cc7675ce-8158-4544-95c9-df40c403832e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.228s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.330388] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 584.330388] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5280b967-ce17-7dd1-3621-530554344640" [ 584.330388] env[63105]: _type = "Task" [ 584.330388] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.341310] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5280b967-ce17-7dd1-3621-530554344640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.352900] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758289, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.359645] env[63105]: DEBUG oslo_concurrency.lockutils [req-b5a31b3d-d923-4b44-85c2-4b607f2b733b req-a5797d7b-2782-40ff-992e-167106592dcb service nova] Releasing lock "refresh_cache-ef8e67e9-335e-416c-a8fb-36a06d5bbd4a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.485661] env[63105]: DEBUG nova.scheduler.client.report [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 584.540633] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526f9fe2-6a7c-60e2-5661-b7161855c09f, 'name': SearchDatastore_Task, 'duration_secs': 0.023316} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.541457] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Acquiring lock "66a33204-a15e-4e4c-bc3e-b0fb625268b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.541986] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Lock "66a33204-a15e-4e4c-bc3e-b0fb625268b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.543497] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.543759] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 0ac90090-56b1-4ea2-8a94-e0c98b5ee974/0ac90090-56b1-4ea2-8a94-e0c98b5ee974.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.551813] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb22dfae-5420-411f-9fdb-8eb5bb848387 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.556364] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.564043] env[63105]: DEBUG nova.compute.manager [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.566601] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Acquiring lock "350dd628-4842-4a8b-9a72-9161a2c86605" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.566825] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Lock "350dd628-4842-4a8b-9a72-9161a2c86605" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.569746] env[63105]: DEBUG nova.compute.manager [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.579580] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 584.579580] env[63105]: value = "task-2758292" [ 584.579580] env[63105]: _type = "Task" [ 584.579580] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.594329] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.612588] env[63105]: DEBUG nova.virt.hardware [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 584.612845] env[63105]: DEBUG nova.virt.hardware [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 584.613012] env[63105]: DEBUG nova.virt.hardware [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.613835] env[63105]: DEBUG nova.virt.hardware [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 584.614042] env[63105]: DEBUG nova.virt.hardware [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.614213] env[63105]: DEBUG nova.virt.hardware [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 584.614750] env[63105]: DEBUG nova.virt.hardware [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 584.614972] env[63105]: DEBUG nova.virt.hardware [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 584.615305] env[63105]: DEBUG nova.virt.hardware [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 584.615305] env[63105]: DEBUG nova.virt.hardware [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 584.615424] env[63105]: DEBUG nova.virt.hardware [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 584.616969] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dfacd0-61c3-4a3e-9f4b-482b1dc3107c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.626023] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027f5018-5802-489e-8d2d-34ea4846b29b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.667583] env[63105]: DEBUG oslo_concurrency.lockutils [req-c5202b0a-1f5b-43b5-a876-199c427eae63 req-a29c3ea2-39cd-4c36-a404-2cfcec83c91f service nova] Releasing lock "refresh_cache-897ce5c2-de30-4264-9f89-d2fe7c537b1e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.687524] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Releasing lock "refresh_cache-214009d9-dcb7-40a1-bd46-e1d06d96f2f5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.688122] env[63105]: DEBUG nova.compute.manager [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 584.688222] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 584.689026] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004bf650-2f07-4a75-aa40-0bb4cdeac764 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.696894] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 584.697073] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f911ec46-8474-4bdd-acaf-a56c74b2485c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.704710] env[63105]: DEBUG oslo_vmware.api [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for the task: (returnval){ [ 584.704710] env[63105]: value = "task-2758293" [ 584.704710] env[63105]: _type = "Task" [ 584.704710] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.715461] env[63105]: DEBUG oslo_vmware.api [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.868657] env[63105]: DEBUG oslo_vmware.api [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758289, 'name': PowerOnVM_Task, 'duration_secs': 1.148529} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.870020] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5280b967-ce17-7dd1-3621-530554344640, 'name': SearchDatastore_Task, 'duration_secs': 0.016249} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.872282] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 584.872282] env[63105]: INFO nova.compute.manager [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Took 24.83 seconds to spawn the instance on the hypervisor. [ 584.872502] env[63105]: DEBUG nova.compute.manager [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.872927] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.873179] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.873458] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.873621] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.873763] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.874815] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd37f47d-9be2-4ce1-ae27-7b334945acde {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.877494] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2358360a-120a-48c0-a930-d2eee2bee30a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.895206] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.898491] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.902255] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c7f460-de3f-4008-8bb3-9d08b98ec94b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.916553] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 584.916553] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52720dd6-ec72-e62f-0db2-a531ec3a9931" [ 584.916553] env[63105]: _type = "Task" [ 584.916553] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.941281] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52720dd6-ec72-e62f-0db2-a531ec3a9931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.992532] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.993156] env[63105]: DEBUG nova.compute.manager [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.995741] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.387s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.996066] env[63105]: DEBUG nova.objects.instance [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Lazy-loading 'resources' on Instance uuid 968b6d13-5f17-4405-b598-8f798129aeaf {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 585.038411] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758291, 'name': ReconfigVM_Task, 'duration_secs': 0.674869} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.039418] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] ef8e67e9-335e-416c-a8fb-36a06d5bbd4a/ef8e67e9-335e-416c-a8fb-36a06d5bbd4a.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 585.040093] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f90beff-6041-4dd0-8c33-3a09bb189bce {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.051178] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 585.051178] env[63105]: value = "task-2758294" [ 585.051178] env[63105]: _type = "Task" [ 585.051178] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.062577] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758294, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.075870] env[63105]: DEBUG nova.compute.manager [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.102970] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758292, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.112564] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.221673] env[63105]: DEBUG oslo_vmware.api [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758293, 'name': PowerOffVM_Task, 'duration_secs': 0.156374} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.228023] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 585.228023] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 585.228023] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2596f19-bbde-4e9f-a921-ee69c1d8f292 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.229524] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Acquiring lock "68a75af1-3f9a-4ed7-9e12-24dfd927b323" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.229897] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Lock "68a75af1-3f9a-4ed7-9e12-24dfd927b323" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.250306] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 585.253022] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 585.253022] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Deleting the datastore file [datastore1] 214009d9-dcb7-40a1-bd46-e1d06d96f2f5 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.253022] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5312e72-3aac-428a-a2e1-828b14e17f0a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.262320] env[63105]: DEBUG oslo_vmware.api [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for the task: (returnval){ [ 585.262320] env[63105]: value = "task-2758296" [ 585.262320] env[63105]: _type = "Task" [ 585.262320] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.273107] env[63105]: DEBUG oslo_vmware.api [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.326308] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Acquiring lock "8f1812a5-1596-464f-b486-91b6c9a822bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.326308] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Lock "8f1812a5-1596-464f-b486-91b6c9a822bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.410204] env[63105]: INFO nova.compute.manager [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Took 32.08 seconds to build instance. [ 585.428362] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52720dd6-ec72-e62f-0db2-a531ec3a9931, 'name': SearchDatastore_Task, 'duration_secs': 0.065495} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.429447] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ca9475-d136-4b0d-a8c3-4946069a934d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.436629] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 585.436629] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52185da0-bed5-99a3-0a16-3536703c7ecd" [ 585.436629] env[63105]: _type = "Task" [ 585.436629] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.449902] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52185da0-bed5-99a3-0a16-3536703c7ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.500970] env[63105]: DEBUG nova.compute.utils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 585.501774] env[63105]: DEBUG nova.compute.manager [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 585.501967] env[63105]: DEBUG nova.network.neutron [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.564155] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758294, 'name': Rename_Task, 'duration_secs': 0.215552} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.564365] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.564461] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afd094a2-fef2-41cd-963c-0042e48c700e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.571959] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 585.571959] env[63105]: value = "task-2758297" [ 585.571959] env[63105]: _type = "Task" [ 585.571959] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.583215] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.604258] env[63105]: DEBUG nova.policy [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ad03a1ff58647e081dfc516d165b807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fc1722f4a1f41539ca0bb40d9cc88dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.612046] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548134} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.612046] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 0ac90090-56b1-4ea2-8a94-e0c98b5ee974/0ac90090-56b1-4ea2-8a94-e0c98b5ee974.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.612211] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 585.615224] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0e77e5f-4a34-4fc0-92e6-47d36eb6c214 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.618014] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.623853] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 585.623853] env[63105]: value = "task-2758298" [ 585.623853] env[63105]: _type = "Task" [ 585.623853] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.632732] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.772827] env[63105]: DEBUG oslo_vmware.api [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Task: {'id': task-2758296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128322} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.773081] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.773271] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 585.773750] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 585.773750] env[63105]: INFO nova.compute.manager [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Took 1.09 seconds to destroy the instance on the hypervisor. [ 585.773892] env[63105]: DEBUG oslo.service.loopingcall [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.774044] env[63105]: DEBUG nova.compute.manager [-] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 585.774162] env[63105]: DEBUG nova.network.neutron [-] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 585.793803] env[63105]: DEBUG nova.network.neutron [-] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.840852] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaac9e7-3e56-41c5-a5e7-b71489d8dc2c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.849130] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6642285-677b-40c4-87e3-4847e3fc124b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.880801] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0403ca4-b211-44be-96f7-6452c92717b1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.888812] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498637ba-1bd2-40f8-9f7f-b2bacbb22269 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.903069] env[63105]: DEBUG nova.compute.provider_tree [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.916431] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df1adeaf-5edf-4991-9db5-fb1c547c6845 tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.593s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.917927] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.870s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.918130] env[63105]: INFO nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] During sync_power_state the instance has a pending task (spawning). Skip. [ 585.918303] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.948127] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52185da0-bed5-99a3-0a16-3536703c7ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.948402] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.948647] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 897ce5c2-de30-4264-9f89-d2fe7c537b1e/897ce5c2-de30-4264-9f89-d2fe7c537b1e.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.948904] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb490d27-0b53-47b1-befd-e95b1f96677d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.955892] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 585.955892] env[63105]: value = "task-2758299" [ 585.955892] env[63105]: _type = "Task" [ 585.955892] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.963375] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.004979] env[63105]: DEBUG nova.compute.manager [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.081768] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758297, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.133663] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138358} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.133773] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 586.138017] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddac22f6-0d08-46eb-a916-929423f62503 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.153800] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 0ac90090-56b1-4ea2-8a94-e0c98b5ee974/0ac90090-56b1-4ea2-8a94-e0c98b5ee974.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.154314] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53a761f6-0311-4b9a-9894-9aa818feacf4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.174651] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 586.174651] env[63105]: value = "task-2758300" [ 586.174651] env[63105]: _type = "Task" [ 586.174651] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.184222] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.297770] env[63105]: DEBUG nova.network.neutron [-] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.386387] env[63105]: DEBUG nova.compute.manager [req-1957ad15-d70b-4969-85ed-7338c6b022d8 req-22d8e54e-e64c-408f-b2fd-44b664ba832c service nova] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Received event network-changed-52eff0d6-abbc-4e26-be09-f2ac850c88f4 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 586.387025] env[63105]: DEBUG nova.compute.manager [req-1957ad15-d70b-4969-85ed-7338c6b022d8 req-22d8e54e-e64c-408f-b2fd-44b664ba832c service nova] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Refreshing instance network info cache due to event network-changed-52eff0d6-abbc-4e26-be09-f2ac850c88f4. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 586.387025] env[63105]: DEBUG oslo_concurrency.lockutils [req-1957ad15-d70b-4969-85ed-7338c6b022d8 req-22d8e54e-e64c-408f-b2fd-44b664ba832c service nova] Acquiring lock "refresh_cache-13d54771-0092-4d5b-9191-c92a4563de94" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.387025] env[63105]: DEBUG oslo_concurrency.lockutils [req-1957ad15-d70b-4969-85ed-7338c6b022d8 req-22d8e54e-e64c-408f-b2fd-44b664ba832c service nova] Acquired lock "refresh_cache-13d54771-0092-4d5b-9191-c92a4563de94" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.387338] env[63105]: DEBUG nova.network.neutron [req-1957ad15-d70b-4969-85ed-7338c6b022d8 req-22d8e54e-e64c-408f-b2fd-44b664ba832c service nova] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Refreshing network info cache for port 52eff0d6-abbc-4e26-be09-f2ac850c88f4 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 586.409027] env[63105]: DEBUG nova.scheduler.client.report [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 586.419247] env[63105]: DEBUG nova.compute.manager [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.467607] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758299, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.473601] env[63105]: DEBUG nova.network.neutron [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Successfully created port: a197988a-efc4-4add-bb71-4065c8c8b767 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 586.488107] env[63105]: DEBUG nova.network.neutron [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Successfully updated port: 07c11687-28d9-4c4d-82e4-57878596f9ae {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 586.583926] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758297, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.689915] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758300, 'name': ReconfigVM_Task, 'duration_secs': 0.33677} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.691256] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 0ac90090-56b1-4ea2-8a94-e0c98b5ee974/0ac90090-56b1-4ea2-8a94-e0c98b5ee974.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.692510] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-482a2895-c413-4cc9-82e7-2e4b5216088a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.702035] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 586.702035] env[63105]: value = "task-2758301" [ 586.702035] env[63105]: _type = "Task" [ 586.702035] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.712452] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758301, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.800604] env[63105]: INFO nova.compute.manager [-] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Took 1.03 seconds to deallocate network for instance. [ 586.919103] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.919979] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.822s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.920398] env[63105]: DEBUG nova.objects.instance [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Lazy-loading 'resources' on Instance uuid 6eb52ee5-71e8-4028-972a-ca9fe0a66826 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 586.949154] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.954108] env[63105]: INFO nova.scheduler.client.report [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Deleted allocations for instance 968b6d13-5f17-4405-b598-8f798129aeaf [ 586.971914] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.91465} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.972932] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 897ce5c2-de30-4264-9f89-d2fe7c537b1e/897ce5c2-de30-4264-9f89-d2fe7c537b1e.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.973282] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.976890] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72b1521d-eb56-4ecc-a742-4875b3827074 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.982542] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 586.982542] env[63105]: value = "task-2758302" [ 586.982542] env[63105]: _type = "Task" [ 586.982542] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.991584] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.991974] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Acquiring lock "refresh_cache-96025479-e79b-4a2d-ab21-169965c2902f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.992106] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Acquired lock "refresh_cache-96025479-e79b-4a2d-ab21-169965c2902f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.992275] env[63105]: DEBUG nova.network.neutron [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 587.023526] env[63105]: DEBUG nova.compute.manager [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.051170] env[63105]: DEBUG nova.virt.hardware [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 587.051170] env[63105]: DEBUG nova.virt.hardware [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 587.051170] env[63105]: DEBUG nova.virt.hardware [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.051170] env[63105]: DEBUG nova.virt.hardware [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 587.051170] env[63105]: DEBUG nova.virt.hardware [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.051170] env[63105]: DEBUG nova.virt.hardware [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 587.051170] env[63105]: DEBUG nova.virt.hardware [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 587.051170] env[63105]: DEBUG nova.virt.hardware [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 587.051170] env[63105]: DEBUG nova.virt.hardware [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 587.051841] env[63105]: DEBUG nova.virt.hardware [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 587.052297] env[63105]: DEBUG nova.virt.hardware [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 587.053681] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48868d1-f5cd-4153-8f62-6393ede93b2a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.062794] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f729a591-f6fb-4c36-bfa2-d8c4674e239b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.089873] env[63105]: DEBUG oslo_vmware.api [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758297, 'name': PowerOnVM_Task, 'duration_secs': 1.293974} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.092465] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 587.092697] env[63105]: INFO nova.compute.manager [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Took 11.35 seconds to spawn the instance on the hypervisor. [ 587.093363] env[63105]: DEBUG nova.compute.manager [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.093731] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c53f71-51c2-4921-a9a8-f00800544f4a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.213478] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758301, 'name': Rename_Task, 'duration_secs': 0.178015} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.214210] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.214565] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1aa00f0-2971-45bd-88f5-036f7b60067c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.223965] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 587.223965] env[63105]: value = "task-2758303" [ 587.223965] env[63105]: _type = "Task" [ 587.223965] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.232537] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.252837] env[63105]: DEBUG nova.network.neutron [req-1957ad15-d70b-4969-85ed-7338c6b022d8 req-22d8e54e-e64c-408f-b2fd-44b664ba832c service nova] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Updated VIF entry in instance network info cache for port 52eff0d6-abbc-4e26-be09-f2ac850c88f4. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.252837] env[63105]: DEBUG nova.network.neutron [req-1957ad15-d70b-4969-85ed-7338c6b022d8 req-22d8e54e-e64c-408f-b2fd-44b664ba832c service nova] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Updating instance_info_cache with network_info: [{"id": "52eff0d6-abbc-4e26-be09-f2ac850c88f4", "address": "fa:16:3e:33:be:6f", "network": {"id": "1e68ddcf-7af2-4c54-958f-5452116c535a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-699653867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "102a3dbaeda343c0be95c8bb5435d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52eff0d6-ab", "ovs_interfaceid": "52eff0d6-abbc-4e26-be09-f2ac850c88f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.309965] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.468722] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80886495-67d6-467d-aa35-4b3ace653271 tempest-ServerDiagnosticsNegativeTest-833384588 tempest-ServerDiagnosticsNegativeTest-833384588-project-member] Lock "968b6d13-5f17-4405-b598-8f798129aeaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.275s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.499225] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251189} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.501386] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.504848] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6c787c-a014-40a1-889f-4ba65e55742c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.537515] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 897ce5c2-de30-4264-9f89-d2fe7c537b1e/897ce5c2-de30-4264-9f89-d2fe7c537b1e.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.544642] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dac23d93-6d4c-4a2f-b38a-34dbf0597157 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.560330] env[63105]: DEBUG nova.network.neutron [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.568056] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 587.568056] env[63105]: value = "task-2758304" [ 587.568056] env[63105]: _type = "Task" [ 587.568056] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.577567] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.619995] env[63105]: INFO nova.compute.manager [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Took 18.96 seconds to build instance. [ 587.630904] env[63105]: DEBUG oslo_concurrency.lockutils [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Acquiring lock "1e5168f3-0c40-4ada-ba5c-001efd526393" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.631827] env[63105]: DEBUG oslo_concurrency.lockutils [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Lock "1e5168f3-0c40-4ada-ba5c-001efd526393" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.631827] env[63105]: DEBUG oslo_concurrency.lockutils [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Acquiring lock "1e5168f3-0c40-4ada-ba5c-001efd526393-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.631930] env[63105]: DEBUG oslo_concurrency.lockutils [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Lock "1e5168f3-0c40-4ada-ba5c-001efd526393-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.633199] env[63105]: DEBUG oslo_concurrency.lockutils [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Lock "1e5168f3-0c40-4ada-ba5c-001efd526393-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.637317] env[63105]: INFO nova.compute.manager [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Terminating instance [ 587.737158] env[63105]: DEBUG oslo_vmware.api [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758303, 'name': PowerOnVM_Task, 'duration_secs': 0.463521} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.739713] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 587.739923] env[63105]: DEBUG nova.compute.manager [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.743561] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca7ee51-2dde-44c0-956e-dee9909bdecc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.755610] env[63105]: DEBUG oslo_concurrency.lockutils [req-1957ad15-d70b-4969-85ed-7338c6b022d8 req-22d8e54e-e64c-408f-b2fd-44b664ba832c service nova] Releasing lock "refresh_cache-13d54771-0092-4d5b-9191-c92a4563de94" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.757781] env[63105]: DEBUG nova.network.neutron [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Updating instance_info_cache with network_info: [{"id": "07c11687-28d9-4c4d-82e4-57878596f9ae", "address": "fa:16:3e:e9:ab:0a", "network": {"id": "20c954e7-0283-4826-b696-85ce39ea03a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-357079094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d169be51e28443b8ebdcbcc2412d14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c11687-28", "ovs_interfaceid": "07c11687-28d9-4c4d-82e4-57878596f9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.861194] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1615af4-b661-43ca-93df-23728911010a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.870451] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3af4e3b-4ea4-4af9-bf32-4fb286eed0a1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.907148] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e77376c-49d1-40be-88db-1f36bc3305b4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.915621] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6336cf8c-4d90-49ce-8c23-cdc864a956db {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.930476] env[63105]: DEBUG nova.compute.provider_tree [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.988161] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.988542] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.988754] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.988967] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.989466] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.991623] env[63105]: INFO nova.compute.manager [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Terminating instance [ 588.082390] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.111737] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "27309833-bf08-4d8d-a71e-fd2ae2d46b35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.112046] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "27309833-bf08-4d8d-a71e-fd2ae2d46b35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.122497] env[63105]: DEBUG oslo_concurrency.lockutils [None req-47308424-5d8a-4da5-8f18-73382bb4af07 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "ef8e67e9-335e-416c-a8fb-36a06d5bbd4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.470s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.141029] env[63105]: DEBUG nova.compute.manager [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 588.141379] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 588.143027] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e402302-b594-47c0-9cf5-b5aa4505ba6f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.154736] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 588.155060] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d1cd6f5-4a68-47f3-b7cb-b4e2c4a266ef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.164843] env[63105]: DEBUG oslo_vmware.api [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Waiting for the task: (returnval){ [ 588.164843] env[63105]: value = "task-2758305" [ 588.164843] env[63105]: _type = "Task" [ 588.164843] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.173428] env[63105]: DEBUG oslo_vmware.api [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.261063] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Releasing lock "refresh_cache-96025479-e79b-4a2d-ab21-169965c2902f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.261063] env[63105]: DEBUG nova.compute.manager [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Instance network_info: |[{"id": "07c11687-28d9-4c4d-82e4-57878596f9ae", "address": "fa:16:3e:e9:ab:0a", "network": {"id": "20c954e7-0283-4826-b696-85ce39ea03a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-357079094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d169be51e28443b8ebdcbcc2412d14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c11687-28", "ovs_interfaceid": "07c11687-28d9-4c4d-82e4-57878596f9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 588.261063] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:ab:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07c11687-28d9-4c4d-82e4-57878596f9ae', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.269091] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Creating folder: Project (9d169be51e28443b8ebdcbcc2412d14a). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.269572] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.269816] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c7ed7aa-6323-46ea-9b7e-94c45b9a3588 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.282320] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Created folder: Project (9d169be51e28443b8ebdcbcc2412d14a) in parent group-v554960. [ 588.282512] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Creating folder: Instances. Parent ref: group-v554995. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.282863] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2be89d4f-c124-46f6-9761-5551c4230eec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.294642] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Created folder: Instances in parent group-v554995. [ 588.294642] env[63105]: DEBUG oslo.service.loopingcall [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.294642] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.295337] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-806bc00a-24a3-4e6e-81ea-6cbdf6c83d64 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.320235] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.320235] env[63105]: value = "task-2758308" [ 588.320235] env[63105]: _type = "Task" [ 588.320235] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.329281] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758308, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.434750] env[63105]: DEBUG nova.scheduler.client.report [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 588.480196] env[63105]: DEBUG nova.network.neutron [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Successfully updated port: a197988a-efc4-4add-bb71-4065c8c8b767 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.499869] env[63105]: DEBUG nova.compute.manager [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 588.499869] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 588.499869] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b468128-41d2-4294-ad7f-61c408c4fa05 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.518074] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 588.518074] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f14af1b-34ef-4732-8058-9d864d629115 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.523793] env[63105]: DEBUG oslo_vmware.api [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 588.523793] env[63105]: value = "task-2758309" [ 588.523793] env[63105]: _type = "Task" [ 588.523793] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.538744] env[63105]: DEBUG oslo_vmware.api [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.583023] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758304, 'name': ReconfigVM_Task, 'duration_secs': 0.83252} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.583023] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 897ce5c2-de30-4264-9f89-d2fe7c537b1e/897ce5c2-de30-4264-9f89-d2fe7c537b1e.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.583023] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efa51749-5650-4d41-a266-686bcc80488f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.590060] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 588.590060] env[63105]: value = "task-2758310" [ 588.590060] env[63105]: _type = "Task" [ 588.590060] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.601659] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758310, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.625342] env[63105]: DEBUG nova.compute.manager [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.676488] env[63105]: DEBUG oslo_vmware.api [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758305, 'name': PowerOffVM_Task, 'duration_secs': 0.348054} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.677634] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 588.677843] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 588.678153] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d722b3da-e711-41f4-af42-3cbf98723b06 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.769975] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 588.770342] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 588.770689] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Deleting the datastore file [datastore2] 1e5168f3-0c40-4ada-ba5c-001efd526393 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.771278] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d1f357e-0a62-42f5-b034-00d7c06cad21 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.778790] env[63105]: DEBUG oslo_vmware.api [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Waiting for the task: (returnval){ [ 588.778790] env[63105]: value = "task-2758312" [ 588.778790] env[63105]: _type = "Task" [ 588.778790] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.787121] env[63105]: DEBUG oslo_vmware.api [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.829302] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758308, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.942785] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.946495] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.952s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.948414] env[63105]: INFO nova.compute.claims [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.968615] env[63105]: INFO nova.scheduler.client.report [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Deleted allocations for instance 6eb52ee5-71e8-4028-972a-ca9fe0a66826 [ 588.989752] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Acquiring lock "refresh_cache-75b01166-8911-4077-9d48-af25659c486a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.989848] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Acquired lock "refresh_cache-75b01166-8911-4077-9d48-af25659c486a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.990377] env[63105]: DEBUG nova.network.neutron [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.040576] env[63105]: DEBUG oslo_vmware.api [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758309, 'name': PowerOffVM_Task, 'duration_secs': 0.203834} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.040576] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 589.040576] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 589.040700] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0bd5533-304e-4d7e-b6b5-7822f810957d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.102379] env[63105]: DEBUG nova.compute.manager [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Received event network-vif-plugged-07c11687-28d9-4c4d-82e4-57878596f9ae {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 589.102379] env[63105]: DEBUG oslo_concurrency.lockutils [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] Acquiring lock "96025479-e79b-4a2d-ab21-169965c2902f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.102379] env[63105]: DEBUG oslo_concurrency.lockutils [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] Lock "96025479-e79b-4a2d-ab21-169965c2902f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.102379] env[63105]: DEBUG oslo_concurrency.lockutils [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] Lock "96025479-e79b-4a2d-ab21-169965c2902f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.102379] env[63105]: DEBUG nova.compute.manager [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] No waiting events found dispatching network-vif-plugged-07c11687-28d9-4c4d-82e4-57878596f9ae {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.102379] env[63105]: WARNING nova.compute.manager [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Received unexpected event network-vif-plugged-07c11687-28d9-4c4d-82e4-57878596f9ae for instance with vm_state building and task_state spawning. [ 589.102379] env[63105]: DEBUG nova.compute.manager [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Received event network-changed-07c11687-28d9-4c4d-82e4-57878596f9ae {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 589.102379] env[63105]: DEBUG nova.compute.manager [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Refreshing instance network info cache due to event network-changed-07c11687-28d9-4c4d-82e4-57878596f9ae. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 589.102379] env[63105]: DEBUG oslo_concurrency.lockutils [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] Acquiring lock "refresh_cache-96025479-e79b-4a2d-ab21-169965c2902f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.102379] env[63105]: DEBUG oslo_concurrency.lockutils [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] Acquired lock "refresh_cache-96025479-e79b-4a2d-ab21-169965c2902f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.102379] env[63105]: DEBUG nova.network.neutron [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Refreshing network info cache for port 07c11687-28d9-4c4d-82e4-57878596f9ae {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.109832] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758310, 'name': Rename_Task, 'duration_secs': 0.197105} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.111557] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.113676] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66ae1e7b-894c-4e19-b02c-09ac3be95698 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.120513] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 589.120513] env[63105]: value = "task-2758314" [ 589.120513] env[63105]: _type = "Task" [ 589.120513] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.136496] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.145569] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Acquiring lock "3dd36d4d-cbaa-4203-a1df-c7e8670682ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.145828] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Lock "3dd36d4d-cbaa-4203-a1df-c7e8670682ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.155734] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.194267] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 589.194720] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 589.194907] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Deleting the datastore file [datastore2] 4abcfad4-6a44-4a21-962b-5157d09a6fbd {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 589.195190] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9813535b-7edd-4f42-84d1-a08c5a877d8d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.203912] env[63105]: DEBUG oslo_vmware.api [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 589.203912] env[63105]: value = "task-2758315" [ 589.203912] env[63105]: _type = "Task" [ 589.203912] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.212537] env[63105]: DEBUG oslo_vmware.api [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.292718] env[63105]: DEBUG oslo_vmware.api [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Task: {'id': task-2758312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385621} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.292718] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.292718] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 589.292718] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 589.292718] env[63105]: INFO nova.compute.manager [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Took 1.15 seconds to destroy the instance on the hypervisor. [ 589.292718] env[63105]: DEBUG oslo.service.loopingcall [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 589.292718] env[63105]: DEBUG nova.compute.manager [-] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 589.292718] env[63105]: DEBUG nova.network.neutron [-] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 589.334466] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758308, 'name': CreateVM_Task, 'duration_secs': 0.571292} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.334629] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.335597] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.335597] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.336566] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.336566] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3faf4940-1245-4214-a05f-30e79c32c82e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.342083] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Waiting for the task: (returnval){ [ 589.342083] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5258e696-ba4f-d6a3-a1b5-9e442477d727" [ 589.342083] env[63105]: _type = "Task" [ 589.342083] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.350798] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5258e696-ba4f-d6a3-a1b5-9e442477d727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.478845] env[63105]: DEBUG oslo_concurrency.lockutils [None req-df9c8d35-1e10-44a2-8588-54d3ff9dfc85 tempest-DeleteServersAdminTestJSON-907233901 tempest-DeleteServersAdminTestJSON-907233901-project-admin] Lock "6eb52ee5-71e8-4028-972a-ca9fe0a66826" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.002s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.535154] env[63105]: DEBUG nova.network.neutron [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.633358] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.716355] env[63105]: DEBUG oslo_vmware.api [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253029} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.719673] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.720047] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 589.720293] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 589.720996] env[63105]: INFO nova.compute.manager [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Took 1.22 seconds to destroy the instance on the hypervisor. [ 589.720996] env[63105]: DEBUG oslo.service.loopingcall [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 589.721118] env[63105]: DEBUG nova.compute.manager [-] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 589.721150] env[63105]: DEBUG nova.network.neutron [-] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 589.840356] env[63105]: DEBUG nova.network.neutron [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Updated VIF entry in instance network info cache for port 07c11687-28d9-4c4d-82e4-57878596f9ae. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.841447] env[63105]: DEBUG nova.network.neutron [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Updating instance_info_cache with network_info: [{"id": "07c11687-28d9-4c4d-82e4-57878596f9ae", "address": "fa:16:3e:e9:ab:0a", "network": {"id": "20c954e7-0283-4826-b696-85ce39ea03a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-357079094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d169be51e28443b8ebdcbcc2412d14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c11687-28", "ovs_interfaceid": "07c11687-28d9-4c4d-82e4-57878596f9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.855265] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5258e696-ba4f-d6a3-a1b5-9e442477d727, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.855632] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.855935] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.856451] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.856567] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.856767] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.857041] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e0c96ef-a742-49e5-97f1-7efa80a4ab0c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.870965] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.871079] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.873041] env[63105]: DEBUG nova.network.neutron [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Updating instance_info_cache with network_info: [{"id": "a197988a-efc4-4add-bb71-4065c8c8b767", "address": "fa:16:3e:3b:57:b2", "network": {"id": "cef84b3f-b744-4470-8fef-5cea8cfa98e4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1249633369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fc1722f4a1f41539ca0bb40d9cc88dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa197988a-ef", "ovs_interfaceid": "a197988a-efc4-4add-bb71-4065c8c8b767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.874386] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5355c78d-9912-4ca8-958c-b487e7551137 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.881116] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Waiting for the task: (returnval){ [ 589.881116] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ec16c5-6050-cc49-7744-9a0ec279b57c" [ 589.881116] env[63105]: _type = "Task" [ 589.881116] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.890074] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ec16c5-6050-cc49-7744-9a0ec279b57c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.094295] env[63105]: INFO nova.compute.manager [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Rebuilding instance [ 590.129446] env[63105]: DEBUG nova.network.neutron [-] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.156437] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.171373] env[63105]: DEBUG nova.compute.manager [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.173022] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e6042b-a25d-45eb-a740-757137cface7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.351024] env[63105]: DEBUG oslo_concurrency.lockutils [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] Releasing lock "refresh_cache-96025479-e79b-4a2d-ab21-169965c2902f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.352553] env[63105]: DEBUG nova.compute.manager [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] [instance: 75b01166-8911-4077-9d48-af25659c486a] Received event network-vif-plugged-a197988a-efc4-4add-bb71-4065c8c8b767 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 590.353734] env[63105]: DEBUG oslo_concurrency.lockutils [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] Acquiring lock "75b01166-8911-4077-9d48-af25659c486a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.353734] env[63105]: DEBUG oslo_concurrency.lockutils [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] Lock "75b01166-8911-4077-9d48-af25659c486a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.353734] env[63105]: DEBUG oslo_concurrency.lockutils [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] Lock "75b01166-8911-4077-9d48-af25659c486a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.353734] env[63105]: DEBUG nova.compute.manager [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] [instance: 75b01166-8911-4077-9d48-af25659c486a] No waiting events found dispatching network-vif-plugged-a197988a-efc4-4add-bb71-4065c8c8b767 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.354179] env[63105]: WARNING nova.compute.manager [req-188f8fe3-1ecb-4cf1-8923-ba822ad58981 req-1db005dc-f266-454f-8d3c-78fceffae6d3 service nova] [instance: 75b01166-8911-4077-9d48-af25659c486a] Received unexpected event network-vif-plugged-a197988a-efc4-4add-bb71-4065c8c8b767 for instance with vm_state building and task_state spawning. [ 590.379827] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Releasing lock "refresh_cache-75b01166-8911-4077-9d48-af25659c486a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.383297] env[63105]: DEBUG nova.compute.manager [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Instance network_info: |[{"id": "a197988a-efc4-4add-bb71-4065c8c8b767", "address": "fa:16:3e:3b:57:b2", "network": {"id": "cef84b3f-b744-4470-8fef-5cea8cfa98e4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1249633369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fc1722f4a1f41539ca0bb40d9cc88dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa197988a-ef", "ovs_interfaceid": "a197988a-efc4-4add-bb71-4065c8c8b767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.384232] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:57:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a197988a-efc4-4add-bb71-4065c8c8b767', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.393916] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Creating folder: Project (6fc1722f4a1f41539ca0bb40d9cc88dd). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.399106] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87a39cc3-5724-4366-bb5f-a68971a4bdc2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.401544] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bc3009-45af-48ea-afbb-466c34d1aa58 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.416178] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ec16c5-6050-cc49-7744-9a0ec279b57c, 'name': SearchDatastore_Task, 'duration_secs': 0.039167} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.417483] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03c3dbe-fc63-47d0-8a71-bc7ff701c537 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.423473] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303a4b7e-ac5a-447d-bc17-3295a5447c8c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.426034] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Created folder: Project (6fc1722f4a1f41539ca0bb40d9cc88dd) in parent group-v554960. [ 590.426256] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Creating folder: Instances. Parent ref: group-v554998. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.426878] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed437395-3efa-40d7-8677-c0760e23492d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.461723] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c90e273-ce0b-49cd-9d08-8d72afe84ded {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.464824] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Waiting for the task: (returnval){ [ 590.464824] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5204f19d-2432-515a-75d8-8a68e483cb98" [ 590.464824] env[63105]: _type = "Task" [ 590.464824] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.472852] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Created folder: Instances in parent group-v554998. [ 590.472852] env[63105]: DEBUG oslo.service.loopingcall [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.474237] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3fe37f-0263-44f8-bdce-70e7e8cb736e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.478531] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b01166-8911-4077-9d48-af25659c486a] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.483114] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-036642c6-0582-4910-b08c-934219c5121c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.497015] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5204f19d-2432-515a-75d8-8a68e483cb98, 'name': SearchDatastore_Task, 'duration_secs': 0.011908} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.498091] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.498413] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 96025479-e79b-4a2d-ab21-169965c2902f/96025479-e79b-4a2d-ab21-169965c2902f.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.499042] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d0eff75-679b-4c10-a512-efb3b736c1bf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.509819] env[63105]: DEBUG nova.compute.provider_tree [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.515540] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.515540] env[63105]: value = "task-2758318" [ 590.515540] env[63105]: _type = "Task" [ 590.515540] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.518217] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Waiting for the task: (returnval){ [ 590.518217] env[63105]: value = "task-2758319" [ 590.518217] env[63105]: _type = "Task" [ 590.518217] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.525494] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758318, 'name': CreateVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.533082] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.640311] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.642077] env[63105]: INFO nova.compute.manager [-] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Took 1.35 seconds to deallocate network for instance. [ 591.014722] env[63105]: DEBUG nova.scheduler.client.report [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 591.044467] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758318, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.044871] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758319, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.141390] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758314, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.154644] env[63105]: DEBUG oslo_concurrency.lockutils [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.194889] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 591.200406] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4c3707c-297b-4feb-8306-681551a98b03 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.208651] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Waiting for the task: (returnval){ [ 591.208651] env[63105]: value = "task-2758320" [ 591.208651] env[63105]: _type = "Task" [ 591.208651] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.225102] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.503993] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquiring lock "be7b959e-265e-41e1-b578-acb0ec182c71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.504246] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Lock "be7b959e-265e-41e1-b578-acb0ec182c71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.533725] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.533922] env[63105]: DEBUG nova.compute.manager [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.536765] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.356s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.539134] env[63105]: INFO nova.compute.claims [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.553565] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914632} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.553565] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758318, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.553565] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 96025479-e79b-4a2d-ab21-169965c2902f/96025479-e79b-4a2d-ab21-169965c2902f.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.553565] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.553995] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ba0964c-7c4a-4fb1-8595-362a9b07bf57 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.562586] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Waiting for the task: (returnval){ [ 591.562586] env[63105]: value = "task-2758321" [ 591.562586] env[63105]: _type = "Task" [ 591.562586] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.574726] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.628902] env[63105]: DEBUG nova.network.neutron [-] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.648835] env[63105]: DEBUG oslo_vmware.api [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758314, 'name': PowerOnVM_Task, 'duration_secs': 2.35603} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.648835] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.648835] env[63105]: INFO nova.compute.manager [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Took 13.49 seconds to spawn the instance on the hypervisor. [ 591.648835] env[63105]: DEBUG nova.compute.manager [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.648835] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae1594b-08d9-4c64-9c8b-3de5175969d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.725698] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758320, 'name': PowerOffVM_Task, 'duration_secs': 0.212843} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.725985] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 591.726224] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 591.726986] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a007264-abb1-4663-a8d7-2988c8c8cf71 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.734297] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 591.735255] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86571cfe-0750-4cf3-bb07-6f038ea3b835 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.762835] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 591.763112] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 591.763298] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Deleting the datastore file [datastore1] 0ac90090-56b1-4ea2-8a94-e0c98b5ee974 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 591.763508] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-398b83f2-3374-4170-b68e-91a638c95494 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.776417] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Waiting for the task: (returnval){ [ 591.776417] env[63105]: value = "task-2758323" [ 591.776417] env[63105]: _type = "Task" [ 591.776417] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.793304] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.031293] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758318, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.046138] env[63105]: DEBUG nova.compute.utils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 592.047527] env[63105]: DEBUG nova.compute.manager [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.047689] env[63105]: DEBUG nova.network.neutron [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.072551] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071624} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.072859] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.073886] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef61a12-2f49-4bf6-a9f6-010bf6faf815 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.100842] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 96025479-e79b-4a2d-ab21-169965c2902f/96025479-e79b-4a2d-ab21-169965c2902f.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.101666] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac0bd80-2991-4b98-8be8-d3de4cabb373 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.123021] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Waiting for the task: (returnval){ [ 592.123021] env[63105]: value = "task-2758324" [ 592.123021] env[63105]: _type = "Task" [ 592.123021] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.131695] env[63105]: INFO nova.compute.manager [-] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Took 2.41 seconds to deallocate network for instance. [ 592.131991] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.166119] env[63105]: INFO nova.compute.manager [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Took 20.04 seconds to build instance. [ 592.292327] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4619} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.292327] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 592.292327] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 592.292327] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 592.353304] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "bd76bbfc-9c88-4046-8d6a-cb72d35453d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.357084] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "bd76bbfc-9c88-4046-8d6a-cb72d35453d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.362856] env[63105]: DEBUG nova.policy [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a7641f86c36418b8f7ba2525fc53dae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec5e8b053a4483dbf0250770f31e56c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.449023] env[63105]: DEBUG nova.compute.manager [req-177bb304-2ac5-47b6-8e2f-ed04dcec6f32 req-d81331b8-42e4-49b3-afe3-a54cf7b5edca service nova] [instance: 75b01166-8911-4077-9d48-af25659c486a] Received event network-changed-a197988a-efc4-4add-bb71-4065c8c8b767 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 592.450181] env[63105]: DEBUG nova.compute.manager [req-177bb304-2ac5-47b6-8e2f-ed04dcec6f32 req-d81331b8-42e4-49b3-afe3-a54cf7b5edca service nova] [instance: 75b01166-8911-4077-9d48-af25659c486a] Refreshing instance network info cache due to event network-changed-a197988a-efc4-4add-bb71-4065c8c8b767. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 592.450181] env[63105]: DEBUG oslo_concurrency.lockutils [req-177bb304-2ac5-47b6-8e2f-ed04dcec6f32 req-d81331b8-42e4-49b3-afe3-a54cf7b5edca service nova] Acquiring lock "refresh_cache-75b01166-8911-4077-9d48-af25659c486a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.450181] env[63105]: DEBUG oslo_concurrency.lockutils [req-177bb304-2ac5-47b6-8e2f-ed04dcec6f32 req-d81331b8-42e4-49b3-afe3-a54cf7b5edca service nova] Acquired lock "refresh_cache-75b01166-8911-4077-9d48-af25659c486a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.450181] env[63105]: DEBUG nova.network.neutron [req-177bb304-2ac5-47b6-8e2f-ed04dcec6f32 req-d81331b8-42e4-49b3-afe3-a54cf7b5edca service nova] [instance: 75b01166-8911-4077-9d48-af25659c486a] Refreshing network info cache for port a197988a-efc4-4add-bb71-4065c8c8b767 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.532958] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758318, 'name': CreateVM_Task, 'duration_secs': 1.903002} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.532958] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b01166-8911-4077-9d48-af25659c486a] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.532958] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.532958] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.532958] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.532958] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6412e9ba-ff05-4db2-a02e-be2b0617621f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.537147] env[63105]: DEBUG nova.compute.manager [req-ee54301a-5c16-4e00-b1e7-6c37bb240960 req-13dc19fc-5e7d-4cab-ad9e-ea81e3978a49 service nova] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Received event network-changed-452ef264-1733-4350-b750-2040717eeffb {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 592.537147] env[63105]: DEBUG nova.compute.manager [req-ee54301a-5c16-4e00-b1e7-6c37bb240960 req-13dc19fc-5e7d-4cab-ad9e-ea81e3978a49 service nova] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Refreshing instance network info cache due to event network-changed-452ef264-1733-4350-b750-2040717eeffb. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 592.537147] env[63105]: DEBUG oslo_concurrency.lockutils [req-ee54301a-5c16-4e00-b1e7-6c37bb240960 req-13dc19fc-5e7d-4cab-ad9e-ea81e3978a49 service nova] Acquiring lock "refresh_cache-ef8e67e9-335e-416c-a8fb-36a06d5bbd4a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.537147] env[63105]: DEBUG oslo_concurrency.lockutils [req-ee54301a-5c16-4e00-b1e7-6c37bb240960 req-13dc19fc-5e7d-4cab-ad9e-ea81e3978a49 service nova] Acquired lock "refresh_cache-ef8e67e9-335e-416c-a8fb-36a06d5bbd4a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.537147] env[63105]: DEBUG nova.network.neutron [req-ee54301a-5c16-4e00-b1e7-6c37bb240960 req-13dc19fc-5e7d-4cab-ad9e-ea81e3978a49 service nova] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Refreshing network info cache for port 452ef264-1733-4350-b750-2040717eeffb {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.544547] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Waiting for the task: (returnval){ [ 592.544547] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]528fff55-c914-95cd-b9cc-f28a1565a120" [ 592.544547] env[63105]: _type = "Task" [ 592.544547] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.552266] env[63105]: DEBUG nova.compute.manager [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.565623] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528fff55-c914-95cd-b9cc-f28a1565a120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.638089] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758324, 'name': ReconfigVM_Task, 'duration_secs': 0.401099} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.638390] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 96025479-e79b-4a2d-ab21-169965c2902f/96025479-e79b-4a2d-ab21-169965c2902f.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.639562] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.639782] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94a4eb5c-ea10-4961-9ea0-4733e9992d29 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.646239] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Waiting for the task: (returnval){ [ 592.646239] env[63105]: value = "task-2758325" [ 592.646239] env[63105]: _type = "Task" [ 592.646239] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.654785] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758325, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.668573] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a76b35c5-342c-4070-9c8f-f0be5289ba71 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "897ce5c2-de30-4264-9f89-d2fe7c537b1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.550s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.938449] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8dd16f-f14b-4df2-a16a-0558258094bb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.949598] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87cbc29-7e4b-460b-b35d-4b3df37372ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.985894] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1657589f-a28c-4d11-a79c-18531d8b89e1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.994029] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dce24fc-d0f2-4a0b-ba0e-b9cbe9fd32a3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.009792] env[63105]: DEBUG nova.compute.provider_tree [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.061870] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528fff55-c914-95cd-b9cc-f28a1565a120, 'name': SearchDatastore_Task, 'duration_secs': 0.021471} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.062603] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.062603] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.062603] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.062780] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.066019] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.066019] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77c66f64-b847-4ef5-af6a-9bf6034f7cbd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.075561] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.075799] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.076816] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2335f0ef-0476-4b11-ac11-1cec53e05a90 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.087399] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Waiting for the task: (returnval){ [ 593.087399] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5255ad6c-2cc2-839e-0694-e71ad428dd26" [ 593.087399] env[63105]: _type = "Task" [ 593.087399] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.095030] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5255ad6c-2cc2-839e-0694-e71ad428dd26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.156582] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758325, 'name': Rename_Task, 'duration_secs': 0.181488} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.157865] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.157865] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-133f4fbb-5d25-4660-bcb4-3c0b5b1ab53e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.171861] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Waiting for the task: (returnval){ [ 593.171861] env[63105]: value = "task-2758326" [ 593.171861] env[63105]: _type = "Task" [ 593.171861] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.176141] env[63105]: DEBUG nova.compute.manager [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.193720] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758326, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.373385] env[63105]: DEBUG nova.virt.hardware [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 593.373644] env[63105]: DEBUG nova.virt.hardware [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 593.373934] env[63105]: DEBUG nova.virt.hardware [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.373979] env[63105]: DEBUG nova.virt.hardware [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 593.374886] env[63105]: DEBUG nova.virt.hardware [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.374886] env[63105]: DEBUG nova.virt.hardware [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 593.374886] env[63105]: DEBUG nova.virt.hardware [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 593.374886] env[63105]: DEBUG nova.virt.hardware [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 593.374886] env[63105]: DEBUG nova.virt.hardware [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 593.374886] env[63105]: DEBUG nova.virt.hardware [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 593.375627] env[63105]: DEBUG nova.virt.hardware [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 593.376321] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38b63dc-270b-47b9-835a-973d354c4ab2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.384495] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7aa8b8-9439-4275-935e-2192264b70c0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.399174] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Instance VIF info [] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.404776] env[63105]: DEBUG oslo.service.loopingcall [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.405048] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.405262] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07cec213-18da-41f1-9697-a2c0f7ad5c5f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.432302] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.432302] env[63105]: value = "task-2758327" [ 593.432302] env[63105]: _type = "Task" [ 593.432302] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.439475] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758327, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.465756] env[63105]: DEBUG nova.network.neutron [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Successfully created port: 5fb6ed6c-c289-4f81-9210-4d3d0412131a {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.513340] env[63105]: DEBUG nova.scheduler.client.report [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 593.520241] env[63105]: DEBUG nova.network.neutron [req-ee54301a-5c16-4e00-b1e7-6c37bb240960 req-13dc19fc-5e7d-4cab-ad9e-ea81e3978a49 service nova] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Updated VIF entry in instance network info cache for port 452ef264-1733-4350-b750-2040717eeffb. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.520770] env[63105]: DEBUG nova.network.neutron [req-ee54301a-5c16-4e00-b1e7-6c37bb240960 req-13dc19fc-5e7d-4cab-ad9e-ea81e3978a49 service nova] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Updating instance_info_cache with network_info: [{"id": "452ef264-1733-4350-b750-2040717eeffb", "address": "fa:16:3e:e6:7d:ae", "network": {"id": "0711f249-c76f-4df9-842a-6c037f8bd1dd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-354370894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a065165b89d45fdb7b2b8fe8cc949aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452ef264-17", "ovs_interfaceid": "452ef264-1733-4350-b750-2040717eeffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.568690] env[63105]: DEBUG nova.compute.manager [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.598615] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5255ad6c-2cc2-839e-0694-e71ad428dd26, 'name': SearchDatastore_Task, 'duration_secs': 0.014599} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.604649] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05477677-7e8e-4918-975d-6d1be924f981 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.615041] env[63105]: DEBUG nova.virt.hardware [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 593.615277] env[63105]: DEBUG nova.virt.hardware [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 593.615426] env[63105]: DEBUG nova.virt.hardware [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.615603] env[63105]: DEBUG nova.virt.hardware [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 593.615965] env[63105]: DEBUG nova.virt.hardware [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.615965] env[63105]: DEBUG nova.virt.hardware [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 593.616144] env[63105]: DEBUG nova.virt.hardware [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 593.616277] env[63105]: DEBUG nova.virt.hardware [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 593.616447] env[63105]: DEBUG nova.virt.hardware [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 593.616605] env[63105]: DEBUG nova.virt.hardware [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 593.616771] env[63105]: DEBUG nova.virt.hardware [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 593.617925] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d767c9a9-77c6-4a3c-bf34-00a41ff0cb17 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.624412] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Waiting for the task: (returnval){ [ 593.624412] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]520ca04f-b8af-a5fc-b7dc-a8547df3da4c" [ 593.624412] env[63105]: _type = "Task" [ 593.624412] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.631875] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fada0c01-0eb0-461c-be03-65f02178efb9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.641934] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]520ca04f-b8af-a5fc-b7dc-a8547df3da4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.689318] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758326, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.707305] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.751179] env[63105]: DEBUG nova.network.neutron [req-177bb304-2ac5-47b6-8e2f-ed04dcec6f32 req-d81331b8-42e4-49b3-afe3-a54cf7b5edca service nova] [instance: 75b01166-8911-4077-9d48-af25659c486a] Updated VIF entry in instance network info cache for port a197988a-efc4-4add-bb71-4065c8c8b767. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.751528] env[63105]: DEBUG nova.network.neutron [req-177bb304-2ac5-47b6-8e2f-ed04dcec6f32 req-d81331b8-42e4-49b3-afe3-a54cf7b5edca service nova] [instance: 75b01166-8911-4077-9d48-af25659c486a] Updating instance_info_cache with network_info: [{"id": "a197988a-efc4-4add-bb71-4065c8c8b767", "address": "fa:16:3e:3b:57:b2", "network": {"id": "cef84b3f-b744-4470-8fef-5cea8cfa98e4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1249633369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fc1722f4a1f41539ca0bb40d9cc88dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa197988a-ef", "ovs_interfaceid": "a197988a-efc4-4add-bb71-4065c8c8b767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.947052] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758327, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.018212] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.021239] env[63105]: DEBUG nova.compute.manager [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.022828] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.472s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.024980] env[63105]: DEBUG oslo_concurrency.lockutils [req-ee54301a-5c16-4e00-b1e7-6c37bb240960 req-13dc19fc-5e7d-4cab-ad9e-ea81e3978a49 service nova] Releasing lock "refresh_cache-ef8e67e9-335e-416c-a8fb-36a06d5bbd4a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.139083] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]520ca04f-b8af-a5fc-b7dc-a8547df3da4c, 'name': SearchDatastore_Task, 'duration_secs': 0.033163} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.139083] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.139323] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 75b01166-8911-4077-9d48-af25659c486a/75b01166-8911-4077-9d48-af25659c486a.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.139474] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6baa7f7a-d8fd-457f-a853-b63fa738245d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.146440] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Waiting for the task: (returnval){ [ 594.146440] env[63105]: value = "task-2758328" [ 594.146440] env[63105]: _type = "Task" [ 594.146440] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.155762] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': task-2758328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.187926] env[63105]: DEBUG oslo_vmware.api [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758326, 'name': PowerOnVM_Task, 'duration_secs': 0.562426} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.188424] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.188529] env[63105]: INFO nova.compute.manager [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Took 9.62 seconds to spawn the instance on the hypervisor. [ 594.188733] env[63105]: DEBUG nova.compute.manager [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.189850] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be68978d-66e9-4f3f-828b-e8879debdcc2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.255917] env[63105]: DEBUG oslo_concurrency.lockutils [req-177bb304-2ac5-47b6-8e2f-ed04dcec6f32 req-d81331b8-42e4-49b3-afe3-a54cf7b5edca service nova] Releasing lock "refresh_cache-75b01166-8911-4077-9d48-af25659c486a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.256271] env[63105]: DEBUG nova.compute.manager [req-177bb304-2ac5-47b6-8e2f-ed04dcec6f32 req-d81331b8-42e4-49b3-afe3-a54cf7b5edca service nova] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Received event network-vif-deleted-afb103bf-083d-4658-a37c-8c9148819ac5 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 594.256571] env[63105]: DEBUG nova.compute.manager [req-177bb304-2ac5-47b6-8e2f-ed04dcec6f32 req-d81331b8-42e4-49b3-afe3-a54cf7b5edca service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Received event network-vif-deleted-6b6bea6c-dea2-41f4-9797-5f7552323f63 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 594.256748] env[63105]: DEBUG nova.compute.manager [req-177bb304-2ac5-47b6-8e2f-ed04dcec6f32 req-d81331b8-42e4-49b3-afe3-a54cf7b5edca service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Received event network-vif-deleted-c0607dbe-ecae-4584-a4de-999cea8c6c7c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 594.442811] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758327, 'name': CreateVM_Task, 'duration_secs': 0.620085} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.443138] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.443619] env[63105]: DEBUG oslo_concurrency.lockutils [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.443823] env[63105]: DEBUG oslo_concurrency.lockutils [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.444200] env[63105]: DEBUG oslo_concurrency.lockutils [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.444494] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42333c15-b3c7-4b51-9ef5-cad0b19effb6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.449562] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Waiting for the task: (returnval){ [ 594.449562] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5283a81b-784f-b8ad-61ae-35cb372f4f05" [ 594.449562] env[63105]: _type = "Task" [ 594.449562] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.457689] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5283a81b-784f-b8ad-61ae-35cb372f4f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.527831] env[63105]: DEBUG nova.compute.utils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 594.529472] env[63105]: DEBUG nova.compute.manager [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.529652] env[63105]: DEBUG nova.network.neutron [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.535218] env[63105]: INFO nova.compute.claims [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.659377] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': task-2758328, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.693023] env[63105]: DEBUG nova.policy [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02db64e2662340d9abd0c166dc331325', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b09e786f2c41ef9b2d6da2fcd94221', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.726418] env[63105]: INFO nova.compute.manager [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Took 19.39 seconds to build instance. [ 594.875194] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "17e58975-52ca-4e4e-8358-e72975123529" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.875398] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "17e58975-52ca-4e4e-8358-e72975123529" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.966951] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5283a81b-784f-b8ad-61ae-35cb372f4f05, 'name': SearchDatastore_Task, 'duration_secs': 0.064771} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.967471] env[63105]: DEBUG oslo_concurrency.lockutils [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.967471] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.967638] env[63105]: DEBUG oslo_concurrency.lockutils [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.967736] env[63105]: DEBUG oslo_concurrency.lockutils [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.967910] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.968182] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12ca5054-2679-4760-a601-9de32daa3bfe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.983257] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.983257] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.983257] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ea7838-bc3a-4a11-96d3-07d800e8dd90 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.989277] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Waiting for the task: (returnval){ [ 594.989277] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b2d63b-1fe0-bf71-c95d-e48baa020d32" [ 594.989277] env[63105]: _type = "Task" [ 594.989277] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.002754] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b2d63b-1fe0-bf71-c95d-e48baa020d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.041135] env[63105]: DEBUG nova.compute.manager [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.047701] env[63105]: INFO nova.compute.resource_tracker [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating resource usage from migration ccf0b775-a085-4495-a795-0b2b0ff56b94 [ 595.159054] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': task-2758328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622659} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.159054] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 75b01166-8911-4077-9d48-af25659c486a/75b01166-8911-4077-9d48-af25659c486a.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.160041] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.160433] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc2b3f67-75ab-4d39-88d2-955bde10bd57 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.172778] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Waiting for the task: (returnval){ [ 595.172778] env[63105]: value = "task-2758329" [ 595.172778] env[63105]: _type = "Task" [ 595.172778] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.186261] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': task-2758329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.232347] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f80e00b6-67fd-42a4-ba37-37d186e3cbd8 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Lock "96025479-e79b-4a2d-ab21-169965c2902f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.908s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.501912] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b2d63b-1fe0-bf71-c95d-e48baa020d32, 'name': SearchDatastore_Task, 'duration_secs': 0.029089} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.508834] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdec23f7-ee7d-4459-b676-fb35bc827164 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.516363] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Waiting for the task: (returnval){ [ 595.516363] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a29022-422f-ecc5-b43b-64394697cec3" [ 595.516363] env[63105]: _type = "Task" [ 595.516363] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.528157] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a29022-422f-ecc5-b43b-64394697cec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.542909] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ae582c-436b-4740-84f8-05e113773a8f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.552610] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ba044c-5edc-4ea9-ba37-9274b2230caa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.595977] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92640403-3db5-488f-bf37-8a15f9747f79 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.604721] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65afa15-d944-4aea-b0dd-c11f3600beba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.628278] env[63105]: DEBUG nova.compute.provider_tree [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.688960] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': task-2758329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196092} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.688960] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.692369] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8819f1-388f-4962-8e5f-61c53a74655d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.719703] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 75b01166-8911-4077-9d48-af25659c486a/75b01166-8911-4077-9d48-af25659c486a.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.720484] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87cdee2f-b475-4d19-85f5-af513cbee2ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.738951] env[63105]: DEBUG nova.compute.manager [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.743042] env[63105]: DEBUG nova.compute.manager [req-5c91fca3-3e92-4d94-8c5b-2c007058835a req-a187da24-a85d-4eec-96eb-b023d21508e3 service nova] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Received event network-vif-deleted-f680677e-b0a9-4f1b-be0d-9e218d01adc8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 595.744386] env[63105]: DEBUG oslo_concurrency.lockutils [None req-55f1bbb3-9bce-4508-a9ba-a2e6a8a256f0 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "897ce5c2-de30-4264-9f89-d2fe7c537b1e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.744701] env[63105]: DEBUG oslo_concurrency.lockutils [None req-55f1bbb3-9bce-4508-a9ba-a2e6a8a256f0 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "897ce5c2-de30-4264-9f89-d2fe7c537b1e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.744902] env[63105]: DEBUG nova.compute.manager [None req-55f1bbb3-9bce-4508-a9ba-a2e6a8a256f0 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.747292] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f100fd73-567d-4779-ba7e-adbe88101765 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.750594] env[63105]: DEBUG nova.network.neutron [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Successfully created port: 9209c987-0812-4e5b-80ea-8679a0ff06f8 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.753926] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Waiting for the task: (returnval){ [ 595.753926] env[63105]: value = "task-2758330" [ 595.753926] env[63105]: _type = "Task" [ 595.753926] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.761155] env[63105]: DEBUG nova.compute.manager [None req-55f1bbb3-9bce-4508-a9ba-a2e6a8a256f0 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 595.762214] env[63105]: DEBUG nova.objects.instance [None req-55f1bbb3-9bce-4508-a9ba-a2e6a8a256f0 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lazy-loading 'flavor' on Instance uuid 897ce5c2-de30-4264-9f89-d2fe7c537b1e {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 595.768474] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': task-2758330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.027386] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a29022-422f-ecc5-b43b-64394697cec3, 'name': SearchDatastore_Task, 'duration_secs': 0.012704} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.027664] env[63105]: DEBUG oslo_concurrency.lockutils [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.027922] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 0ac90090-56b1-4ea2-8a94-e0c98b5ee974/0ac90090-56b1-4ea2-8a94-e0c98b5ee974.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.028201] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d051fa2b-17bb-42b3-b2db-4e0e13f51ac1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.034821] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Waiting for the task: (returnval){ [ 596.034821] env[63105]: value = "task-2758331" [ 596.034821] env[63105]: _type = "Task" [ 596.034821] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.044658] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.068666] env[63105]: DEBUG nova.compute.manager [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.101173] env[63105]: DEBUG nova.virt.hardware [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 596.101799] env[63105]: DEBUG nova.virt.hardware [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 596.101799] env[63105]: DEBUG nova.virt.hardware [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.101946] env[63105]: DEBUG nova.virt.hardware [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 596.102151] env[63105]: DEBUG nova.virt.hardware [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.102424] env[63105]: DEBUG nova.virt.hardware [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 596.102591] env[63105]: DEBUG nova.virt.hardware [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 596.102788] env[63105]: DEBUG nova.virt.hardware [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 596.103075] env[63105]: DEBUG nova.virt.hardware [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 596.103218] env[63105]: DEBUG nova.virt.hardware [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 596.103432] env[63105]: DEBUG nova.virt.hardware [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 596.104348] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a1ae94-c002-4462-bc55-94ad1f6c2072 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.114601] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a3c26a-0660-4895-8873-e6170ea093ad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.131981] env[63105]: DEBUG nova.scheduler.client.report [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 596.274024] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': task-2758330, 'name': ReconfigVM_Task, 'duration_secs': 0.31222} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.274024] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 75b01166-8911-4077-9d48-af25659c486a/75b01166-8911-4077-9d48-af25659c486a.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.274024] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c0559c8-0f36-4787-9f5d-2925e9c1849c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.278209] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.287455] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Waiting for the task: (returnval){ [ 596.287455] env[63105]: value = "task-2758332" [ 596.287455] env[63105]: _type = "Task" [ 596.287455] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.301586] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': task-2758332, 'name': Rename_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.555043] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758331, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.639381] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.615s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.639381] env[63105]: INFO nova.compute.manager [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Migrating [ 596.639381] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.639381] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.639874] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.107s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.645702] env[63105]: INFO nova.compute.claims [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.649715] env[63105]: INFO nova.compute.rpcapi [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 596.650306] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.675073] env[63105]: DEBUG nova.network.neutron [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Successfully updated port: 5fb6ed6c-c289-4f81-9210-4d3d0412131a {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.774518] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f1bbb3-9bce-4508-a9ba-a2e6a8a256f0 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 596.775316] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec71059-4a7a-4e3d-90e1-2ae4216ad0dc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.790994] env[63105]: DEBUG oslo_vmware.api [None req-55f1bbb3-9bce-4508-a9ba-a2e6a8a256f0 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 596.790994] env[63105]: value = "task-2758333" [ 596.790994] env[63105]: _type = "Task" [ 596.790994] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.810717] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': task-2758332, 'name': Rename_Task, 'duration_secs': 0.168661} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.811951] env[63105]: DEBUG oslo_vmware.api [None req-55f1bbb3-9bce-4508-a9ba-a2e6a8a256f0 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.811951] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.812557] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9e85b1f-f27b-493c-bff6-164578423d82 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.818277] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Waiting for the task: (returnval){ [ 596.818277] env[63105]: value = "task-2758334" [ 596.818277] env[63105]: _type = "Task" [ 596.818277] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.835047] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': task-2758334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.047818] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733553} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.048100] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 0ac90090-56b1-4ea2-8a94-e0c98b5ee974/0ac90090-56b1-4ea2-8a94-e0c98b5ee974.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.048386] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.048559] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bc3c672-ff06-4232-92d3-3e24e0ad73bf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.056319] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Waiting for the task: (returnval){ [ 597.056319] env[63105]: value = "task-2758335" [ 597.056319] env[63105]: _type = "Task" [ 597.056319] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.069393] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.098717] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "46864447-5fdc-4e7e-ad3d-63c9d7c15afc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.098959] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "46864447-5fdc-4e7e-ad3d-63c9d7c15afc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.173903] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.173903] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.173998] env[63105]: DEBUG nova.network.neutron [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.179215] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "refresh_cache-ec73cb87-6d0c-4390-88ef-f26ca372063f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.179373] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "refresh_cache-ec73cb87-6d0c-4390-88ef-f26ca372063f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.179518] env[63105]: DEBUG nova.network.neutron [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.308489] env[63105]: DEBUG oslo_vmware.api [None req-55f1bbb3-9bce-4508-a9ba-a2e6a8a256f0 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758333, 'name': PowerOffVM_Task, 'duration_secs': 0.232742} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.309194] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f1bbb3-9bce-4508-a9ba-a2e6a8a256f0 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.309194] env[63105]: DEBUG nova.compute.manager [None req-55f1bbb3-9bce-4508-a9ba-a2e6a8a256f0 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.309698] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e744f52d-63b4-45aa-b390-858be7a69d3a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.335915] env[63105]: DEBUG oslo_vmware.api [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': task-2758334, 'name': PowerOnVM_Task, 'duration_secs': 0.474541} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.337817] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.338083] env[63105]: INFO nova.compute.manager [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Took 10.32 seconds to spawn the instance on the hypervisor. [ 597.338335] env[63105]: DEBUG nova.compute.manager [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.340033] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd11a60f-0b62-4ce9-8ace-46182675f272 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.567735] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066629} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.569056] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.569346] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e6dabb-ac80-4605-88a7-b39c514b3a44 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.590185] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 0ac90090-56b1-4ea2-8a94-e0c98b5ee974/0ac90090-56b1-4ea2-8a94-e0c98b5ee974.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.591499] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c28c9775-0e03-47e1-bac8-afe12bbee467 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.613988] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Waiting for the task: (returnval){ [ 597.613988] env[63105]: value = "task-2758336" [ 597.613988] env[63105]: _type = "Task" [ 597.613988] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.621928] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.753591] env[63105]: DEBUG nova.network.neutron [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.836295] env[63105]: DEBUG oslo_concurrency.lockutils [None req-55f1bbb3-9bce-4508-a9ba-a2e6a8a256f0 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "897ce5c2-de30-4264-9f89-d2fe7c537b1e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.871295] env[63105]: INFO nova.compute.manager [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Took 21.42 seconds to build instance. [ 598.058230] env[63105]: DEBUG nova.network.neutron [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating instance_info_cache with network_info: [{"id": "89cbc02a-a4ff-43b4-9cba-47306f4db003", "address": "fa:16:3e:90:f7:22", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89cbc02a-a4", "ovs_interfaceid": "89cbc02a-a4ff-43b4-9cba-47306f4db003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.134271] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.181394] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0dd847-cfc6-4971-a0fd-d18d32970390 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.193337] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de29603d-6376-4de0-b256-a7b8c2a6efa5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.224385] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dbd870-e74f-4b2f-af78-73bfc7db3f40 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.232628] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068ba99c-bd27-4a53-abd1-05bc19590f95 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.250292] env[63105]: DEBUG nova.compute.provider_tree [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.376658] env[63105]: DEBUG oslo_concurrency.lockutils [None req-252fda4f-43b4-48e0-b9ae-92b3b5947b58 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Lock "75b01166-8911-4077-9d48-af25659c486a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.940s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.403831] env[63105]: DEBUG nova.network.neutron [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Updating instance_info_cache with network_info: [{"id": "5fb6ed6c-c289-4f81-9210-4d3d0412131a", "address": "fa:16:3e:d3:f6:78", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb6ed6c-c2", "ovs_interfaceid": "5fb6ed6c-c289-4f81-9210-4d3d0412131a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.563883] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Releasing lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.633177] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758336, 'name': ReconfigVM_Task, 'duration_secs': 0.636197} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.633402] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 0ac90090-56b1-4ea2-8a94-e0c98b5ee974/0ac90090-56b1-4ea2-8a94-e0c98b5ee974.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.634533] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c70d34e-84c1-408e-8de4-77c578bfec85 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.644015] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Waiting for the task: (returnval){ [ 598.644015] env[63105]: value = "task-2758337" [ 598.644015] env[63105]: _type = "Task" [ 598.644015] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.654476] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758337, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.755973] env[63105]: DEBUG nova.network.neutron [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Successfully updated port: 9209c987-0812-4e5b-80ea-8679a0ff06f8 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.758369] env[63105]: DEBUG nova.scheduler.client.report [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 598.882511] env[63105]: DEBUG nova.compute.manager [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.909696] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "refresh_cache-ec73cb87-6d0c-4390-88ef-f26ca372063f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.910186] env[63105]: DEBUG nova.compute.manager [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Instance network_info: |[{"id": "5fb6ed6c-c289-4f81-9210-4d3d0412131a", "address": "fa:16:3e:d3:f6:78", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb6ed6c-c2", "ovs_interfaceid": "5fb6ed6c-c289-4f81-9210-4d3d0412131a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.910611] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:f6:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fb6ed6c-c289-4f81-9210-4d3d0412131a', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.922664] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Creating folder: Project (cec5e8b053a4483dbf0250770f31e56c). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.924997] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1009d71-df8a-467f-83a8-9a0f90f08a63 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.934071] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Created folder: Project (cec5e8b053a4483dbf0250770f31e56c) in parent group-v554960. [ 598.934287] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Creating folder: Instances. Parent ref: group-v555002. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.934709] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c471341-3ecc-4685-af44-2f6f92e2c839 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.945668] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Created folder: Instances in parent group-v555002. [ 598.945919] env[63105]: DEBUG oslo.service.loopingcall [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.946121] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.946610] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-910d4c6d-3ba8-4fd5-bf62-b57a3bce18b7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.965601] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.965601] env[63105]: value = "task-2758340" [ 598.965601] env[63105]: _type = "Task" [ 598.965601] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.973062] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758340, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.152702] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758337, 'name': Rename_Task, 'duration_secs': 0.128758} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.154257] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.154257] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1624ca34-1b53-4612-a24d-e9739be281d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.160333] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Waiting for the task: (returnval){ [ 599.160333] env[63105]: value = "task-2758341" [ 599.160333] env[63105]: _type = "Task" [ 599.160333] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.168834] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.242540] env[63105]: DEBUG nova.compute.manager [req-cd781ef2-0399-41a5-84af-ae506018e180 req-13164721-c604-45ef-9f85-e607248e454b service nova] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Received event network-vif-plugged-5fb6ed6c-c289-4f81-9210-4d3d0412131a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 599.242856] env[63105]: DEBUG oslo_concurrency.lockutils [req-cd781ef2-0399-41a5-84af-ae506018e180 req-13164721-c604-45ef-9f85-e607248e454b service nova] Acquiring lock "ec73cb87-6d0c-4390-88ef-f26ca372063f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.243022] env[63105]: DEBUG oslo_concurrency.lockutils [req-cd781ef2-0399-41a5-84af-ae506018e180 req-13164721-c604-45ef-9f85-e607248e454b service nova] Lock "ec73cb87-6d0c-4390-88ef-f26ca372063f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.244066] env[63105]: DEBUG oslo_concurrency.lockutils [req-cd781ef2-0399-41a5-84af-ae506018e180 req-13164721-c604-45ef-9f85-e607248e454b service nova] Lock "ec73cb87-6d0c-4390-88ef-f26ca372063f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.244208] env[63105]: DEBUG nova.compute.manager [req-cd781ef2-0399-41a5-84af-ae506018e180 req-13164721-c604-45ef-9f85-e607248e454b service nova] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] No waiting events found dispatching network-vif-plugged-5fb6ed6c-c289-4f81-9210-4d3d0412131a {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.244374] env[63105]: WARNING nova.compute.manager [req-cd781ef2-0399-41a5-84af-ae506018e180 req-13164721-c604-45ef-9f85-e607248e454b service nova] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Received unexpected event network-vif-plugged-5fb6ed6c-c289-4f81-9210-4d3d0412131a for instance with vm_state building and task_state spawning. [ 599.244540] env[63105]: DEBUG nova.compute.manager [req-cd781ef2-0399-41a5-84af-ae506018e180 req-13164721-c604-45ef-9f85-e607248e454b service nova] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Received event network-changed-5fb6ed6c-c289-4f81-9210-4d3d0412131a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 599.244696] env[63105]: DEBUG nova.compute.manager [req-cd781ef2-0399-41a5-84af-ae506018e180 req-13164721-c604-45ef-9f85-e607248e454b service nova] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Refreshing instance network info cache due to event network-changed-5fb6ed6c-c289-4f81-9210-4d3d0412131a. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 599.246135] env[63105]: DEBUG oslo_concurrency.lockutils [req-cd781ef2-0399-41a5-84af-ae506018e180 req-13164721-c604-45ef-9f85-e607248e454b service nova] Acquiring lock "refresh_cache-ec73cb87-6d0c-4390-88ef-f26ca372063f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.246325] env[63105]: DEBUG oslo_concurrency.lockutils [req-cd781ef2-0399-41a5-84af-ae506018e180 req-13164721-c604-45ef-9f85-e607248e454b service nova] Acquired lock "refresh_cache-ec73cb87-6d0c-4390-88ef-f26ca372063f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.246548] env[63105]: DEBUG nova.network.neutron [req-cd781ef2-0399-41a5-84af-ae506018e180 req-13164721-c604-45ef-9f85-e607248e454b service nova] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Refreshing network info cache for port 5fb6ed6c-c289-4f81-9210-4d3d0412131a {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.258727] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquiring lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.258910] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquired lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.259084] env[63105]: DEBUG nova.network.neutron [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.270383] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.271048] env[63105]: DEBUG nova.compute.manager [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.274204] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.162s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.279214] env[63105]: INFO nova.compute.claims [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.413423] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.475881] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758340, 'name': CreateVM_Task, 'duration_secs': 0.44936} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.476065] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.476838] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.476988] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.477536] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.477812] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c436a3-d23c-4065-8160-622c2a735941 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.482770] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 599.482770] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5232648e-773c-ee97-824a-9e2e46086c99" [ 599.482770] env[63105]: _type = "Task" [ 599.482770] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.491054] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5232648e-773c-ee97-824a-9e2e46086c99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.675025] env[63105]: DEBUG oslo_vmware.api [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Task: {'id': task-2758341, 'name': PowerOnVM_Task, 'duration_secs': 0.416492} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.675025] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.675025] env[63105]: DEBUG nova.compute.manager [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.675025] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483e50cd-10fd-41fe-a623-b02648eafda9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.787659] env[63105]: DEBUG nova.compute.utils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 599.792239] env[63105]: DEBUG nova.compute.manager [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.792651] env[63105]: DEBUG nova.network.neutron [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.850975] env[63105]: DEBUG nova.network.neutron [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.863222] env[63105]: DEBUG nova.policy [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41bcc83a765a4aa5947e1c098a54d56f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6039084dd49439b9add938dad3b1446', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.995024] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5232648e-773c-ee97-824a-9e2e46086c99, 'name': SearchDatastore_Task, 'duration_secs': 0.013887} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.997730] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.997730] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.997730] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.997730] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.997730] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.997994] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ab8466e-4772-488f-9338-b1e231b0d13f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.011860] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.012140] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.012748] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3046cd7c-8af1-488e-badb-12e52fcabba3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.021067] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 600.021067] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e90ddc-8fca-e682-05b0-2d29cd21b530" [ 600.021067] env[63105]: _type = "Task" [ 600.021067] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.029591] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e90ddc-8fca-e682-05b0-2d29cd21b530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.088355] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef3b4f1-1822-4783-bb1b-3c27bc99d847 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.115582] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating instance 'a78212e0-e331-4fd3-8b67-0c8522d82c2b' progress to 0 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 600.198017] env[63105]: DEBUG oslo_concurrency.lockutils [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.244373] env[63105]: DEBUG nova.network.neutron [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Updating instance_info_cache with network_info: [{"id": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "address": "fa:16:3e:88:3c:07", "network": {"id": "1632d253-185f-4177-a4b4-7fc21d883942", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-311831210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a2b09e786f2c41ef9b2d6da2fcd94221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9209c987-08", "ovs_interfaceid": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.282303] env[63105]: DEBUG nova.network.neutron [req-cd781ef2-0399-41a5-84af-ae506018e180 req-13164721-c604-45ef-9f85-e607248e454b service nova] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Updated VIF entry in instance network info cache for port 5fb6ed6c-c289-4f81-9210-4d3d0412131a. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.284106] env[63105]: DEBUG nova.network.neutron [req-cd781ef2-0399-41a5-84af-ae506018e180 req-13164721-c604-45ef-9f85-e607248e454b service nova] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Updating instance_info_cache with network_info: [{"id": "5fb6ed6c-c289-4f81-9210-4d3d0412131a", "address": "fa:16:3e:d3:f6:78", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb6ed6c-c2", "ovs_interfaceid": "5fb6ed6c-c289-4f81-9210-4d3d0412131a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.291824] env[63105]: DEBUG nova.compute.manager [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.383076] env[63105]: DEBUG nova.network.neutron [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Successfully created port: c2e58328-47b0-4465-bbcd-cda64cc100dd {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.532237] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e90ddc-8fca-e682-05b0-2d29cd21b530, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.536283] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ca9da6-2273-4f87-aae4-d9736cb21aa4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.541692] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 600.541692] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5238a7d6-c1b7-7ead-7a58-07c0eadf7049" [ 600.541692] env[63105]: _type = "Task" [ 600.541692] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.548755] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Acquiring lock "197ae546-2199-49d6-b4cc-a295e4353a1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.548983] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Lock "197ae546-2199-49d6-b4cc-a295e4353a1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.557042] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5238a7d6-c1b7-7ead-7a58-07c0eadf7049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.621979] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 600.622341] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55cf0aab-6780-46cc-ad24-e7bb67721522 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.634401] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 600.634401] env[63105]: value = "task-2758346" [ 600.634401] env[63105]: _type = "Task" [ 600.634401] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.647549] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.748496] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Releasing lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.748818] env[63105]: DEBUG nova.compute.manager [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Instance network_info: |[{"id": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "address": "fa:16:3e:88:3c:07", "network": {"id": "1632d253-185f-4177-a4b4-7fc21d883942", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-311831210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a2b09e786f2c41ef9b2d6da2fcd94221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9209c987-08", "ovs_interfaceid": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.749641] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd5eda4-f2ea-4ee6-954e-689fbd59c3aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.752926] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:3c:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9209c987-0812-4e5b-80ea-8679a0ff06f8', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.761688] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Creating folder: Project (a2b09e786f2c41ef9b2d6da2fcd94221). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.762407] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b295b32-cf8c-44be-9520-76832b12ada8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.771923] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de11c11a-ff2e-4051-9217-b00ca29a1819 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.778627] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Created folder: Project (a2b09e786f2c41ef9b2d6da2fcd94221) in parent group-v554960. [ 600.778627] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Creating folder: Instances. Parent ref: group-v555008. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.778627] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25e5fd2b-2052-482e-ac94-0499341003ac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.808419] env[63105]: DEBUG oslo_concurrency.lockutils [req-cd781ef2-0399-41a5-84af-ae506018e180 req-13164721-c604-45ef-9f85-e607248e454b service nova] Releasing lock "refresh_cache-ec73cb87-6d0c-4390-88ef-f26ca372063f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.812700] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bf0171-40ca-437e-88ad-1d7cb41cba40 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.820313] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6e66ac-c6a7-47d2-ac2c-6c28c00aa4ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.826151] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Created folder: Instances in parent group-v555008. [ 600.826395] env[63105]: DEBUG oslo.service.loopingcall [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.826919] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.827137] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff95b892-74a4-4a0c-b233-2ad162bbe79f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.850035] env[63105]: DEBUG nova.compute.provider_tree [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.858514] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.858514] env[63105]: value = "task-2758349" [ 600.858514] env[63105]: _type = "Task" [ 600.858514] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.863911] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758349, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.062729] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5238a7d6-c1b7-7ead-7a58-07c0eadf7049, 'name': SearchDatastore_Task, 'duration_secs': 0.016033} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.063059] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.063321] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] ec73cb87-6d0c-4390-88ef-f26ca372063f/ec73cb87-6d0c-4390-88ef-f26ca372063f.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.063568] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a67dc82-0083-4d05-b777-b55744b59688 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.072900] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 601.072900] env[63105]: value = "task-2758350" [ 601.072900] env[63105]: _type = "Task" [ 601.072900] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.080880] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.147221] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758346, 'name': PowerOffVM_Task, 'duration_secs': 0.28449} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.147379] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.147446] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating instance 'a78212e0-e331-4fd3-8b67-0c8522d82c2b' progress to 17 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 601.321210] env[63105]: DEBUG nova.compute.manager [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.357201] env[63105]: DEBUG nova.scheduler.client.report [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 601.365248] env[63105]: DEBUG nova.virt.hardware [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 601.365248] env[63105]: DEBUG nova.virt.hardware [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 601.365248] env[63105]: DEBUG nova.virt.hardware [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.365248] env[63105]: DEBUG nova.virt.hardware [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 601.365248] env[63105]: DEBUG nova.virt.hardware [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.365248] env[63105]: DEBUG nova.virt.hardware [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 601.365248] env[63105]: DEBUG nova.virt.hardware [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 601.365248] env[63105]: DEBUG nova.virt.hardware [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 601.365248] env[63105]: DEBUG nova.virt.hardware [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 601.366638] env[63105]: DEBUG nova.virt.hardware [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 601.367225] env[63105]: DEBUG nova.virt.hardware [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 601.369620] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f263b0c-8c2c-48af-8170-439f4586288c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.384747] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758349, 'name': CreateVM_Task, 'duration_secs': 0.420186} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.388026] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.388026] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d29630-5224-4e1b-928b-55019fbd5310 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.391486] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.391658] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.391977] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.392774] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41805534-fa34-4bf5-b8e9-04712de70333 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.409127] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 601.409127] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5288b9b7-fe5a-50ee-1f3b-273320f70a4e" [ 601.409127] env[63105]: _type = "Task" [ 601.409127] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.417551] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5288b9b7-fe5a-50ee-1f3b-273320f70a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.586148] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758350, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.654355] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 601.654644] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 601.654843] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.655812] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 601.656099] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.656304] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 601.656493] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 601.656655] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 601.656913] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 601.657070] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 601.657251] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 601.667011] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb5bc6d0-c0fa-4c20-920b-7d4377992589 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.683388] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 601.683388] env[63105]: value = "task-2758351" [ 601.683388] env[63105]: _type = "Task" [ 601.683388] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.692474] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.710956] env[63105]: DEBUG nova.compute.manager [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.711934] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f001a41-e2ee-4c4d-9d0e-9fb48b817cd8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.862060] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.862613] env[63105]: DEBUG nova.compute.manager [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.866588] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.247s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.866919] env[63105]: INFO nova.compute.claims [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.927377] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5288b9b7-fe5a-50ee-1f3b-273320f70a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.0569} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.927670] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.927985] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.928254] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.928397] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.928566] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.928840] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-945206bd-16c1-46ce-9084-83f9d675a7e3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.940581] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.941019] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.942058] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e692c91-34e9-4cee-8fa2-5fdef69a4375 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.948875] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 601.948875] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d93595-d6c8-2be2-dac9-d75bd9baa352" [ 601.948875] env[63105]: _type = "Task" [ 601.948875] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.961209] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d93595-d6c8-2be2-dac9-d75bd9baa352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.090670] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667398} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.090670] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] ec73cb87-6d0c-4390-88ef-f26ca372063f/ec73cb87-6d0c-4390-88ef-f26ca372063f.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.090670] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.091689] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8c8996e-cbc0-457a-ae33-b61399db0a5f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.105019] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 602.105019] env[63105]: value = "task-2758352" [ 602.105019] env[63105]: _type = "Task" [ 602.105019] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.118835] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.160328] env[63105]: DEBUG nova.compute.manager [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Received event network-vif-plugged-9209c987-0812-4e5b-80ea-8679a0ff06f8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 602.160406] env[63105]: DEBUG oslo_concurrency.lockutils [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] Acquiring lock "6a752f33-9dc2-4107-8648-7ab829348c6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.160772] env[63105]: DEBUG oslo_concurrency.lockutils [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] Lock "6a752f33-9dc2-4107-8648-7ab829348c6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.163474] env[63105]: DEBUG oslo_concurrency.lockutils [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] Lock "6a752f33-9dc2-4107-8648-7ab829348c6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.163474] env[63105]: DEBUG nova.compute.manager [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] No waiting events found dispatching network-vif-plugged-9209c987-0812-4e5b-80ea-8679a0ff06f8 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.164092] env[63105]: WARNING nova.compute.manager [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Received unexpected event network-vif-plugged-9209c987-0812-4e5b-80ea-8679a0ff06f8 for instance with vm_state building and task_state spawning. [ 602.164453] env[63105]: DEBUG nova.compute.manager [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Received event network-changed-9209c987-0812-4e5b-80ea-8679a0ff06f8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 602.164555] env[63105]: DEBUG nova.compute.manager [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Refreshing instance network info cache due to event network-changed-9209c987-0812-4e5b-80ea-8679a0ff06f8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 602.164956] env[63105]: DEBUG oslo_concurrency.lockutils [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] Acquiring lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.166222] env[63105]: DEBUG oslo_concurrency.lockutils [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] Acquired lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.166222] env[63105]: DEBUG nova.network.neutron [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Refreshing network info cache for port 9209c987-0812-4e5b-80ea-8679a0ff06f8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.195785] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758351, 'name': ReconfigVM_Task, 'duration_secs': 0.390477} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.195986] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating instance 'a78212e0-e331-4fd3-8b67-0c8522d82c2b' progress to 33 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 602.223528] env[63105]: INFO nova.compute.manager [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] instance snapshotting [ 602.223722] env[63105]: WARNING nova.compute.manager [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 602.229020] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c8515f-84c2-4d48-aafd-a6ef45017f81 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.255038] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1b6d50-fd40-4445-82a0-57995a43ad79 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.373496] env[63105]: DEBUG nova.compute.utils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 602.377442] env[63105]: DEBUG nova.compute.manager [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.377442] env[63105]: DEBUG nova.network.neutron [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 602.464049] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d93595-d6c8-2be2-dac9-d75bd9baa352, 'name': SearchDatastore_Task, 'duration_secs': 0.0321} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.465340] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f642fe-a3e6-4c27-ad5e-e7e4f487808d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.471956] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 602.471956] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e76995-df6d-f91f-cb0a-0c27ee8a1a82" [ 602.471956] env[63105]: _type = "Task" [ 602.471956] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.477594] env[63105]: DEBUG nova.policy [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b69d5984dcd402f81ab1b93b57caebe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1a45fcb8f764bb6a9330a786ee2c061', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.484804] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e76995-df6d-f91f-cb0a-0c27ee8a1a82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.615868] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062085} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.615868] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.617054] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfb307c-10ef-4a7d-b8c1-a23a8d34af2d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.647302] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] ec73cb87-6d0c-4390-88ef-f26ca372063f/ec73cb87-6d0c-4390-88ef-f26ca372063f.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.648622] env[63105]: DEBUG nova.network.neutron [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Successfully updated port: c2e58328-47b0-4465-bbcd-cda64cc100dd {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.649923] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33db4aac-6964-4493-9130-830fc7d5fb3e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.665971] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.666883] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.667634] env[63105]: DEBUG nova.network.neutron [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.677284] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 602.677284] env[63105]: value = "task-2758353" [ 602.677284] env[63105]: _type = "Task" [ 602.677284] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.686864] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.703682] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 602.703933] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 602.704178] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.704565] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 602.704565] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.704730] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 602.704950] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 602.705235] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 602.705469] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 602.705720] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 602.705944] env[63105]: DEBUG nova.virt.hardware [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 602.712129] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 602.712807] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79eace74-cabb-49a4-a9d0-1ffed3c9cd61 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.732722] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 602.732722] env[63105]: value = "task-2758354" [ 602.732722] env[63105]: _type = "Task" [ 602.732722] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.743684] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.772405] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 602.772405] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dc3d7a8d-49e5-4656-a5b1-d2a1240c3432 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.780241] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 602.780241] env[63105]: value = "task-2758355" [ 602.780241] env[63105]: _type = "Task" [ 602.780241] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.799201] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758355, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.880714] env[63105]: DEBUG nova.compute.manager [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.991752] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e76995-df6d-f91f-cb0a-0c27ee8a1a82, 'name': SearchDatastore_Task, 'duration_secs': 0.032933} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.992356] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.992462] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 6a752f33-9dc2-4107-8648-7ab829348c6a/6a752f33-9dc2-4107-8648-7ab829348c6a.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.992717] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ffb89cb-61a6-4e40-bd14-27f8bc8b84d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.003984] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 603.003984] env[63105]: value = "task-2758356" [ 603.003984] env[63105]: _type = "Task" [ 603.003984] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.020643] env[63105]: DEBUG nova.compute.manager [req-98e72a9f-35f0-4f37-b1a5-cb3c55879055 req-d55a0d2b-04b5-4564-b462-477690a9f086 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Received event network-vif-plugged-c2e58328-47b0-4465-bbcd-cda64cc100dd {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 603.021196] env[63105]: DEBUG oslo_concurrency.lockutils [req-98e72a9f-35f0-4f37-b1a5-cb3c55879055 req-d55a0d2b-04b5-4564-b462-477690a9f086 service nova] Acquiring lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.021196] env[63105]: DEBUG oslo_concurrency.lockutils [req-98e72a9f-35f0-4f37-b1a5-cb3c55879055 req-d55a0d2b-04b5-4564-b462-477690a9f086 service nova] Lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.021369] env[63105]: DEBUG oslo_concurrency.lockutils [req-98e72a9f-35f0-4f37-b1a5-cb3c55879055 req-d55a0d2b-04b5-4564-b462-477690a9f086 service nova] Lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.021539] env[63105]: DEBUG nova.compute.manager [req-98e72a9f-35f0-4f37-b1a5-cb3c55879055 req-d55a0d2b-04b5-4564-b462-477690a9f086 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] No waiting events found dispatching network-vif-plugged-c2e58328-47b0-4465-bbcd-cda64cc100dd {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.021701] env[63105]: WARNING nova.compute.manager [req-98e72a9f-35f0-4f37-b1a5-cb3c55879055 req-d55a0d2b-04b5-4564-b462-477690a9f086 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Received unexpected event network-vif-plugged-c2e58328-47b0-4465-bbcd-cda64cc100dd for instance with vm_state building and task_state spawning. [ 603.030602] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.042837] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquiring lock "0ac90090-56b1-4ea2-8a94-e0c98b5ee974" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.043092] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Lock "0ac90090-56b1-4ea2-8a94-e0c98b5ee974" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.043302] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquiring lock "0ac90090-56b1-4ea2-8a94-e0c98b5ee974-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.045035] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Lock "0ac90090-56b1-4ea2-8a94-e0c98b5ee974-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.045035] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Lock "0ac90090-56b1-4ea2-8a94-e0c98b5ee974-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.046329] env[63105]: INFO nova.compute.manager [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Terminating instance [ 603.131125] env[63105]: DEBUG nova.network.neutron [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Updated VIF entry in instance network info cache for port 9209c987-0812-4e5b-80ea-8679a0ff06f8. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.131582] env[63105]: DEBUG nova.network.neutron [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Updating instance_info_cache with network_info: [{"id": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "address": "fa:16:3e:88:3c:07", "network": {"id": "1632d253-185f-4177-a4b4-7fc21d883942", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-311831210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a2b09e786f2c41ef9b2d6da2fcd94221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9209c987-08", "ovs_interfaceid": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.187892] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.243199] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.267352] env[63105]: DEBUG nova.network.neutron [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.290698] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758355, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.381969] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9171c9-78be-4691-b19e-05f2ecc5d5cc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.395794] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b8194a-9f18-4968-9302-b75da83f38b8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.445839] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602cffc5-6b02-4261-9c41-41914939fe15 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.455933] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88134e4-6e14-46c8-aac7-9948954f4349 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.475812] env[63105]: DEBUG nova.compute.provider_tree [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.515624] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758356, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.552831] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquiring lock "refresh_cache-0ac90090-56b1-4ea2-8a94-e0c98b5ee974" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.553604] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquired lock "refresh_cache-0ac90090-56b1-4ea2-8a94-e0c98b5ee974" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.553954] env[63105]: DEBUG nova.network.neutron [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.642028] env[63105]: DEBUG oslo_concurrency.lockutils [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] Releasing lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.642353] env[63105]: DEBUG nova.compute.manager [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Received event network-changed-07c11687-28d9-4c4d-82e4-57878596f9ae {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 603.642353] env[63105]: DEBUG nova.compute.manager [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Refreshing instance network info cache due to event network-changed-07c11687-28d9-4c4d-82e4-57878596f9ae. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 603.642517] env[63105]: DEBUG oslo_concurrency.lockutils [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] Acquiring lock "refresh_cache-96025479-e79b-4a2d-ab21-169965c2902f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.642604] env[63105]: DEBUG oslo_concurrency.lockutils [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] Acquired lock "refresh_cache-96025479-e79b-4a2d-ab21-169965c2902f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.642791] env[63105]: DEBUG nova.network.neutron [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Refreshing network info cache for port 07c11687-28d9-4c4d-82e4-57878596f9ae {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.644883] env[63105]: DEBUG nova.network.neutron [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Updating instance_info_cache with network_info: [{"id": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "address": "fa:16:3e:c9:61:2f", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e58328-47", "ovs_interfaceid": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.691043] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758353, 'name': ReconfigVM_Task, 'duration_secs': 0.815938} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.691218] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Reconfigured VM instance instance-0000000e to attach disk [datastore1] ec73cb87-6d0c-4390-88ef-f26ca372063f/ec73cb87-6d0c-4390-88ef-f26ca372063f.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.691866] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96a98ce7-d663-48be-8e52-7dc497ee89fd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.699624] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 603.699624] env[63105]: value = "task-2758358" [ 603.699624] env[63105]: _type = "Task" [ 603.699624] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.712041] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758358, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.744397] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758354, 'name': ReconfigVM_Task, 'duration_secs': 0.562367} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.744847] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 603.745613] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aca0ad8-0f29-40db-8a86-a40316c8ccd5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.770061] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] a78212e0-e331-4fd3-8b67-0c8522d82c2b/a78212e0-e331-4fd3-8b67-0c8522d82c2b.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.770300] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f5a1492-ad44-4369-a00f-1d1c8940c84f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.785019] env[63105]: DEBUG nova.network.neutron [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Successfully created port: 011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.797470] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758355, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.799194] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 603.799194] env[63105]: value = "task-2758359" [ 603.799194] env[63105]: _type = "Task" [ 603.799194] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.808457] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758359, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.893208] env[63105]: DEBUG nova.compute.manager [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.928649] env[63105]: DEBUG nova.virt.hardware [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 603.928938] env[63105]: DEBUG nova.virt.hardware [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 603.929114] env[63105]: DEBUG nova.virt.hardware [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.929301] env[63105]: DEBUG nova.virt.hardware [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 603.929446] env[63105]: DEBUG nova.virt.hardware [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.929605] env[63105]: DEBUG nova.virt.hardware [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 603.929817] env[63105]: DEBUG nova.virt.hardware [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 603.929980] env[63105]: DEBUG nova.virt.hardware [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 603.930613] env[63105]: DEBUG nova.virt.hardware [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 603.930613] env[63105]: DEBUG nova.virt.hardware [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 603.930613] env[63105]: DEBUG nova.virt.hardware [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 603.931411] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5ea667-c5eb-4ab1-96ed-9887108ccfee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.942273] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ed37d7-a9bd-4acf-bb8e-0e0c949b38ab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.982019] env[63105]: DEBUG nova.scheduler.client.report [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 604.018021] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819633} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.018021] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 6a752f33-9dc2-4107-8648-7ab829348c6a/6a752f33-9dc2-4107-8648-7ab829348c6a.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.018021] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.018021] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbea7628-657e-4e5f-8908-16e36e2d2dc3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.024224] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 604.024224] env[63105]: value = "task-2758360" [ 604.024224] env[63105]: _type = "Task" [ 604.024224] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.033965] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.090378] env[63105]: DEBUG nova.network.neutron [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.149719] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.150035] env[63105]: DEBUG nova.compute.manager [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Instance network_info: |[{"id": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "address": "fa:16:3e:c9:61:2f", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e58328-47", "ovs_interfaceid": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.150448] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:61:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2e58328-47b0-4465-bbcd-cda64cc100dd', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.160135] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Creating folder: Project (e6039084dd49439b9add938dad3b1446). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.160135] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08e48759-44b3-4ad7-bb35-4a5018ca4991 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.174032] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Created folder: Project (e6039084dd49439b9add938dad3b1446) in parent group-v554960. [ 604.174252] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Creating folder: Instances. Parent ref: group-v555011. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.174486] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79e32136-5ae8-4002-b4d7-a2ac6b2ea75a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.183420] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Created folder: Instances in parent group-v555011. [ 604.183651] env[63105]: DEBUG oslo.service.loopingcall [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.183833] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.184069] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6180e1c-9429-46fe-aa98-49df9bb744b2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.208677] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758358, 'name': Rename_Task, 'duration_secs': 0.215757} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.209587] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.209810] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.209810] env[63105]: value = "task-2758363" [ 604.209810] env[63105]: _type = "Task" [ 604.209810] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.210312] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cff6886-00f0-42d6-b451-03ab82dfe3ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.223351] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758363, 'name': CreateVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.224627] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 604.224627] env[63105]: value = "task-2758364" [ 604.224627] env[63105]: _type = "Task" [ 604.224627] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.233499] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.299504] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758355, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.309876] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.470718] env[63105]: DEBUG nova.network.neutron [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.488918] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.489691] env[63105]: DEBUG nova.compute.manager [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.495623] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.547s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.497579] env[63105]: INFO nova.compute.claims [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.536650] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.324778} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.536926] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.537957] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c9540d-e655-4c05-83fc-55ac7f69df26 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.568160] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 6a752f33-9dc2-4107-8648-7ab829348c6a/6a752f33-9dc2-4107-8648-7ab829348c6a.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.568527] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f8a2f40-3a50-4eb9-9a5e-a298ff8ac84b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.597957] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 604.597957] env[63105]: value = "task-2758365" [ 604.597957] env[63105]: _type = "Task" [ 604.597957] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.609212] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.725729] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758363, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.726870] env[63105]: DEBUG nova.network.neutron [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Updated VIF entry in instance network info cache for port 07c11687-28d9-4c4d-82e4-57878596f9ae. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.727411] env[63105]: DEBUG nova.network.neutron [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Updating instance_info_cache with network_info: [{"id": "07c11687-28d9-4c4d-82e4-57878596f9ae", "address": "fa:16:3e:e9:ab:0a", "network": {"id": "20c954e7-0283-4826-b696-85ce39ea03a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-357079094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d169be51e28443b8ebdcbcc2412d14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c11687-28", "ovs_interfaceid": "07c11687-28d9-4c4d-82e4-57878596f9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.739419] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758364, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.801324] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758355, 'name': CreateSnapshot_Task, 'duration_secs': 1.641918} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.806585] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 604.808155] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9353770-5dcd-4523-b099-342f203a0bba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.821035] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758359, 'name': ReconfigVM_Task, 'duration_secs': 0.714528} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.826541] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Reconfigured VM instance instance-00000004 to attach disk [datastore2] a78212e0-e331-4fd3-8b67-0c8522d82c2b/a78212e0-e331-4fd3-8b67-0c8522d82c2b.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.826541] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating instance 'a78212e0-e331-4fd3-8b67-0c8522d82c2b' progress to 50 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 604.975434] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Releasing lock "refresh_cache-0ac90090-56b1-4ea2-8a94-e0c98b5ee974" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.975897] env[63105]: DEBUG nova.compute.manager [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 604.976095] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 604.976971] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8332b88-5390-41d0-9fbf-8984d3f6c5bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.985653] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 604.985789] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0ee02e2-311b-44de-aaf7-2b367f4b26a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.993418] env[63105]: DEBUG oslo_vmware.api [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 604.993418] env[63105]: value = "task-2758366" [ 604.993418] env[63105]: _type = "Task" [ 604.993418] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.997679] env[63105]: DEBUG nova.compute.utils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 605.000196] env[63105]: DEBUG nova.compute.manager [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.000437] env[63105]: DEBUG nova.network.neutron [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.012279] env[63105]: DEBUG oslo_vmware.api [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.108620] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758365, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.149897] env[63105]: DEBUG nova.policy [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5e3e57bb2524855807194f2518df6e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66fee6410140493fa11bb3eea12dc963', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.224442] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758363, 'name': CreateVM_Task, 'duration_secs': 0.721823} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.224701] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.225636] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.226048] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.226377] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.226676] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ad7d91-037c-4c38-b0e5-6ed9c7aec4e1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.233627] env[63105]: DEBUG oslo_concurrency.lockutils [req-992e5334-910b-4e43-8524-0275e86785b4 req-d9eb4072-a4c4-47fb-9689-7bc187a9edaa service nova] Releasing lock "refresh_cache-96025479-e79b-4a2d-ab21-169965c2902f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.237831] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 605.237831] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]520db8a4-d6ed-cd27-3d68-583f70c51ae0" [ 605.237831] env[63105]: _type = "Task" [ 605.237831] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.242597] env[63105]: DEBUG oslo_vmware.api [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758364, 'name': PowerOnVM_Task, 'duration_secs': 0.5652} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.247968] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.248260] env[63105]: INFO nova.compute.manager [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Took 11.68 seconds to spawn the instance on the hypervisor. [ 605.248476] env[63105]: DEBUG nova.compute.manager [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.249493] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b3866b-7b66-4b7b-9ffd-f4884d406dd8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.258981] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]520db8a4-d6ed-cd27-3d68-583f70c51ae0, 'name': SearchDatastore_Task, 'duration_secs': 0.010715} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.262179] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.262480] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.263603] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.264055] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.264344] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.273123] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbc01582-72fe-407f-895b-af565a20e102 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.282840] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.283031] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.284072] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a05a15e5-bdb8-4384-acdb-d92129ae18e6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.291923] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 605.291923] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5229edc4-dbbb-3aa2-3f73-9478e496482d" [ 605.291923] env[63105]: _type = "Task" [ 605.291923] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.305748] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5229edc4-dbbb-3aa2-3f73-9478e496482d, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.307223] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85ba074-b2b1-40f1-b3af-f14c58db1bc7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.314837] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 605.314837] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ff87d1-847e-f75d-34cf-9b80577279b6" [ 605.314837] env[63105]: _type = "Task" [ 605.314837] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.324165] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ff87d1-847e-f75d-34cf-9b80577279b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.348023] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 605.348853] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37045159-7ebe-4711-9f2d-a837bd04911f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.352015] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2a17ae78-4e17-47ac-9151-9ccfbf07e41f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.380225] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f88b47e-9649-423a-94c7-9be490fa3c5e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.383366] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 605.383366] env[63105]: value = "task-2758368" [ 605.383366] env[63105]: _type = "Task" [ 605.383366] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.407574] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating instance 'a78212e0-e331-4fd3-8b67-0c8522d82c2b' progress to 67 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 605.417535] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758368, 'name': CloneVM_Task} progress is 23%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.506553] env[63105]: DEBUG oslo_vmware.api [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758366, 'name': PowerOffVM_Task, 'duration_secs': 0.122624} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.507152] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 605.507266] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 605.507493] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4a63306-b387-473a-ad33-93e26a6b773a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.513074] env[63105]: DEBUG nova.compute.manager [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.536130] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 605.538667] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 605.538667] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Deleting the datastore file [datastore1] 0ac90090-56b1-4ea2-8a94-e0c98b5ee974 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 605.538667] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72e08c23-bfed-44ab-b63b-1cf9daa5410b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.545430] env[63105]: DEBUG oslo_vmware.api [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for the task: (returnval){ [ 605.545430] env[63105]: value = "task-2758370" [ 605.545430] env[63105]: _type = "Task" [ 605.545430] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.555107] env[63105]: DEBUG oslo_vmware.api [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.609637] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758365, 'name': ReconfigVM_Task, 'duration_secs': 0.536375} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.612898] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 6a752f33-9dc2-4107-8648-7ab829348c6a/6a752f33-9dc2-4107-8648-7ab829348c6a.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.613898] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f6e0a11-e217-4990-bc87-4198dcf58355 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.621090] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 605.621090] env[63105]: value = "task-2758371" [ 605.621090] env[63105]: _type = "Task" [ 605.621090] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.633203] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758371, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.783763] env[63105]: INFO nova.compute.manager [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Took 27.81 seconds to build instance. [ 605.839789] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ff87d1-847e-f75d-34cf-9b80577279b6, 'name': SearchDatastore_Task, 'duration_secs': 0.021745} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.843871] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.843871] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 0fd393bb-8113-4b12-93ea-2d257fb98ae0/0fd393bb-8113-4b12-93ea-2d257fb98ae0.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.844846] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7c2f202-d65e-4d43-92ff-4cf901210b52 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.857478] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 605.857478] env[63105]: value = "task-2758372" [ 605.857478] env[63105]: _type = "Task" [ 605.857478] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.876932] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.899645] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758368, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.967663] env[63105]: DEBUG nova.network.neutron [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Port 89cbc02a-a4ff-43b4-9cba-47306f4db003 binding to destination host cpu-1 is already ACTIVE {{(pid=63105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 606.031029] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b35c2c-85cd-4472-b10c-50724d0ba9c4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.039582] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4fb128-1025-4b05-99bb-b69528e98e61 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.076113] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1652f4d-60be-4ee0-bfe3-2a70f2875767 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.082888] env[63105]: DEBUG oslo_vmware.api [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Task: {'id': task-2758370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195152} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.083804] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.083804] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 606.083972] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 606.084162] env[63105]: INFO nova.compute.manager [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Took 1.11 seconds to destroy the instance on the hypervisor. [ 606.084369] env[63105]: DEBUG oslo.service.loopingcall [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.084558] env[63105]: DEBUG nova.compute.manager [-] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 606.084651] env[63105]: DEBUG nova.network.neutron [-] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 606.092620] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb80890-8c56-49d2-86f0-de600b0c7920 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.107248] env[63105]: DEBUG nova.compute.provider_tree [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.114532] env[63105]: DEBUG nova.network.neutron [-] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.132841] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758371, 'name': Rename_Task, 'duration_secs': 0.269451} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.133071] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.133370] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b860016-6a0a-4b95-b9f5-efc3cdca6fcb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.142804] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 606.142804] env[63105]: value = "task-2758373" [ 606.142804] env[63105]: _type = "Task" [ 606.142804] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.147321] env[63105]: DEBUG nova.network.neutron [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Successfully created port: 762ba430-9975-46d3-840e-eabcf589379c {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.156545] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.288679] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7e02cb5e-0da0-4af9-b558-c17174ad8c18 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "ec73cb87-6d0c-4390-88ef-f26ca372063f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.329s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.376167] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.376391] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.386629] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758372, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.397311] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758368, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.527752] env[63105]: DEBUG nova.compute.manager [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.564372] env[63105]: DEBUG nova.compute.manager [req-5d8ef45d-f510-47e2-9870-e4e8edf69544 req-e3504898-b522-47e9-8f43-1e30cbacbda5 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Received event network-changed-c2e58328-47b0-4465-bbcd-cda64cc100dd {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 606.564637] env[63105]: DEBUG nova.compute.manager [req-5d8ef45d-f510-47e2-9870-e4e8edf69544 req-e3504898-b522-47e9-8f43-1e30cbacbda5 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Refreshing instance network info cache due to event network-changed-c2e58328-47b0-4465-bbcd-cda64cc100dd. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 606.564857] env[63105]: DEBUG oslo_concurrency.lockutils [req-5d8ef45d-f510-47e2-9870-e4e8edf69544 req-e3504898-b522-47e9-8f43-1e30cbacbda5 service nova] Acquiring lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.565025] env[63105]: DEBUG oslo_concurrency.lockutils [req-5d8ef45d-f510-47e2-9870-e4e8edf69544 req-e3504898-b522-47e9-8f43-1e30cbacbda5 service nova] Acquired lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.572832] env[63105]: DEBUG nova.network.neutron [req-5d8ef45d-f510-47e2-9870-e4e8edf69544 req-e3504898-b522-47e9-8f43-1e30cbacbda5 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Refreshing network info cache for port c2e58328-47b0-4465-bbcd-cda64cc100dd {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.574218] env[63105]: DEBUG nova.network.neutron [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Successfully updated port: 011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.592981] env[63105]: DEBUG nova.virt.hardware [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 606.593863] env[63105]: DEBUG nova.virt.hardware [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 606.593863] env[63105]: DEBUG nova.virt.hardware [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.593863] env[63105]: DEBUG nova.virt.hardware [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 606.593863] env[63105]: DEBUG nova.virt.hardware [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.594089] env[63105]: DEBUG nova.virt.hardware [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 606.594597] env[63105]: DEBUG nova.virt.hardware [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 606.594597] env[63105]: DEBUG nova.virt.hardware [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 606.594821] env[63105]: DEBUG nova.virt.hardware [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 606.594898] env[63105]: DEBUG nova.virt.hardware [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 606.595637] env[63105]: DEBUG nova.virt.hardware [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 606.596649] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec7187e-d61f-40ff-8f2b-2f94f2b4c09d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.611460] env[63105]: DEBUG nova.scheduler.client.report [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 606.617519] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cea6a57-2119-4d31-95c2-8718ea15251a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.624031] env[63105]: DEBUG nova.network.neutron [-] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.654808] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758373, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.792721] env[63105]: DEBUG nova.compute.manager [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.882265] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733158} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.884842] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 0fd393bb-8113-4b12-93ea-2d257fb98ae0/0fd393bb-8113-4b12-93ea-2d257fb98ae0.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.884842] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.884842] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e592046a-8474-409a-a2a4-10b497bc9eb9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.891941] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 606.891941] env[63105]: value = "task-2758374" [ 606.891941] env[63105]: _type = "Task" [ 606.891941] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.898945] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758368, 'name': CloneVM_Task} progress is 95%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.907312] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.995623] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.995862] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.996038] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.080231] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Acquiring lock "refresh_cache-66a33204-a15e-4e4c-bc3e-b0fb625268b9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.080434] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Acquired lock "refresh_cache-66a33204-a15e-4e4c-bc3e-b0fb625268b9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.080640] env[63105]: DEBUG nova.network.neutron [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.125394] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.126110] env[63105]: DEBUG nova.compute.manager [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.133337] env[63105]: INFO nova.compute.manager [-] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Took 1.05 seconds to deallocate network for instance. [ 607.133717] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.824s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.134031] env[63105]: DEBUG nova.objects.instance [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Lazy-loading 'resources' on Instance uuid 214009d9-dcb7-40a1-bd46-e1d06d96f2f5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 607.156776] env[63105]: DEBUG oslo_vmware.api [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758373, 'name': PowerOnVM_Task, 'duration_secs': 0.760053} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.157112] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.157410] env[63105]: INFO nova.compute.manager [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Took 11.09 seconds to spawn the instance on the hypervisor. [ 607.157605] env[63105]: DEBUG nova.compute.manager [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.158399] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c200ef-17f6-4dad-a888-0bcadfbc85b5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.239269] env[63105]: DEBUG nova.compute.manager [req-111c80f0-bb71-43f1-a6a5-739e12ed7965 req-5ae1c4f5-7622-4b54-8d9f-e1af53b3510a service nova] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Received event network-vif-plugged-011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 607.239370] env[63105]: DEBUG oslo_concurrency.lockutils [req-111c80f0-bb71-43f1-a6a5-739e12ed7965 req-5ae1c4f5-7622-4b54-8d9f-e1af53b3510a service nova] Acquiring lock "66a33204-a15e-4e4c-bc3e-b0fb625268b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.239776] env[63105]: DEBUG oslo_concurrency.lockutils [req-111c80f0-bb71-43f1-a6a5-739e12ed7965 req-5ae1c4f5-7622-4b54-8d9f-e1af53b3510a service nova] Lock "66a33204-a15e-4e4c-bc3e-b0fb625268b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.239776] env[63105]: DEBUG oslo_concurrency.lockutils [req-111c80f0-bb71-43f1-a6a5-739e12ed7965 req-5ae1c4f5-7622-4b54-8d9f-e1af53b3510a service nova] Lock "66a33204-a15e-4e4c-bc3e-b0fb625268b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.239915] env[63105]: DEBUG nova.compute.manager [req-111c80f0-bb71-43f1-a6a5-739e12ed7965 req-5ae1c4f5-7622-4b54-8d9f-e1af53b3510a service nova] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] No waiting events found dispatching network-vif-plugged-011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.240094] env[63105]: WARNING nova.compute.manager [req-111c80f0-bb71-43f1-a6a5-739e12ed7965 req-5ae1c4f5-7622-4b54-8d9f-e1af53b3510a service nova] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Received unexpected event network-vif-plugged-011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a for instance with vm_state building and task_state spawning. [ 607.325556] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.409217] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758368, 'name': CloneVM_Task, 'duration_secs': 1.719844} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.410019] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Created linked-clone VM from snapshot [ 607.411241] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394a70a7-5292-4870-9a85-6d157ba0ba37 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.419484] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085355} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.419484] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.419783] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecf5114-987e-4b1d-8d72-3e9fe4eabb7a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.427726] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Uploading image 3ebe1bc4-1542-47dc-94eb-8599434aed43 {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 607.463889] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 0fd393bb-8113-4b12-93ea-2d257fb98ae0/0fd393bb-8113-4b12-93ea-2d257fb98ae0.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.465986] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfba6d3d-1241-4173-a860-ce386523c594 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.481669] env[63105]: DEBUG nova.network.neutron [req-5d8ef45d-f510-47e2-9870-e4e8edf69544 req-e3504898-b522-47e9-8f43-1e30cbacbda5 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Updated VIF entry in instance network info cache for port c2e58328-47b0-4465-bbcd-cda64cc100dd. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.482189] env[63105]: DEBUG nova.network.neutron [req-5d8ef45d-f510-47e2-9870-e4e8edf69544 req-e3504898-b522-47e9-8f43-1e30cbacbda5 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Updating instance_info_cache with network_info: [{"id": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "address": "fa:16:3e:c9:61:2f", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e58328-47", "ovs_interfaceid": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.492891] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 607.492891] env[63105]: value = "task-2758376" [ 607.492891] env[63105]: _type = "Task" [ 607.492891] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.495224] env[63105]: DEBUG oslo_vmware.rw_handles [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 607.495224] env[63105]: value = "vm-555015" [ 607.495224] env[63105]: _type = "VirtualMachine" [ 607.495224] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 607.495441] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-65ecbf9b-c159-4e24-8235-98bd6a19f937 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.510923] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758376, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.512761] env[63105]: DEBUG oslo_vmware.rw_handles [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lease: (returnval){ [ 607.512761] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523a9d19-f93b-bf41-17cc-64575a544201" [ 607.512761] env[63105]: _type = "HttpNfcLease" [ 607.512761] env[63105]: } obtained for exporting VM: (result){ [ 607.512761] env[63105]: value = "vm-555015" [ 607.512761] env[63105]: _type = "VirtualMachine" [ 607.512761] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 607.512761] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the lease: (returnval){ [ 607.512761] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523a9d19-f93b-bf41-17cc-64575a544201" [ 607.512761] env[63105]: _type = "HttpNfcLease" [ 607.512761] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 607.522183] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 607.522183] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523a9d19-f93b-bf41-17cc-64575a544201" [ 607.522183] env[63105]: _type = "HttpNfcLease" [ 607.522183] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 607.638959] env[63105]: DEBUG nova.compute.utils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 607.642908] env[63105]: DEBUG nova.compute.manager [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.642908] env[63105]: DEBUG nova.network.neutron [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.645466] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.680069] env[63105]: INFO nova.compute.manager [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Took 28.52 seconds to build instance. [ 607.715236] env[63105]: DEBUG nova.policy [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2028516a7214e85ba68e70068f111c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31460e8489474dc98ddc4bf5db32998b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.889727] env[63105]: DEBUG nova.network.neutron [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.985114] env[63105]: DEBUG oslo_concurrency.lockutils [req-5d8ef45d-f510-47e2-9870-e4e8edf69544 req-e3504898-b522-47e9-8f43-1e30cbacbda5 service nova] Releasing lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.014049] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758376, 'name': ReconfigVM_Task, 'duration_secs': 0.32551} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.019880] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 0fd393bb-8113-4b12-93ea-2d257fb98ae0/0fd393bb-8113-4b12-93ea-2d257fb98ae0.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.021607] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76d2f933-271d-4640-82d6-75772edbb7c3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.032789] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 608.032789] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523a9d19-f93b-bf41-17cc-64575a544201" [ 608.032789] env[63105]: _type = "HttpNfcLease" [ 608.032789] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 608.034223] env[63105]: DEBUG oslo_vmware.rw_handles [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 608.034223] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523a9d19-f93b-bf41-17cc-64575a544201" [ 608.034223] env[63105]: _type = "HttpNfcLease" [ 608.034223] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 608.034646] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 608.034646] env[63105]: value = "task-2758378" [ 608.034646] env[63105]: _type = "Task" [ 608.034646] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.035448] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8ab827-f70a-4e37-afcc-5c8d71e05014 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.051775] env[63105]: DEBUG oslo_vmware.rw_handles [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528686e0-d52f-d593-ee34-56b92783fdc4/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 608.052607] env[63105]: DEBUG oslo_vmware.rw_handles [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528686e0-d52f-d593-ee34-56b92783fdc4/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 608.054730] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758378, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.117932] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.118145] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.118295] env[63105]: DEBUG nova.network.neutron [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.143610] env[63105]: DEBUG nova.compute.manager [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.168563] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7c19c3eb-aef3-4c7a-94b2-01d33c89808e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.184595] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2a1f674a-6065-46b2-bfba-ea27b02f21fd tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Lock "6a752f33-9dc2-4107-8648-7ab829348c6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.042s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.207229] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c716690-5b63-44cc-bd42-24c5d3d50fbe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.220691] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295add6c-4869-4d79-8387-c250533b910a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.259975] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ab7256-d3a4-4826-a2d7-aa94b53a5da6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.263323] env[63105]: DEBUG nova.network.neutron [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Successfully created port: af7ec877-7013-446e-9bb0-7d6c2232349e {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.271325] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b0d6d7-7dca-4469-86c5-3db363d967d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.293199] env[63105]: DEBUG nova.compute.provider_tree [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.365472] env[63105]: DEBUG nova.network.neutron [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Updating instance_info_cache with network_info: [{"id": "011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a", "address": "fa:16:3e:eb:b2:c6", "network": {"id": "cd0b5ce8-376c-48c0-a932-e7c64fcbcc70", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1709507060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a45fcb8f764bb6a9330a786ee2c061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap011e4381-f7", "ovs_interfaceid": "011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.551214] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758378, 'name': Rename_Task, 'duration_secs': 0.159896} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.551564] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.552229] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-829e5218-a279-4aa7-b93d-0de2da129ab9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.561668] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 608.561668] env[63105]: value = "task-2758379" [ 608.561668] env[63105]: _type = "Task" [ 608.561668] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.570789] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.650547] env[63105]: DEBUG nova.network.neutron [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Successfully updated port: 762ba430-9975-46d3-840e-eabcf589379c {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.694464] env[63105]: DEBUG nova.compute.manager [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.797027] env[63105]: DEBUG nova.scheduler.client.report [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 608.868820] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Releasing lock "refresh_cache-66a33204-a15e-4e4c-bc3e-b0fb625268b9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.869436] env[63105]: DEBUG nova.compute.manager [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Instance network_info: |[{"id": "011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a", "address": "fa:16:3e:eb:b2:c6", "network": {"id": "cd0b5ce8-376c-48c0-a932-e7c64fcbcc70", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1709507060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a45fcb8f764bb6a9330a786ee2c061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap011e4381-f7", "ovs_interfaceid": "011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.869913] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:b2:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.877708] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Creating folder: Project (c1a45fcb8f764bb6a9330a786ee2c061). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.878670] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb013020-3e98-473f-82c7-c52b75b13f13 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.892758] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Created folder: Project (c1a45fcb8f764bb6a9330a786ee2c061) in parent group-v554960. [ 608.893093] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Creating folder: Instances. Parent ref: group-v555016. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.893093] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddce52ff-17d9-48af-b423-3cde33e69a47 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.904097] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Created folder: Instances in parent group-v555016. [ 608.904375] env[63105]: DEBUG oslo.service.loopingcall [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.904632] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.904914] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83d2cc4e-3dff-4311-a890-b289b0c0b99b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.926847] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.926847] env[63105]: value = "task-2758382" [ 608.926847] env[63105]: _type = "Task" [ 608.926847] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.935645] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758382, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.051985] env[63105]: DEBUG nova.network.neutron [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating instance_info_cache with network_info: [{"id": "89cbc02a-a4ff-43b4-9cba-47306f4db003", "address": "fa:16:3e:90:f7:22", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89cbc02a-a4", "ovs_interfaceid": "89cbc02a-a4ff-43b4-9cba-47306f4db003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.077629] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758379, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.156781] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Acquiring lock "refresh_cache-350dd628-4842-4a8b-9a72-9161a2c86605" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.156941] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Acquired lock "refresh_cache-350dd628-4842-4a8b-9a72-9161a2c86605" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.157113] env[63105]: DEBUG nova.network.neutron [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.159303] env[63105]: DEBUG nova.compute.manager [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.196724] env[63105]: DEBUG nova.virt.hardware [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 609.197499] env[63105]: DEBUG nova.virt.hardware [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 609.198268] env[63105]: DEBUG nova.virt.hardware [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.198268] env[63105]: DEBUG nova.virt.hardware [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 609.200410] env[63105]: DEBUG nova.virt.hardware [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.200410] env[63105]: DEBUG nova.virt.hardware [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 609.200410] env[63105]: DEBUG nova.virt.hardware [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 609.200588] env[63105]: DEBUG nova.virt.hardware [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 609.200708] env[63105]: DEBUG nova.virt.hardware [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 609.200910] env[63105]: DEBUG nova.virt.hardware [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 609.201145] env[63105]: DEBUG nova.virt.hardware [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 609.204473] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bb2345-662a-4686-b5b0-43310570deaa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.217540] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d9a5f3-6ca9-4a0f-b587-6a04c67a124e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.240313] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.280713] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "ec73cb87-6d0c-4390-88ef-f26ca372063f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.280713] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "ec73cb87-6d0c-4390-88ef-f26ca372063f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.280713] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "ec73cb87-6d0c-4390-88ef-f26ca372063f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.280713] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "ec73cb87-6d0c-4390-88ef-f26ca372063f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.284823] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "ec73cb87-6d0c-4390-88ef-f26ca372063f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.284823] env[63105]: INFO nova.compute.manager [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Terminating instance [ 609.308037] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.309447] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.040s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.309832] env[63105]: DEBUG nova.objects.instance [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 609.340029] env[63105]: INFO nova.scheduler.client.report [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Deleted allocations for instance 214009d9-dcb7-40a1-bd46-e1d06d96f2f5 [ 609.438626] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758382, 'name': CreateVM_Task, 'duration_secs': 0.397481} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.438823] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.439534] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.439797] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.440302] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.440302] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc34dfc-5649-49ce-ad3d-f7ad1be233cd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.446517] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Waiting for the task: (returnval){ [ 609.446517] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d1dba3-6456-1567-fb1c-0d5b82797f23" [ 609.446517] env[63105]: _type = "Task" [ 609.446517] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.458203] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d1dba3-6456-1567-fb1c-0d5b82797f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.555298] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Releasing lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.575064] env[63105]: DEBUG oslo_vmware.api [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758379, 'name': PowerOnVM_Task, 'duration_secs': 0.712159} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.576470] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.576845] env[63105]: INFO nova.compute.manager [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Took 8.26 seconds to spawn the instance on the hypervisor. [ 609.576943] env[63105]: DEBUG nova.compute.manager [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.581636] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5312035b-44d3-4e09-b88f-97408d709a19 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.729253] env[63105]: DEBUG nova.network.neutron [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.791627] env[63105]: DEBUG nova.compute.manager [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.791972] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.792949] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe4f9cb-c326-4599-b488-2128b3ee94f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.799817] env[63105]: DEBUG nova.network.neutron [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Successfully updated port: af7ec877-7013-446e-9bb0-7d6c2232349e {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.807623] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.807623] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a44813f-f380-4b8e-b416-dd8ee9465781 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.824428] env[63105]: DEBUG oslo_vmware.api [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 609.824428] env[63105]: value = "task-2758384" [ 609.824428] env[63105]: _type = "Task" [ 609.824428] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.840636] env[63105]: DEBUG oslo_vmware.api [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.847943] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6f5310c-4149-46b7-9275-e9938ecabec0 tempest-ServerDiagnosticsV248Test-1903682057 tempest-ServerDiagnosticsV248Test-1903682057-project-member] Lock "214009d9-dcb7-40a1-bd46-e1d06d96f2f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.900s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.958415] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d1dba3-6456-1567-fb1c-0d5b82797f23, 'name': SearchDatastore_Task, 'duration_secs': 0.012137} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.959112] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.959226] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.959453] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.959597] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.959771] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.960553] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31bf5f49-a368-4cd1-9238-8c64023cde37 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.973389] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.973718] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.974877] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c69bd014-95cc-461a-be06-5451a825d953 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.983540] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Waiting for the task: (returnval){ [ 609.983540] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]524ce8f1-066b-8391-e448-0465c81d0751" [ 609.983540] env[63105]: _type = "Task" [ 609.983540] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.993802] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524ce8f1-066b-8391-e448-0465c81d0751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.003262] env[63105]: DEBUG nova.network.neutron [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Updating instance_info_cache with network_info: [{"id": "762ba430-9975-46d3-840e-eabcf589379c", "address": "fa:16:3e:b6:4a:2c", "network": {"id": "ae3cc988-cb06-46ec-9069-a0bd256c5320", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-705501846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66fee6410140493fa11bb3eea12dc963", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762ba430-99", "ovs_interfaceid": "762ba430-9975-46d3-840e-eabcf589379c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.084196] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd01842b-05d7-4b94-b6fe-9cd339202a0f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.088401] env[63105]: INFO nova.compute.manager [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Rescuing [ 610.088710] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquiring lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.088858] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquired lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.089031] env[63105]: DEBUG nova.network.neutron [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.121304] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3ce23e-fea1-4813-8525-1e0ecfb2cf24 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.125946] env[63105]: INFO nova.compute.manager [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Took 28.62 seconds to build instance. [ 610.135018] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating instance 'a78212e0-e331-4fd3-8b67-0c8522d82c2b' progress to 83 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 610.204185] env[63105]: DEBUG nova.compute.manager [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Received event network-changed-011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 610.204486] env[63105]: DEBUG nova.compute.manager [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Refreshing instance network info cache due to event network-changed-011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 610.204719] env[63105]: DEBUG oslo_concurrency.lockutils [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] Acquiring lock "refresh_cache-66a33204-a15e-4e4c-bc3e-b0fb625268b9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.204920] env[63105]: DEBUG oslo_concurrency.lockutils [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] Acquired lock "refresh_cache-66a33204-a15e-4e4c-bc3e-b0fb625268b9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.205177] env[63105]: DEBUG nova.network.neutron [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Refreshing network info cache for port 011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.303807] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Acquiring lock "refresh_cache-68a75af1-3f9a-4ed7-9e12-24dfd927b323" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.303987] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Acquired lock "refresh_cache-68a75af1-3f9a-4ed7-9e12-24dfd927b323" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.304163] env[63105]: DEBUG nova.network.neutron [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.323019] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5e9e099-bdc8-4539-9d35-2da9cddee265 tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.323667] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.168s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.325950] env[63105]: INFO nova.compute.claims [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.351667] env[63105]: DEBUG oslo_vmware.api [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758384, 'name': PowerOffVM_Task, 'duration_secs': 0.339222} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.352178] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.352329] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.352593] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcef7dc5-aeb1-4471-96eb-755fde12475b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.436942] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.437426] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.437666] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleting the datastore file [datastore1] ec73cb87-6d0c-4390-88ef-f26ca372063f {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.437968] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d92a511b-d7ac-489e-b44e-9c05519c2380 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.446132] env[63105]: DEBUG oslo_vmware.api [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 610.446132] env[63105]: value = "task-2758386" [ 610.446132] env[63105]: _type = "Task" [ 610.446132] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.455919] env[63105]: DEBUG oslo_vmware.api [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.496945] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524ce8f1-066b-8391-e448-0465c81d0751, 'name': SearchDatastore_Task, 'duration_secs': 0.016866} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.498468] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45bec7af-c6d1-4d65-abea-b2f93a299e34 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.506155] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Releasing lock "refresh_cache-350dd628-4842-4a8b-9a72-9161a2c86605" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.506633] env[63105]: DEBUG nova.compute.manager [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Instance network_info: |[{"id": "762ba430-9975-46d3-840e-eabcf589379c", "address": "fa:16:3e:b6:4a:2c", "network": {"id": "ae3cc988-cb06-46ec-9069-a0bd256c5320", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-705501846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66fee6410140493fa11bb3eea12dc963", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762ba430-99", "ovs_interfaceid": "762ba430-9975-46d3-840e-eabcf589379c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.507029] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Waiting for the task: (returnval){ [ 610.507029] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5249345f-ddd8-10ea-dd14-a1d39879da0a" [ 610.507029] env[63105]: _type = "Task" [ 610.507029] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.507509] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:4a:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '762ba430-9975-46d3-840e-eabcf589379c', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.517100] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Creating folder: Project (66fee6410140493fa11bb3eea12dc963). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.517100] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a96f13cf-e286-4d24-8a4a-8213e205ba78 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.529024] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5249345f-ddd8-10ea-dd14-a1d39879da0a, 'name': SearchDatastore_Task, 'duration_secs': 0.014342} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.529438] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.529790] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 66a33204-a15e-4e4c-bc3e-b0fb625268b9/66a33204-a15e-4e4c-bc3e-b0fb625268b9.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.530207] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d217e97a-75ce-475b-8a11-9388dd2434a8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.534303] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Created folder: Project (66fee6410140493fa11bb3eea12dc963) in parent group-v554960. [ 610.534487] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Creating folder: Instances. Parent ref: group-v555020. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.536026] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32f3ec67-e068-4371-a05e-3853da8f294e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.540569] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Waiting for the task: (returnval){ [ 610.540569] env[63105]: value = "task-2758388" [ 610.540569] env[63105]: _type = "Task" [ 610.540569] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.546765] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Created folder: Instances in parent group-v555020. [ 610.547079] env[63105]: DEBUG oslo.service.loopingcall [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.550219] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.550509] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.550712] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fd0cb59-5985-41f7-b967-6619e858353a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.572637] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.572637] env[63105]: value = "task-2758390" [ 610.572637] env[63105]: _type = "Task" [ 610.572637] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.578629] env[63105]: DEBUG nova.compute.manager [req-7f77c3d6-88db-4b49-bf33-f40ad5d55efb req-7b0b040d-c823-4447-b07e-18f724dc3d5e service nova] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Received event network-vif-plugged-af7ec877-7013-446e-9bb0-7d6c2232349e {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 610.578629] env[63105]: DEBUG oslo_concurrency.lockutils [req-7f77c3d6-88db-4b49-bf33-f40ad5d55efb req-7b0b040d-c823-4447-b07e-18f724dc3d5e service nova] Acquiring lock "68a75af1-3f9a-4ed7-9e12-24dfd927b323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.578629] env[63105]: DEBUG oslo_concurrency.lockutils [req-7f77c3d6-88db-4b49-bf33-f40ad5d55efb req-7b0b040d-c823-4447-b07e-18f724dc3d5e service nova] Lock "68a75af1-3f9a-4ed7-9e12-24dfd927b323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.578629] env[63105]: DEBUG oslo_concurrency.lockutils [req-7f77c3d6-88db-4b49-bf33-f40ad5d55efb req-7b0b040d-c823-4447-b07e-18f724dc3d5e service nova] Lock "68a75af1-3f9a-4ed7-9e12-24dfd927b323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.578949] env[63105]: DEBUG nova.compute.manager [req-7f77c3d6-88db-4b49-bf33-f40ad5d55efb req-7b0b040d-c823-4447-b07e-18f724dc3d5e service nova] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] No waiting events found dispatching network-vif-plugged-af7ec877-7013-446e-9bb0-7d6c2232349e {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.578949] env[63105]: WARNING nova.compute.manager [req-7f77c3d6-88db-4b49-bf33-f40ad5d55efb req-7b0b040d-c823-4447-b07e-18f724dc3d5e service nova] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Received unexpected event network-vif-plugged-af7ec877-7013-446e-9bb0-7d6c2232349e for instance with vm_state building and task_state spawning. [ 610.586274] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758390, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.632502] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c81d76d9-e6b2-4d99-a546-0aff243fa941 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.137s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.644024] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.644469] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-758fae73-4d25-44a2-8786-dc5522f1e5f2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.656009] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 610.656009] env[63105]: value = "task-2758391" [ 610.656009] env[63105]: _type = "Task" [ 610.656009] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.684785] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.842576] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Acquiring lock "7c42dd10-0981-4496-85bd-d467534c95e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.843080] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Lock "7c42dd10-0981-4496-85bd-d467534c95e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.886558] env[63105]: DEBUG nova.network.neutron [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.967264] env[63105]: DEBUG oslo_vmware.api [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300032} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.968431] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.968431] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.968431] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.968966] env[63105]: INFO nova.compute.manager [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 610.968966] env[63105]: DEBUG oslo.service.loopingcall [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.969198] env[63105]: DEBUG nova.compute.manager [-] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.969296] env[63105]: DEBUG nova.network.neutron [-] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 611.042216] env[63105]: DEBUG nova.network.neutron [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Updating instance_info_cache with network_info: [{"id": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "address": "fa:16:3e:88:3c:07", "network": {"id": "1632d253-185f-4177-a4b4-7fc21d883942", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-311831210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a2b09e786f2c41ef9b2d6da2fcd94221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9209c987-08", "ovs_interfaceid": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.046482] env[63105]: DEBUG nova.network.neutron [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Updated VIF entry in instance network info cache for port 011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.046850] env[63105]: DEBUG nova.network.neutron [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Updating instance_info_cache with network_info: [{"id": "011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a", "address": "fa:16:3e:eb:b2:c6", "network": {"id": "cd0b5ce8-376c-48c0-a932-e7c64fcbcc70", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1709507060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a45fcb8f764bb6a9330a786ee2c061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap011e4381-f7", "ovs_interfaceid": "011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.070022] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758388, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.084354] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758390, 'name': CreateVM_Task, 'duration_secs': 0.464031} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.084514] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.085136] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.085301] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.085618] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.085882] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c14f78-d5e1-44e1-b44a-cfce346b0d7f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.092992] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Waiting for the task: (returnval){ [ 611.092992] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5242049b-f54d-2bcb-141d-ab3c881d3a8e" [ 611.092992] env[63105]: _type = "Task" [ 611.092992] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.102990] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5242049b-f54d-2bcb-141d-ab3c881d3a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.137500] env[63105]: DEBUG nova.compute.manager [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.173743] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.205567] env[63105]: DEBUG nova.network.neutron [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Updating instance_info_cache with network_info: [{"id": "af7ec877-7013-446e-9bb0-7d6c2232349e", "address": "fa:16:3e:6c:c3:49", "network": {"id": "e7ad9db8-45c0-4a95-af8f-1f2a25735500", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1705808263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31460e8489474dc98ddc4bf5db32998b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7ec877-70", "ovs_interfaceid": "af7ec877-7013-446e-9bb0-7d6c2232349e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.556697] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687622} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.557025] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 66a33204-a15e-4e4c-bc3e-b0fb625268b9/66a33204-a15e-4e4c-bc3e-b0fb625268b9.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.557199] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.557813] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0ae45a8-e3c0-4fc9-b9f3-5aa72c3fe028 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.561159] env[63105]: DEBUG oslo_concurrency.lockutils [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] Releasing lock "refresh_cache-66a33204-a15e-4e4c-bc3e-b0fb625268b9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.561390] env[63105]: DEBUG nova.compute.manager [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Received event network-vif-plugged-762ba430-9975-46d3-840e-eabcf589379c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 611.561584] env[63105]: DEBUG oslo_concurrency.lockutils [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] Acquiring lock "350dd628-4842-4a8b-9a72-9161a2c86605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.561785] env[63105]: DEBUG oslo_concurrency.lockutils [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] Lock "350dd628-4842-4a8b-9a72-9161a2c86605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.561946] env[63105]: DEBUG oslo_concurrency.lockutils [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] Lock "350dd628-4842-4a8b-9a72-9161a2c86605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.562129] env[63105]: DEBUG nova.compute.manager [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] No waiting events found dispatching network-vif-plugged-762ba430-9975-46d3-840e-eabcf589379c {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.562308] env[63105]: WARNING nova.compute.manager [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Received unexpected event network-vif-plugged-762ba430-9975-46d3-840e-eabcf589379c for instance with vm_state building and task_state spawning. [ 611.562446] env[63105]: DEBUG nova.compute.manager [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Received event network-changed-762ba430-9975-46d3-840e-eabcf589379c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 611.562597] env[63105]: DEBUG nova.compute.manager [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Refreshing instance network info cache due to event network-changed-762ba430-9975-46d3-840e-eabcf589379c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 611.562777] env[63105]: DEBUG oslo_concurrency.lockutils [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] Acquiring lock "refresh_cache-350dd628-4842-4a8b-9a72-9161a2c86605" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.562914] env[63105]: DEBUG oslo_concurrency.lockutils [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] Acquired lock "refresh_cache-350dd628-4842-4a8b-9a72-9161a2c86605" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.563093] env[63105]: DEBUG nova.network.neutron [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Refreshing network info cache for port 762ba430-9975-46d3-840e-eabcf589379c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.565132] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Releasing lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.570365] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Waiting for the task: (returnval){ [ 611.570365] env[63105]: value = "task-2758393" [ 611.570365] env[63105]: _type = "Task" [ 611.570365] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.586081] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.615520] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5242049b-f54d-2bcb-141d-ab3c881d3a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.04784} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.617155] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.617155] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.617155] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.617155] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.617554] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.617800] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e96b9f0-6cdd-4b35-ba8e-ce5cd14c9252 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.630729] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.631065] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.631891] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eea22f3-fd92-4523-806c-761289be63a8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.639514] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Waiting for the task: (returnval){ [ 611.639514] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a73d76-cc38-735f-866b-e4f7334b997d" [ 611.639514] env[63105]: _type = "Task" [ 611.639514] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.654768] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a73d76-cc38-735f-866b-e4f7334b997d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.665406] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.682463] env[63105]: DEBUG oslo_vmware.api [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758391, 'name': PowerOnVM_Task, 'duration_secs': 0.594981} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.682591] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.682752] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b059d-2946-4cb3-a849-63ca0dcd8e34 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating instance 'a78212e0-e331-4fd3-8b67-0c8522d82c2b' progress to 100 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 611.712017] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Releasing lock "refresh_cache-68a75af1-3f9a-4ed7-9e12-24dfd927b323" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.712017] env[63105]: DEBUG nova.compute.manager [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Instance network_info: |[{"id": "af7ec877-7013-446e-9bb0-7d6c2232349e", "address": "fa:16:3e:6c:c3:49", "network": {"id": "e7ad9db8-45c0-4a95-af8f-1f2a25735500", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1705808263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31460e8489474dc98ddc4bf5db32998b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7ec877-70", "ovs_interfaceid": "af7ec877-7013-446e-9bb0-7d6c2232349e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.712017] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:c3:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af7ec877-7013-446e-9bb0-7d6c2232349e', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.718614] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Creating folder: Project (31460e8489474dc98ddc4bf5db32998b). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.718887] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3256bdb6-a611-47aa-b071-fb388934cb87 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.733679] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Created folder: Project (31460e8489474dc98ddc4bf5db32998b) in parent group-v554960. [ 611.733906] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Creating folder: Instances. Parent ref: group-v555023. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.734200] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2200e50b-87b9-4195-b2a0-ae6d94b55b49 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.752130] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Created folder: Instances in parent group-v555023. [ 611.752417] env[63105]: DEBUG oslo.service.loopingcall [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 611.752953] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.752953] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07416018-ce6e-4f99-ba55-f064e3e39882 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.783982] env[63105]: DEBUG nova.network.neutron [-] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.785316] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.785316] env[63105]: value = "task-2758396" [ 611.785316] env[63105]: _type = "Task" [ 611.785316] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.790887] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539b9da3-4917-4e98-ae30-cb805afc696c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.802813] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758396, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.809433] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2854f75-4bb2-4d8a-aef1-02436a5209dd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.847808] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57f2770-d50f-4fae-938d-d38a854309f8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.859751] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9bbd5e-65ba-4c2b-82fb-4794395491cf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.879422] env[63105]: DEBUG nova.compute.provider_tree [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.086892] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070625} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.087379] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.088696] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578ea2f5-bd83-4066-bcc9-f256aace4f49 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.114489] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 66a33204-a15e-4e4c-bc3e-b0fb625268b9/66a33204-a15e-4e4c-bc3e-b0fb625268b9.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.121181] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ff703db-cd38-4625-8e6c-ab6e54dc7243 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.148272] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Waiting for the task: (returnval){ [ 612.148272] env[63105]: value = "task-2758397" [ 612.148272] env[63105]: _type = "Task" [ 612.148272] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.156996] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a73d76-cc38-735f-866b-e4f7334b997d, 'name': SearchDatastore_Task, 'duration_secs': 0.040676} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.158083] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fefb0ef5-129c-4974-8ecb-709aadf43757 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.164677] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.170873] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Waiting for the task: (returnval){ [ 612.170873] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526da713-03dc-8f05-ae47-1795301b5b5b" [ 612.170873] env[63105]: _type = "Task" [ 612.170873] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.196124] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526da713-03dc-8f05-ae47-1795301b5b5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.287258] env[63105]: INFO nova.compute.manager [-] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Took 1.32 seconds to deallocate network for instance. [ 612.307448] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758396, 'name': CreateVM_Task, 'duration_secs': 0.482549} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.307660] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.308727] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.308914] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.309522] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.309783] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5521b3c4-cca0-459a-be54-7673972379a8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.317884] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Waiting for the task: (returnval){ [ 612.317884] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521e2cbf-ce76-e0a7-4b66-48857baea297" [ 612.317884] env[63105]: _type = "Task" [ 612.317884] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.329718] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521e2cbf-ce76-e0a7-4b66-48857baea297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.381456] env[63105]: DEBUG nova.scheduler.client.report [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 612.387228] env[63105]: DEBUG nova.network.neutron [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Updated VIF entry in instance network info cache for port 762ba430-9975-46d3-840e-eabcf589379c. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.388156] env[63105]: DEBUG nova.network.neutron [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Updating instance_info_cache with network_info: [{"id": "762ba430-9975-46d3-840e-eabcf589379c", "address": "fa:16:3e:b6:4a:2c", "network": {"id": "ae3cc988-cb06-46ec-9069-a0bd256c5320", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-705501846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66fee6410140493fa11bb3eea12dc963", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762ba430-99", "ovs_interfaceid": "762ba430-9975-46d3-840e-eabcf589379c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.637356] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.640247] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-698b0995-25a3-4705-9030-bcc895f1d130 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.650857] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 612.650857] env[63105]: value = "task-2758398" [ 612.650857] env[63105]: _type = "Task" [ 612.650857] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.671442] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.672556] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.684488] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526da713-03dc-8f05-ae47-1795301b5b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.033687} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.684818] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.685115] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 350dd628-4842-4a8b-9a72-9161a2c86605/350dd628-4842-4a8b-9a72-9161a2c86605.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.685289] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1566c4ab-c0c5-4aac-ab6e-7d47496c78e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.693860] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Waiting for the task: (returnval){ [ 612.693860] env[63105]: value = "task-2758399" [ 612.693860] env[63105]: _type = "Task" [ 612.693860] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.711460] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.802776] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.831758] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521e2cbf-ce76-e0a7-4b66-48857baea297, 'name': SearchDatastore_Task, 'duration_secs': 0.025559} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.832099] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.832354] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.832602] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.832745] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.832922] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.833221] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01abcad4-bdd1-4578-a898-0f3e021ee23f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.845833] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.846873] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.847163] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa23f062-03d6-46c7-8de1-afdd2fabad6d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.854566] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Waiting for the task: (returnval){ [ 612.854566] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52242352-7516-1a66-edca-5caa18dc56d2" [ 612.854566] env[63105]: _type = "Task" [ 612.854566] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.864745] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52242352-7516-1a66-edca-5caa18dc56d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.893163] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.893163] env[63105]: DEBUG nova.compute.manager [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.895972] env[63105]: DEBUG oslo_concurrency.lockutils [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] Releasing lock "refresh_cache-350dd628-4842-4a8b-9a72-9161a2c86605" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.896116] env[63105]: DEBUG nova.compute.manager [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Received event network-changed-07c11687-28d9-4c4d-82e4-57878596f9ae {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 612.896268] env[63105]: DEBUG nova.compute.manager [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Refreshing instance network info cache due to event network-changed-07c11687-28d9-4c4d-82e4-57878596f9ae. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 612.896474] env[63105]: DEBUG oslo_concurrency.lockutils [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] Acquiring lock "refresh_cache-96025479-e79b-4a2d-ab21-169965c2902f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.902038] env[63105]: DEBUG oslo_concurrency.lockutils [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] Acquired lock "refresh_cache-96025479-e79b-4a2d-ab21-169965c2902f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.902038] env[63105]: DEBUG nova.network.neutron [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Refreshing network info cache for port 07c11687-28d9-4c4d-82e4-57878596f9ae {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.905322] env[63105]: DEBUG oslo_concurrency.lockutils [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.751s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.909072] env[63105]: DEBUG nova.objects.instance [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Lazy-loading 'resources' on Instance uuid 1e5168f3-0c40-4ada-ba5c-001efd526393 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.167343] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758397, 'name': ReconfigVM_Task, 'duration_secs': 0.700215} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.171037] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 66a33204-a15e-4e4c-bc3e-b0fb625268b9/66a33204-a15e-4e4c-bc3e-b0fb625268b9.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.171866] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758398, 'name': PowerOffVM_Task, 'duration_secs': 0.306171} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.172463] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c20cb5ec-50be-4b7d-9701-2335cc18d0e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.175390] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.175945] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efd4478-75f1-4044-a3b5-4502c16e6698 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.204327] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693cca1d-1ab9-43aa-9db2-4fd283719740 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.205283] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Waiting for the task: (returnval){ [ 613.205283] env[63105]: value = "task-2758400" [ 613.205283] env[63105]: _type = "Task" [ 613.205283] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.222302] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758399, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.234417] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758400, 'name': Rename_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.368086] env[63105]: DEBUG nova.compute.manager [req-bbfcb72f-6d16-4edf-8a2e-dd85fef1d72c req-e47b26c8-c9ba-42ac-a5d0-9cd51d699f3b service nova] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Received event network-changed-af7ec877-7013-446e-9bb0-7d6c2232349e {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 613.368086] env[63105]: DEBUG nova.compute.manager [req-bbfcb72f-6d16-4edf-8a2e-dd85fef1d72c req-e47b26c8-c9ba-42ac-a5d0-9cd51d699f3b service nova] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Refreshing instance network info cache due to event network-changed-af7ec877-7013-446e-9bb0-7d6c2232349e. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 613.368086] env[63105]: DEBUG oslo_concurrency.lockutils [req-bbfcb72f-6d16-4edf-8a2e-dd85fef1d72c req-e47b26c8-c9ba-42ac-a5d0-9cd51d699f3b service nova] Acquiring lock "refresh_cache-68a75af1-3f9a-4ed7-9e12-24dfd927b323" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.368086] env[63105]: DEBUG oslo_concurrency.lockutils [req-bbfcb72f-6d16-4edf-8a2e-dd85fef1d72c req-e47b26c8-c9ba-42ac-a5d0-9cd51d699f3b service nova] Acquired lock "refresh_cache-68a75af1-3f9a-4ed7-9e12-24dfd927b323" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.368086] env[63105]: DEBUG nova.network.neutron [req-bbfcb72f-6d16-4edf-8a2e-dd85fef1d72c req-e47b26c8-c9ba-42ac-a5d0-9cd51d699f3b service nova] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Refreshing network info cache for port af7ec877-7013-446e-9bb0-7d6c2232349e {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.383248] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52242352-7516-1a66-edca-5caa18dc56d2, 'name': SearchDatastore_Task, 'duration_secs': 0.015483} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.390189] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e8862d-86cf-4e01-9b3c-77b2bcdf96a0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.397666] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Waiting for the task: (returnval){ [ 613.397666] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d96aee-31e9-5578-537f-c2c4d4337510" [ 613.397666] env[63105]: _type = "Task" [ 613.397666] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.404540] env[63105]: DEBUG nova.compute.utils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 613.406646] env[63105]: DEBUG nova.compute.manager [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.406646] env[63105]: DEBUG nova.network.neutron [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.429535] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Acquiring lock "96025479-e79b-4a2d-ab21-169965c2902f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.429535] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Lock "96025479-e79b-4a2d-ab21-169965c2902f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.429535] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Acquiring lock "96025479-e79b-4a2d-ab21-169965c2902f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.430909] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Lock "96025479-e79b-4a2d-ab21-169965c2902f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.430909] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Lock "96025479-e79b-4a2d-ab21-169965c2902f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.433830] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d96aee-31e9-5578-537f-c2c4d4337510, 'name': SearchDatastore_Task, 'duration_secs': 0.016244} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.434427] env[63105]: INFO nova.compute.manager [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Terminating instance [ 613.436668] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.436865] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 68a75af1-3f9a-4ed7-9e12-24dfd927b323/68a75af1-3f9a-4ed7-9e12-24dfd927b323.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.440207] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dd63e75-bfc9-4ae1-86c9-e26d127fe76b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.456097] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Waiting for the task: (returnval){ [ 613.456097] env[63105]: value = "task-2758402" [ 613.456097] env[63105]: _type = "Task" [ 613.456097] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.473427] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.712346] env[63105]: DEBUG nova.policy [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6d39b0dbf50454496001eb4c7514e04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3276c194b509441696c23f22e0b6044d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.713961] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705695} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.714308] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 350dd628-4842-4a8b-9a72-9161a2c86605/350dd628-4842-4a8b-9a72-9161a2c86605.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.714531] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.718055] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b838596e-a8d7-41a3-b75c-72636a04f2ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.730630] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758400, 'name': Rename_Task, 'duration_secs': 0.337377} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.731838] env[63105]: DEBUG nova.network.neutron [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Updated VIF entry in instance network info cache for port 07c11687-28d9-4c4d-82e4-57878596f9ae. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.732056] env[63105]: DEBUG nova.network.neutron [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Updating instance_info_cache with network_info: [{"id": "07c11687-28d9-4c4d-82e4-57878596f9ae", "address": "fa:16:3e:e9:ab:0a", "network": {"id": "20c954e7-0283-4826-b696-85ce39ea03a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-357079094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d169be51e28443b8ebdcbcc2412d14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c11687-28", "ovs_interfaceid": "07c11687-28d9-4c4d-82e4-57878596f9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.743591] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.744385] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Waiting for the task: (returnval){ [ 613.744385] env[63105]: value = "task-2758403" [ 613.744385] env[63105]: _type = "Task" [ 613.744385] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.748028] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d7f4b0b-8cdb-4fb1-bbf2-3d01f51cf56c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.760642] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.765885] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Waiting for the task: (returnval){ [ 613.765885] env[63105]: value = "task-2758404" [ 613.765885] env[63105]: _type = "Task" [ 613.765885] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.778585] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.911499] env[63105]: DEBUG nova.compute.manager [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.921646] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a6110a-e2e9-4410-b723-b0f5f38cf7d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.932262] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f955e62e-bc84-4674-b487-fd160be3fe28 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.970509] env[63105]: DEBUG nova.compute.manager [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 613.971841] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.976184] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a821b86e-f490-40fc-bd3d-8f4ea471da3d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.985733] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c2d66f-ae0b-42c3-bbaa-d34d2335c932 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.006123] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758402, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.010194] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.011802] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0786f5f1-854c-4aa5-ac61-30708ca41bcb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.016509] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.016841] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6711d7f-2f13-4669-b440-9903465c0dc5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.019570] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-700de1e1-f12e-438c-baa6-90966e1fc69c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.039281] env[63105]: DEBUG nova.compute.provider_tree [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.043878] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 614.043878] env[63105]: value = "task-2758406" [ 614.043878] env[63105]: _type = "Task" [ 614.043878] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.044331] env[63105]: DEBUG oslo_vmware.api [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Waiting for the task: (returnval){ [ 614.044331] env[63105]: value = "task-2758405" [ 614.044331] env[63105]: _type = "Task" [ 614.044331] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.062398] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] VM already powered off {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 614.062713] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.063054] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.063281] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.063541] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.063873] env[63105]: DEBUG oslo_vmware.api [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.064457] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-539e5fbf-3181-47c1-87f0-16a3146e8a14 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.076590] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.076859] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.077683] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2300e459-9087-4245-81a7-1eda652915db {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.084636] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 614.084636] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b1b25a-e9f9-83e8-86ef-628e8fcc4f97" [ 614.084636] env[63105]: _type = "Task" [ 614.084636] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.094240] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b1b25a-e9f9-83e8-86ef-628e8fcc4f97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.232673] env[63105]: DEBUG nova.compute.manager [req-7d5b5da2-30b6-487a-b0bd-9efeeb441cc5 req-16bcdfb7-58b3-4f15-8c82-775e3ba895bc service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Received event network-changed-c2e58328-47b0-4465-bbcd-cda64cc100dd {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 614.232673] env[63105]: DEBUG nova.compute.manager [req-7d5b5da2-30b6-487a-b0bd-9efeeb441cc5 req-16bcdfb7-58b3-4f15-8c82-775e3ba895bc service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Refreshing instance network info cache due to event network-changed-c2e58328-47b0-4465-bbcd-cda64cc100dd. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 614.232673] env[63105]: DEBUG oslo_concurrency.lockutils [req-7d5b5da2-30b6-487a-b0bd-9efeeb441cc5 req-16bcdfb7-58b3-4f15-8c82-775e3ba895bc service nova] Acquiring lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.232673] env[63105]: DEBUG oslo_concurrency.lockutils [req-7d5b5da2-30b6-487a-b0bd-9efeeb441cc5 req-16bcdfb7-58b3-4f15-8c82-775e3ba895bc service nova] Acquired lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.232673] env[63105]: DEBUG nova.network.neutron [req-7d5b5da2-30b6-487a-b0bd-9efeeb441cc5 req-16bcdfb7-58b3-4f15-8c82-775e3ba895bc service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Refreshing network info cache for port c2e58328-47b0-4465-bbcd-cda64cc100dd {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.250048] env[63105]: DEBUG oslo_concurrency.lockutils [req-691b25ba-1a02-43d0-885c-5bf2d8424079 req-55eeb87d-f7c4-46a5-9ed9-deefde32863c service nova] Releasing lock "refresh_cache-96025479-e79b-4a2d-ab21-169965c2902f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.264182] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193544} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.264182] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.264774] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5c00be-5ced-4c00-92e7-39872ba2cc15 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.273444] env[63105]: DEBUG nova.network.neutron [req-bbfcb72f-6d16-4edf-8a2e-dd85fef1d72c req-e47b26c8-c9ba-42ac-a5d0-9cd51d699f3b service nova] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Updated VIF entry in instance network info cache for port af7ec877-7013-446e-9bb0-7d6c2232349e. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.273772] env[63105]: DEBUG nova.network.neutron [req-bbfcb72f-6d16-4edf-8a2e-dd85fef1d72c req-e47b26c8-c9ba-42ac-a5d0-9cd51d699f3b service nova] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Updating instance_info_cache with network_info: [{"id": "af7ec877-7013-446e-9bb0-7d6c2232349e", "address": "fa:16:3e:6c:c3:49", "network": {"id": "e7ad9db8-45c0-4a95-af8f-1f2a25735500", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1705808263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31460e8489474dc98ddc4bf5db32998b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7ec877-70", "ovs_interfaceid": "af7ec877-7013-446e-9bb0-7d6c2232349e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.296751] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 350dd628-4842-4a8b-9a72-9161a2c86605/350dd628-4842-4a8b-9a72-9161a2c86605.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.301594] env[63105]: DEBUG nova.network.neutron [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Successfully created port: 5d0f8061-b2fd-42ce-bbb5-dc47c36c727f {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.303735] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e6d5756-d11f-4f99-8593-886c71e05339 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.318833] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.327144] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Waiting for the task: (returnval){ [ 614.327144] env[63105]: value = "task-2758407" [ 614.327144] env[63105]: _type = "Task" [ 614.327144] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.340867] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.487342] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62935} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.487342] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 68a75af1-3f9a-4ed7-9e12-24dfd927b323/68a75af1-3f9a-4ed7-9e12-24dfd927b323.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.487342] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.487342] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b7cc906-591a-48cb-b08e-f93a5ca0a70e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.495500] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Waiting for the task: (returnval){ [ 614.495500] env[63105]: value = "task-2758408" [ 614.495500] env[63105]: _type = "Task" [ 614.495500] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.507305] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.549651] env[63105]: DEBUG nova.scheduler.client.report [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 614.564797] env[63105]: DEBUG oslo_vmware.api [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758405, 'name': PowerOffVM_Task, 'duration_secs': 0.330178} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.565161] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.565346] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.565634] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87745abc-81b1-4425-8b3b-acaf341d3d5d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.597218] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b1b25a-e9f9-83e8-86ef-628e8fcc4f97, 'name': SearchDatastore_Task, 'duration_secs': 0.016544} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.599936] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed96c536-4d7b-4815-b68e-84b68dca2173 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.607538] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 614.607538] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b1e204-3e48-63d4-3c0a-21489a942a35" [ 614.607538] env[63105]: _type = "Task" [ 614.607538] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.619033] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b1e204-3e48-63d4-3c0a-21489a942a35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.658829] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.659676] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.659676] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Deleting the datastore file [datastore1] 96025479-e79b-4a2d-ab21-169965c2902f {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.659676] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07deaeef-8869-4c4c-8631-0a46802894d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.670725] env[63105]: DEBUG oslo_vmware.api [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Waiting for the task: (returnval){ [ 614.670725] env[63105]: value = "task-2758410" [ 614.670725] env[63105]: _type = "Task" [ 614.670725] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.680819] env[63105]: DEBUG oslo_vmware.api [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.779991] env[63105]: DEBUG oslo_concurrency.lockutils [req-bbfcb72f-6d16-4edf-8a2e-dd85fef1d72c req-e47b26c8-c9ba-42ac-a5d0-9cd51d699f3b service nova] Releasing lock "refresh_cache-68a75af1-3f9a-4ed7-9e12-24dfd927b323" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.780390] env[63105]: DEBUG nova.compute.manager [req-bbfcb72f-6d16-4edf-8a2e-dd85fef1d72c req-e47b26c8-c9ba-42ac-a5d0-9cd51d699f3b service nova] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Received event network-vif-deleted-5fb6ed6c-c289-4f81-9210-4d3d0412131a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 614.780839] env[63105]: DEBUG oslo_vmware.api [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758404, 'name': PowerOnVM_Task, 'duration_secs': 0.916699} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.781348] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.781651] env[63105]: INFO nova.compute.manager [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Took 10.89 seconds to spawn the instance on the hypervisor. [ 614.781861] env[63105]: DEBUG nova.compute.manager [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.782788] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671d4c89-773b-4cbe-b7e0-855ed8c84834 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.840172] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758407, 'name': ReconfigVM_Task, 'duration_secs': 0.361814} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.840424] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 350dd628-4842-4a8b-9a72-9161a2c86605/350dd628-4842-4a8b-9a72-9161a2c86605.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.841481] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f2360c8-d9ac-4582-9732-1c623c68f754 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.849957] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Waiting for the task: (returnval){ [ 614.849957] env[63105]: value = "task-2758411" [ 614.849957] env[63105]: _type = "Task" [ 614.849957] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.861554] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758411, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.922823] env[63105]: DEBUG nova.compute.manager [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.963711] env[63105]: DEBUG nova.virt.hardware [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 614.964753] env[63105]: DEBUG nova.virt.hardware [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 614.964753] env[63105]: DEBUG nova.virt.hardware [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.964753] env[63105]: DEBUG nova.virt.hardware [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 614.964753] env[63105]: DEBUG nova.virt.hardware [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.964753] env[63105]: DEBUG nova.virt.hardware [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 614.965221] env[63105]: DEBUG nova.virt.hardware [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 614.965221] env[63105]: DEBUG nova.virt.hardware [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 614.965329] env[63105]: DEBUG nova.virt.hardware [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 614.966566] env[63105]: DEBUG nova.virt.hardware [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 614.966566] env[63105]: DEBUG nova.virt.hardware [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 614.966566] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68235c65-8492-4023-a3cd-3e23936a7353 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.977132] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ea7757-a076-4d79-9e6a-0d10422e23e9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.006508] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071348} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.006786] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.007622] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fffef67-856f-49d9-9be4-357f5a714ddc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.033030] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 68a75af1-3f9a-4ed7-9e12-24dfd927b323/68a75af1-3f9a-4ed7-9e12-24dfd927b323.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.035748] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ac7aeac-6652-4dbb-8522-a906c7a53ec8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.061772] env[63105]: DEBUG oslo_concurrency.lockutils [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.062831] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.423s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.063072] env[63105]: DEBUG nova.objects.instance [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lazy-loading 'resources' on Instance uuid 4abcfad4-6a44-4a21-962b-5157d09a6fbd {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 615.064542] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Waiting for the task: (returnval){ [ 615.064542] env[63105]: value = "task-2758412" [ 615.064542] env[63105]: _type = "Task" [ 615.064542] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.076649] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758412, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.097860] env[63105]: INFO nova.scheduler.client.report [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Deleted allocations for instance 1e5168f3-0c40-4ada-ba5c-001efd526393 [ 615.125308] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b1e204-3e48-63d4-3c0a-21489a942a35, 'name': SearchDatastore_Task, 'duration_secs': 0.018369} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.125647] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.125949] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 6a752f33-9dc2-4107-8648-7ab829348c6a/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk. {{(pid=63105) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 615.126270] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f3897e2-0491-4a3c-909c-1167696120ff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.137781] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 615.137781] env[63105]: value = "task-2758413" [ 615.137781] env[63105]: _type = "Task" [ 615.137781] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.150010] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.186174] env[63105]: DEBUG oslo_vmware.api [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Task: {'id': task-2758410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383765} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.186174] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.186174] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.186174] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.186174] env[63105]: INFO nova.compute.manager [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Took 1.22 seconds to destroy the instance on the hypervisor. [ 615.186174] env[63105]: DEBUG oslo.service.loopingcall [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.186753] env[63105]: DEBUG nova.compute.manager [-] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 615.186753] env[63105]: DEBUG nova.network.neutron [-] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.292250] env[63105]: DEBUG nova.network.neutron [req-7d5b5da2-30b6-487a-b0bd-9efeeb441cc5 req-16bcdfb7-58b3-4f15-8c82-775e3ba895bc service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Updated VIF entry in instance network info cache for port c2e58328-47b0-4465-bbcd-cda64cc100dd. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.292846] env[63105]: DEBUG nova.network.neutron [req-7d5b5da2-30b6-487a-b0bd-9efeeb441cc5 req-16bcdfb7-58b3-4f15-8c82-775e3ba895bc service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Updating instance_info_cache with network_info: [{"id": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "address": "fa:16:3e:c9:61:2f", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e58328-47", "ovs_interfaceid": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.312909] env[63105]: INFO nova.compute.manager [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Took 30.24 seconds to build instance. [ 615.365535] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758411, 'name': Rename_Task, 'duration_secs': 0.16354} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.366216] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.366479] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8a8a75a-e0f8-4a75-bbfc-f89e6e9982e1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.377476] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Waiting for the task: (returnval){ [ 615.377476] env[63105]: value = "task-2758414" [ 615.377476] env[63105]: _type = "Task" [ 615.377476] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.391557] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.588070] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758412, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.612433] env[63105]: DEBUG oslo_concurrency.lockutils [None req-56fe1aa6-88f3-4529-bc9c-0839be7d1e20 tempest-ImagesNegativeTestJSON-360146036 tempest-ImagesNegativeTestJSON-360146036-project-member] Lock "1e5168f3-0c40-4ada-ba5c-001efd526393" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.980s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.656216] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758413, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.797092] env[63105]: DEBUG oslo_concurrency.lockutils [req-7d5b5da2-30b6-487a-b0bd-9efeeb441cc5 req-16bcdfb7-58b3-4f15-8c82-775e3ba895bc service nova] Releasing lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.817741] env[63105]: DEBUG oslo_concurrency.lockutils [None req-16450a97-94c7-49a9-834b-7c28b247a196 tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Lock "66a33204-a15e-4e4c-bc3e-b0fb625268b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.276s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.894176] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758414, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.914935] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.915332] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.915623] env[63105]: DEBUG nova.compute.manager [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Going to confirm migration 1 {{(pid=63105) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5113}} [ 616.060036] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daadf81e-d0de-4b10-a71a-c9837abd6b4b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.073212] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b803c6d-490d-42d8-a47f-87c5cca97c8f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.081021] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758412, 'name': ReconfigVM_Task, 'duration_secs': 0.563866} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.081835] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 68a75af1-3f9a-4ed7-9e12-24dfd927b323/68a75af1-3f9a-4ed7-9e12-24dfd927b323.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.082470] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cb59bf7-3226-4b87-97bb-7489372f0a07 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.111641] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e256a6e6-5745-4264-bae1-fcef417edd4e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.117021] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Waiting for the task: (returnval){ [ 616.117021] env[63105]: value = "task-2758416" [ 616.117021] env[63105]: _type = "Task" [ 616.117021] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.122457] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c6ad91-3d81-459e-b17e-61fc3a95d3df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.134971] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758416, 'name': Rename_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.134971] env[63105]: DEBUG nova.network.neutron [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Successfully updated port: 5d0f8061-b2fd-42ce-bbb5-dc47c36c727f {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.152235] env[63105]: DEBUG nova.compute.provider_tree [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.161783] env[63105]: DEBUG nova.compute.manager [req-ff9f9dcf-8202-44b2-a489-629b00841366 req-d7226394-6b39-4ee1-83f4-58bde328b8c9 service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Received event network-vif-deleted-07c11687-28d9-4c4d-82e4-57878596f9ae {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 616.162623] env[63105]: INFO nova.compute.manager [req-ff9f9dcf-8202-44b2-a489-629b00841366 req-d7226394-6b39-4ee1-83f4-58bde328b8c9 service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Neutron deleted interface 07c11687-28d9-4c4d-82e4-57878596f9ae; detaching it from the instance and deleting it from the info cache [ 616.162623] env[63105]: DEBUG nova.network.neutron [req-ff9f9dcf-8202-44b2-a489-629b00841366 req-d7226394-6b39-4ee1-83f4-58bde328b8c9 service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.172092] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714896} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.173018] env[63105]: INFO nova.virt.vmwareapi.ds_util [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 6a752f33-9dc2-4107-8648-7ab829348c6a/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk. [ 616.173499] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f615851d-d922-43b6-b149-f672b8c8e21b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.204497] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 6a752f33-9dc2-4107-8648-7ab829348c6a/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.205171] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbffca64-84c2-43c0-a2f6-857bd74f4aa3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.219082] env[63105]: DEBUG nova.network.neutron [-] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.227153] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 616.227153] env[63105]: value = "task-2758417" [ 616.227153] env[63105]: _type = "Task" [ 616.227153] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.236921] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.326465] env[63105]: DEBUG nova.compute.manager [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.391445] env[63105]: DEBUG oslo_vmware.api [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758414, 'name': PowerOnVM_Task, 'duration_secs': 0.586107} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.393542] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.393542] env[63105]: INFO nova.compute.manager [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Took 9.86 seconds to spawn the instance on the hypervisor. [ 616.393542] env[63105]: DEBUG nova.compute.manager [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.393542] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93620410-4ea8-4f83-ab11-cbbb40bb4337 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.540563] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.540766] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.541036] env[63105]: DEBUG nova.network.neutron [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.541153] env[63105]: DEBUG nova.objects.instance [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lazy-loading 'info_cache' on Instance uuid a78212e0-e331-4fd3-8b67-0c8522d82c2b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 616.627862] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758416, 'name': Rename_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.638576] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Acquiring lock "refresh_cache-8f1812a5-1596-464f-b486-91b6c9a822bd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.638728] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Acquired lock "refresh_cache-8f1812a5-1596-464f-b486-91b6c9a822bd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.638916] env[63105]: DEBUG nova.network.neutron [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.658156] env[63105]: DEBUG nova.scheduler.client.report [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 616.667363] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1085547-e182-4c75-b430-b45dc2bc9a60 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.684896] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7de1d19-d98e-4084-ad52-903de5ef7f17 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.721435] env[63105]: DEBUG nova.compute.manager [req-ff9f9dcf-8202-44b2-a489-629b00841366 req-d7226394-6b39-4ee1-83f4-58bde328b8c9 service nova] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Detach interface failed, port_id=07c11687-28d9-4c4d-82e4-57878596f9ae, reason: Instance 96025479-e79b-4a2d-ab21-169965c2902f could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 616.724206] env[63105]: INFO nova.compute.manager [-] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Took 1.54 seconds to deallocate network for instance. [ 616.739890] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.861492] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.912487] env[63105]: INFO nova.compute.manager [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Took 31.32 seconds to build instance. [ 617.128244] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758416, 'name': Rename_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.164910] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.168128] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.461s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.170206] env[63105]: INFO nova.compute.claims [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.177887] env[63105]: DEBUG nova.network.neutron [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.187792] env[63105]: INFO nova.scheduler.client.report [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Deleted allocations for instance 4abcfad4-6a44-4a21-962b-5157d09a6fbd [ 617.234625] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.242654] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758417, 'name': ReconfigVM_Task, 'duration_secs': 0.683663} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.242969] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 6a752f33-9dc2-4107-8648-7ab829348c6a/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.243870] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959c13e1-2029-4f99-a0b5-7a9d057f2336 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.277709] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b252921-70b6-4532-8e34-a88891bf4849 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.297648] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 617.297648] env[63105]: value = "task-2758418" [ 617.297648] env[63105]: _type = "Task" [ 617.297648] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.313303] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.375056] env[63105]: DEBUG nova.network.neutron [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Updating instance_info_cache with network_info: [{"id": "5d0f8061-b2fd-42ce-bbb5-dc47c36c727f", "address": "fa:16:3e:5d:09:4d", "network": {"id": "e38c538f-80be-4e68-8bfc-3e85cf18803b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-130256050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3276c194b509441696c23f22e0b6044d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0f8061-b2", "ovs_interfaceid": "5d0f8061-b2fd-42ce-bbb5-dc47c36c727f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.417827] env[63105]: DEBUG oslo_concurrency.lockutils [None req-32aa9457-b04a-4c16-9b96-59f42b899f87 tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Lock "350dd628-4842-4a8b-9a72-9161a2c86605" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.851s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.630238] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758416, 'name': Rename_Task, 'duration_secs': 1.329572} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.630583] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.630897] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0dfc9e8-ee49-4927-ae06-cd9f3ba285ab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.640212] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Waiting for the task: (returnval){ [ 617.640212] env[63105]: value = "task-2758419" [ 617.640212] env[63105]: _type = "Task" [ 617.640212] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.652230] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.697173] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4571b391-49ef-4152-89b6-dd00ea61a88a tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "4abcfad4-6a44-4a21-962b-5157d09a6fbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.708s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.808347] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758418, 'name': ReconfigVM_Task, 'duration_secs': 0.216075} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.808738] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.808985] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e739f36-c28b-46b8-b046-8510bb46abea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.818204] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 617.818204] env[63105]: value = "task-2758420" [ 617.818204] env[63105]: _type = "Task" [ 617.818204] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.830020] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.863702] env[63105]: DEBUG nova.network.neutron [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating instance_info_cache with network_info: [{"id": "89cbc02a-a4ff-43b4-9cba-47306f4db003", "address": "fa:16:3e:90:f7:22", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89cbc02a-a4", "ovs_interfaceid": "89cbc02a-a4ff-43b4-9cba-47306f4db003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.876363] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Releasing lock "refresh_cache-8f1812a5-1596-464f-b486-91b6c9a822bd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.877082] env[63105]: DEBUG nova.compute.manager [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Instance network_info: |[{"id": "5d0f8061-b2fd-42ce-bbb5-dc47c36c727f", "address": "fa:16:3e:5d:09:4d", "network": {"id": "e38c538f-80be-4e68-8bfc-3e85cf18803b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-130256050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3276c194b509441696c23f22e0b6044d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0f8061-b2", "ovs_interfaceid": "5d0f8061-b2fd-42ce-bbb5-dc47c36c727f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.877577] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:09:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d0f8061-b2fd-42ce-bbb5-dc47c36c727f', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.887108] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Creating folder: Project (3276c194b509441696c23f22e0b6044d). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.888563] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9cbb2d3-a856-4a0b-9e96-6c7e67c7e225 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.907843] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Created folder: Project (3276c194b509441696c23f22e0b6044d) in parent group-v554960. [ 617.908059] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Creating folder: Instances. Parent ref: group-v555026. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.908676] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-571ad3a6-eff1-4220-bb92-6373747b3cd0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.922871] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Created folder: Instances in parent group-v555026. [ 617.923308] env[63105]: DEBUG oslo.service.loopingcall [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.924164] env[63105]: DEBUG nova.compute.manager [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.928479] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.931286] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3276b74-6e2b-4110-99a9-7be844439a5f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.966571] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.966571] env[63105]: value = "task-2758423" [ 617.966571] env[63105]: _type = "Task" [ 617.966571] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.976144] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758423, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.110875] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Acquiring lock "79a8096d-00eb-4e1c-810f-cc9f65eb6110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.111357] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Lock "79a8096d-00eb-4e1c-810f-cc9f65eb6110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.157255] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.341782] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.368366] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Releasing lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.368559] env[63105]: DEBUG nova.objects.instance [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lazy-loading 'migration_context' on Instance uuid a78212e0-e331-4fd3-8b67-0c8522d82c2b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 618.459366] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.478653] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Acquiring lock "ffdded3a-f493-42b9-a5bf-f1f71c6fa699" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.479058] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Lock "ffdded3a-f493-42b9-a5bf-f1f71c6fa699" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.491785] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758423, 'name': CreateVM_Task, 'duration_secs': 0.517892} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.494234] env[63105]: DEBUG oslo_vmware.rw_handles [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528686e0-d52f-d593-ee34-56b92783fdc4/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 618.494877] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.496208] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb4d050-73f7-4820-93ea-a4fd4daa69f1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.503353] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.504081] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.504081] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.504568] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58979ceb-3741-46f4-a90e-13a2db98e2b1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.511884] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Waiting for the task: (returnval){ [ 618.511884] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]522b6782-096b-30dd-73b7-4b708d8ada47" [ 618.511884] env[63105]: _type = "Task" [ 618.511884] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.513985] env[63105]: DEBUG oslo_vmware.rw_handles [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528686e0-d52f-d593-ee34-56b92783fdc4/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 618.514228] env[63105]: ERROR oslo_vmware.rw_handles [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528686e0-d52f-d593-ee34-56b92783fdc4/disk-0.vmdk due to incomplete transfer. [ 618.519667] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1989fb90-1d41-4a8a-b35a-84e03bb0a8c8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.535114] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522b6782-096b-30dd-73b7-4b708d8ada47, 'name': SearchDatastore_Task, 'duration_secs': 0.020026} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.537103] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.537103] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.537430] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.537913] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.538265] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.539029] env[63105]: DEBUG oslo_vmware.rw_handles [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528686e0-d52f-d593-ee34-56b92783fdc4/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 618.539029] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Uploaded image 3ebe1bc4-1542-47dc-94eb-8599434aed43 to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 618.541994] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 618.546186] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45a02cc1-6cc6-4507-b78e-739b0551fbb8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.548719] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dd83632d-6a16-46dd-8d9f-914d3596d66c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.551439] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Acquiring lock "75b01166-8911-4077-9d48-af25659c486a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.551646] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Lock "75b01166-8911-4077-9d48-af25659c486a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.551856] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Acquiring lock "75b01166-8911-4077-9d48-af25659c486a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.552083] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Lock "75b01166-8911-4077-9d48-af25659c486a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.552337] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Lock "75b01166-8911-4077-9d48-af25659c486a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.555019] env[63105]: INFO nova.compute.manager [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Terminating instance [ 618.562305] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 618.562305] env[63105]: value = "task-2758424" [ 618.562305] env[63105]: _type = "Task" [ 618.562305] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.563997] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.564352] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.568314] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cfea103-762a-4a0c-907f-ddbc1d0db842 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.581820] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758424, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.584148] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Waiting for the task: (returnval){ [ 618.584148] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52c82571-29d3-5e79-6c05-bad388a44fb5" [ 618.584148] env[63105]: _type = "Task" [ 618.584148] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.597990] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c82571-29d3-5e79-6c05-bad388a44fb5, 'name': SearchDatastore_Task} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.598872] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05c3958-7bae-4119-948a-ecd86e9ad5ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.606337] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Waiting for the task: (returnval){ [ 618.606337] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52bd471c-c140-a2ae-8fb6-4e988dd0d866" [ 618.606337] env[63105]: _type = "Task" [ 618.606337] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.619528] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52bd471c-c140-a2ae-8fb6-4e988dd0d866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.654139] env[63105]: DEBUG oslo_vmware.api [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758419, 'name': PowerOnVM_Task, 'duration_secs': 0.902324} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.654401] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.654577] env[63105]: INFO nova.compute.manager [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Took 9.50 seconds to spawn the instance on the hypervisor. [ 618.654755] env[63105]: DEBUG nova.compute.manager [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.655587] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247422b0-c941-42c8-b79d-fd7b7c8533b6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.762562] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15eeefd9-1f32-4536-aa52-b0181e8f96ea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.775566] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf9eb51-6775-482f-bc73-2b1635c2e8f9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.828992] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6c759f-d9a1-498f-9da5-c976bb3476c7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.841694] env[63105]: DEBUG oslo_vmware.api [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758420, 'name': PowerOnVM_Task, 'duration_secs': 0.671114} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.845071] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.849467] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0eff38-fe43-4271-83ad-3f7d65317d26 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.857490] env[63105]: DEBUG nova.compute.manager [None req-2faaedc9-0178-4e69-9cc7-2afb97586733 tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.858814] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a482e41-24ec-49ab-ac4a-881ce4517af6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.881118] env[63105]: DEBUG nova.objects.base [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 618.881628] env[63105]: DEBUG nova.compute.provider_tree [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.886534] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201547e5-eadb-4bf3-bc17-8d243d1b6ced {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.913130] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f30507f-31da-41e7-b901-7162adf2b63e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.923394] env[63105]: DEBUG oslo_vmware.api [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 618.923394] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52320b6f-a237-db94-8916-03363c1857f2" [ 618.923394] env[63105]: _type = "Task" [ 618.923394] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.929854] env[63105]: DEBUG oslo_vmware.api [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52320b6f-a237-db94-8916-03363c1857f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.060984] env[63105]: DEBUG nova.compute.manager [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 619.061300] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 619.062199] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9176db86-2bd9-4024-8591-f5b5b68fa50e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.077115] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758424, 'name': Destroy_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.079444] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.081025] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-498161a1-ecf6-4d2e-b35a-d36b4549550f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.089583] env[63105]: DEBUG oslo_vmware.api [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Waiting for the task: (returnval){ [ 619.089583] env[63105]: value = "task-2758425" [ 619.089583] env[63105]: _type = "Task" [ 619.089583] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.099258] env[63105]: DEBUG oslo_vmware.api [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': task-2758425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.118285] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52bd471c-c140-a2ae-8fb6-4e988dd0d866, 'name': SearchDatastore_Task, 'duration_secs': 0.013712} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.118392] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.118758] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 8f1812a5-1596-464f-b486-91b6c9a822bd/8f1812a5-1596-464f-b486-91b6c9a822bd.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.119066] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abd7682f-81a0-4e71-8c39-5cb7c229955d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.128493] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Waiting for the task: (returnval){ [ 619.128493] env[63105]: value = "task-2758426" [ 619.128493] env[63105]: _type = "Task" [ 619.128493] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.139971] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.181413] env[63105]: INFO nova.compute.manager [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Took 32.26 seconds to build instance. [ 619.265932] env[63105]: DEBUG nova.compute.manager [req-4089e150-7101-47d5-882b-5ca65764fac8 req-df2f1604-da5c-4d73-8025-c973a44e8f80 service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Received event network-vif-plugged-5d0f8061-b2fd-42ce-bbb5-dc47c36c727f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 619.265932] env[63105]: DEBUG oslo_concurrency.lockutils [req-4089e150-7101-47d5-882b-5ca65764fac8 req-df2f1604-da5c-4d73-8025-c973a44e8f80 service nova] Acquiring lock "8f1812a5-1596-464f-b486-91b6c9a822bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.265932] env[63105]: DEBUG oslo_concurrency.lockutils [req-4089e150-7101-47d5-882b-5ca65764fac8 req-df2f1604-da5c-4d73-8025-c973a44e8f80 service nova] Lock "8f1812a5-1596-464f-b486-91b6c9a822bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.266175] env[63105]: DEBUG oslo_concurrency.lockutils [req-4089e150-7101-47d5-882b-5ca65764fac8 req-df2f1604-da5c-4d73-8025-c973a44e8f80 service nova] Lock "8f1812a5-1596-464f-b486-91b6c9a822bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.269032] env[63105]: DEBUG nova.compute.manager [req-4089e150-7101-47d5-882b-5ca65764fac8 req-df2f1604-da5c-4d73-8025-c973a44e8f80 service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] No waiting events found dispatching network-vif-plugged-5d0f8061-b2fd-42ce-bbb5-dc47c36c727f {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.269032] env[63105]: WARNING nova.compute.manager [req-4089e150-7101-47d5-882b-5ca65764fac8 req-df2f1604-da5c-4d73-8025-c973a44e8f80 service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Received unexpected event network-vif-plugged-5d0f8061-b2fd-42ce-bbb5-dc47c36c727f for instance with vm_state building and task_state spawning. [ 619.269032] env[63105]: DEBUG nova.compute.manager [req-4089e150-7101-47d5-882b-5ca65764fac8 req-df2f1604-da5c-4d73-8025-c973a44e8f80 service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Received event network-changed-5d0f8061-b2fd-42ce-bbb5-dc47c36c727f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 619.269032] env[63105]: DEBUG nova.compute.manager [req-4089e150-7101-47d5-882b-5ca65764fac8 req-df2f1604-da5c-4d73-8025-c973a44e8f80 service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Refreshing instance network info cache due to event network-changed-5d0f8061-b2fd-42ce-bbb5-dc47c36c727f. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 619.269032] env[63105]: DEBUG oslo_concurrency.lockutils [req-4089e150-7101-47d5-882b-5ca65764fac8 req-df2f1604-da5c-4d73-8025-c973a44e8f80 service nova] Acquiring lock "refresh_cache-8f1812a5-1596-464f-b486-91b6c9a822bd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.269032] env[63105]: DEBUG oslo_concurrency.lockutils [req-4089e150-7101-47d5-882b-5ca65764fac8 req-df2f1604-da5c-4d73-8025-c973a44e8f80 service nova] Acquired lock "refresh_cache-8f1812a5-1596-464f-b486-91b6c9a822bd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.269032] env[63105]: DEBUG nova.network.neutron [req-4089e150-7101-47d5-882b-5ca65764fac8 req-df2f1604-da5c-4d73-8025-c973a44e8f80 service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Refreshing network info cache for port 5d0f8061-b2fd-42ce-bbb5-dc47c36c727f {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.395236] env[63105]: DEBUG nova.scheduler.client.report [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 619.435833] env[63105]: DEBUG oslo_vmware.api [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52320b6f-a237-db94-8916-03363c1857f2, 'name': SearchDatastore_Task, 'duration_secs': 0.014293} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.436192] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.582756] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758424, 'name': Destroy_Task, 'duration_secs': 0.681986} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.583185] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Destroyed the VM [ 619.583638] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 619.583931] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5dee7bf-ec13-41e1-8550-d457571d4db8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.598614] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 619.598614] env[63105]: value = "task-2758427" [ 619.598614] env[63105]: _type = "Task" [ 619.598614] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.606469] env[63105]: DEBUG oslo_vmware.api [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': task-2758425, 'name': PowerOffVM_Task, 'duration_secs': 0.331988} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.607325] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.607490] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.608271] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-178aac2e-60b4-4393-9526-2c7b88ddd901 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.616405] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758427, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.639607] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.685816] env[63105]: DEBUG oslo_concurrency.lockutils [None req-653c9eaa-5c98-41c2-b9c6-ab12c5965202 tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Lock "68a75af1-3f9a-4ed7-9e12-24dfd927b323" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.454s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.717032] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.717032] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.717032] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Deleting the datastore file [datastore1] 75b01166-8911-4077-9d48-af25659c486a {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.717032] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb036cdf-8a66-4ae1-8898-d083fa2fe06d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.729203] env[63105]: DEBUG oslo_vmware.api [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Waiting for the task: (returnval){ [ 619.729203] env[63105]: value = "task-2758429" [ 619.729203] env[63105]: _type = "Task" [ 619.729203] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.742374] env[63105]: DEBUG oslo_vmware.api [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': task-2758429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.903977] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.904518] env[63105]: DEBUG nova.compute.manager [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.907169] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.629s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.908606] env[63105]: INFO nova.compute.claims [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.918639] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Acquiring lock "51b3dd53-5669-4967-8b80-6b9b89d997cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.918897] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Lock "51b3dd53-5669-4967-8b80-6b9b89d997cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.108547] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758427, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.111280] env[63105]: DEBUG nova.network.neutron [req-4089e150-7101-47d5-882b-5ca65764fac8 req-df2f1604-da5c-4d73-8025-c973a44e8f80 service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Updated VIF entry in instance network info cache for port 5d0f8061-b2fd-42ce-bbb5-dc47c36c727f. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.111609] env[63105]: DEBUG nova.network.neutron [req-4089e150-7101-47d5-882b-5ca65764fac8 req-df2f1604-da5c-4d73-8025-c973a44e8f80 service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Updating instance_info_cache with network_info: [{"id": "5d0f8061-b2fd-42ce-bbb5-dc47c36c727f", "address": "fa:16:3e:5d:09:4d", "network": {"id": "e38c538f-80be-4e68-8bfc-3e85cf18803b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-130256050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3276c194b509441696c23f22e0b6044d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0f8061-b2", "ovs_interfaceid": "5d0f8061-b2fd-42ce-bbb5-dc47c36c727f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.141272] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655525} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.141592] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 8f1812a5-1596-464f-b486-91b6c9a822bd/8f1812a5-1596-464f-b486-91b6c9a822bd.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.141859] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.142299] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8d3d53f-e560-43d5-9e5b-2a8b74bdd6b1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.150690] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Waiting for the task: (returnval){ [ 620.150690] env[63105]: value = "task-2758430" [ 620.150690] env[63105]: _type = "Task" [ 620.150690] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.159753] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.188998] env[63105]: DEBUG nova.compute.manager [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.244641] env[63105]: DEBUG oslo_vmware.api [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Task: {'id': task-2758429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396947} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.244894] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.245092] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 620.245270] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 620.245487] env[63105]: INFO nova.compute.manager [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] [instance: 75b01166-8911-4077-9d48-af25659c486a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 620.245667] env[63105]: DEBUG oslo.service.loopingcall [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.245851] env[63105]: DEBUG nova.compute.manager [-] [instance: 75b01166-8911-4077-9d48-af25659c486a] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 620.245946] env[63105]: DEBUG nova.network.neutron [-] [instance: 75b01166-8911-4077-9d48-af25659c486a] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.417577] env[63105]: DEBUG nova.compute.utils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 620.422218] env[63105]: DEBUG nova.compute.manager [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.422450] env[63105]: DEBUG nova.network.neutron [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.526861] env[63105]: DEBUG nova.policy [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52d2b43ca54e4c45852aa2699493b314', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc75b7425e9e4813bf441fc187ec0ad0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.547309] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "5cfd1b22-e9e0-4416-b03a-8f188fd4053e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.547527] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "5cfd1b22-e9e0-4416-b03a-8f188fd4053e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.618395] env[63105]: DEBUG oslo_concurrency.lockutils [req-4089e150-7101-47d5-882b-5ca65764fac8 req-df2f1604-da5c-4d73-8025-c973a44e8f80 service nova] Releasing lock "refresh_cache-8f1812a5-1596-464f-b486-91b6c9a822bd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.618983] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758427, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.668424] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074782} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.669070] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.670026] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78081564-49c1-410d-a6a7-a76c0eecaf1c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.718199] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 8f1812a5-1596-464f-b486-91b6c9a822bd/8f1812a5-1596-464f-b486-91b6c9a822bd.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.723151] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f7f9a55-802c-4436-a951-c6ed58612e9a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.746879] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.755386] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Waiting for the task: (returnval){ [ 620.755386] env[63105]: value = "task-2758431" [ 620.755386] env[63105]: _type = "Task" [ 620.755386] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.765973] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.926539] env[63105]: DEBUG nova.compute.manager [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.075469] env[63105]: DEBUG nova.network.neutron [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Successfully created port: adb3a397-e8dc-4f64-bddd-af012b3828dd {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.112953] env[63105]: DEBUG oslo_vmware.api [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758427, 'name': RemoveSnapshot_Task, 'duration_secs': 1.09673} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.113279] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 621.113650] env[63105]: INFO nova.compute.manager [None req-18c579ac-ab9b-4e44-886f-9534af7a1c4d tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Took 18.89 seconds to snapshot the instance on the hypervisor. [ 621.224972] env[63105]: DEBUG nova.network.neutron [-] [instance: 75b01166-8911-4077-9d48-af25659c486a] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.274068] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.459606] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb91a1bc-1d02-4653-9ec5-b8d28ec68983 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.468944] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e21456a-559b-4025-bbdd-3bd2d44bf710 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.504100] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7473f89f-b9f3-4d20-9433-ac18225768cb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.514802] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc13bbc-2ff8-41b3-afac-5b67fe5aae4c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.528945] env[63105]: DEBUG nova.compute.provider_tree [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.727761] env[63105]: INFO nova.compute.manager [-] [instance: 75b01166-8911-4077-9d48-af25659c486a] Took 1.48 seconds to deallocate network for instance. [ 621.770664] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.874519] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "57c6d90c-2e72-489b-bffc-10c040dbc6aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.874751] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "57c6d90c-2e72-489b-bffc-10c040dbc6aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.939347] env[63105]: DEBUG nova.compute.manager [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.967596] env[63105]: DEBUG nova.virt.hardware [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 621.967853] env[63105]: DEBUG nova.virt.hardware [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 621.968016] env[63105]: DEBUG nova.virt.hardware [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.968221] env[63105]: DEBUG nova.virt.hardware [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 621.968367] env[63105]: DEBUG nova.virt.hardware [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.968513] env[63105]: DEBUG nova.virt.hardware [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 621.968873] env[63105]: DEBUG nova.virt.hardware [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 621.969164] env[63105]: DEBUG nova.virt.hardware [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 621.969348] env[63105]: DEBUG nova.virt.hardware [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 621.969517] env[63105]: DEBUG nova.virt.hardware [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 621.969691] env[63105]: DEBUG nova.virt.hardware [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 621.974020] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f011f928-bb32-45d8-ab34-7cb2491db366 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.980499] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e06524-392b-4dca-905f-660b4a1d108d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.032462] env[63105]: DEBUG nova.scheduler.client.report [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 622.237259] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.269157] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.372894] env[63105]: DEBUG nova.compute.manager [req-c627e3f7-bf8e-4ba3-b26a-c7f0fd872718 req-d5b6a7a1-1f92-4137-a3d0-55c30200e072 service nova] [instance: 75b01166-8911-4077-9d48-af25659c486a] Received event network-vif-deleted-a197988a-efc4-4add-bb71-4065c8c8b767 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 622.538300] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.540016] env[63105]: DEBUG nova.compute.manager [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.547535] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.131s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.553187] env[63105]: INFO nova.compute.claims [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.637021] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "5c6d73d6-f07f-4581-824f-2b13701c8f88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.637021] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "5c6d73d6-f07f-4581-824f-2b13701c8f88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.676465] env[63105]: DEBUG nova.network.neutron [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Successfully updated port: adb3a397-e8dc-4f64-bddd-af012b3828dd {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.753403] env[63105]: DEBUG nova.compute.manager [req-c7dea534-ea4e-4c28-8484-497e71bd0e65 req-64345567-3c1e-466e-ad68-e08e2997c554 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Received event network-changed-9209c987-0812-4e5b-80ea-8679a0ff06f8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 622.753697] env[63105]: DEBUG nova.compute.manager [req-c7dea534-ea4e-4c28-8484-497e71bd0e65 req-64345567-3c1e-466e-ad68-e08e2997c554 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Refreshing instance network info cache due to event network-changed-9209c987-0812-4e5b-80ea-8679a0ff06f8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 622.753814] env[63105]: DEBUG oslo_concurrency.lockutils [req-c7dea534-ea4e-4c28-8484-497e71bd0e65 req-64345567-3c1e-466e-ad68-e08e2997c554 service nova] Acquiring lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.753956] env[63105]: DEBUG oslo_concurrency.lockutils [req-c7dea534-ea4e-4c28-8484-497e71bd0e65 req-64345567-3c1e-466e-ad68-e08e2997c554 service nova] Acquired lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.756482] env[63105]: DEBUG nova.network.neutron [req-c7dea534-ea4e-4c28-8484-497e71bd0e65 req-64345567-3c1e-466e-ad68-e08e2997c554 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Refreshing network info cache for port 9209c987-0812-4e5b-80ea-8679a0ff06f8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.770573] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758431, 'name': ReconfigVM_Task, 'duration_secs': 1.595804} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.771022] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 8f1812a5-1596-464f-b486-91b6c9a822bd/8f1812a5-1596-464f-b486-91b6c9a822bd.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.772830] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5e3d2e9-1f5a-4f05-b3b8-509bba38318c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.780154] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Waiting for the task: (returnval){ [ 622.780154] env[63105]: value = "task-2758432" [ 622.780154] env[63105]: _type = "Task" [ 622.780154] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.795807] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758432, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.965843] env[63105]: DEBUG oslo_concurrency.lockutils [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "897ce5c2-de30-4264-9f89-d2fe7c537b1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.966217] env[63105]: DEBUG oslo_concurrency.lockutils [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "897ce5c2-de30-4264-9f89-d2fe7c537b1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.966494] env[63105]: DEBUG oslo_concurrency.lockutils [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "897ce5c2-de30-4264-9f89-d2fe7c537b1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.966750] env[63105]: DEBUG oslo_concurrency.lockutils [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "897ce5c2-de30-4264-9f89-d2fe7c537b1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.966979] env[63105]: DEBUG oslo_concurrency.lockutils [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "897ce5c2-de30-4264-9f89-d2fe7c537b1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.971982] env[63105]: INFO nova.compute.manager [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Terminating instance [ 623.058348] env[63105]: DEBUG nova.compute.utils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 623.060368] env[63105]: DEBUG nova.compute.manager [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.060549] env[63105]: DEBUG nova.network.neutron [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.119145] env[63105]: DEBUG nova.policy [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '137079f69953459d9012847577bab7f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9765ac87324c40c5b839445a48776e72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.181293] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "refresh_cache-27309833-bf08-4d8d-a71e-fd2ae2d46b35" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.181293] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquired lock "refresh_cache-27309833-bf08-4d8d-a71e-fd2ae2d46b35" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.181293] env[63105]: DEBUG nova.network.neutron [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.291449] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758432, 'name': Rename_Task, 'duration_secs': 0.249439} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.293877] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.294154] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f72b74d-79d1-4ebf-a18d-5683d126fb25 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.303147] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Waiting for the task: (returnval){ [ 623.303147] env[63105]: value = "task-2758433" [ 623.303147] env[63105]: _type = "Task" [ 623.303147] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.311702] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.478531] env[63105]: DEBUG nova.compute.manager [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 623.478804] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.479817] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e92ad1d-3199-4e30-b60a-e0e3f3445fb3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.489112] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.489361] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-205360a8-2fd4-4b78-acc8-8bebd79bb31f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.566169] env[63105]: DEBUG nova.compute.manager [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.573838] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.574078] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.574274] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleting the datastore file [datastore1] 897ce5c2-de30-4264-9f89-d2fe7c537b1e {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.574545] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27b3d194-3852-4242-8c17-5a8cdd049d38 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.583689] env[63105]: DEBUG oslo_vmware.api [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 623.583689] env[63105]: value = "task-2758435" [ 623.583689] env[63105]: _type = "Task" [ 623.583689] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.595847] env[63105]: DEBUG oslo_vmware.api [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.684417] env[63105]: DEBUG nova.network.neutron [req-c7dea534-ea4e-4c28-8484-497e71bd0e65 req-64345567-3c1e-466e-ad68-e08e2997c554 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Updated VIF entry in instance network info cache for port 9209c987-0812-4e5b-80ea-8679a0ff06f8. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.684633] env[63105]: DEBUG nova.network.neutron [req-c7dea534-ea4e-4c28-8484-497e71bd0e65 req-64345567-3c1e-466e-ad68-e08e2997c554 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Updating instance_info_cache with network_info: [{"id": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "address": "fa:16:3e:88:3c:07", "network": {"id": "1632d253-185f-4177-a4b4-7fc21d883942", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-311831210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a2b09e786f2c41ef9b2d6da2fcd94221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9209c987-08", "ovs_interfaceid": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.744681] env[63105]: DEBUG nova.network.neutron [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.814682] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758433, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.903338] env[63105]: DEBUG nova.network.neutron [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Successfully created port: c4ccce35-6b7e-480a-825e-a75f8716856c {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.047327] env[63105]: DEBUG nova.network.neutron [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Updating instance_info_cache with network_info: [{"id": "adb3a397-e8dc-4f64-bddd-af012b3828dd", "address": "fa:16:3e:f6:ba:e6", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb3a397-e8", "ovs_interfaceid": "adb3a397-e8dc-4f64-bddd-af012b3828dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.099034] env[63105]: DEBUG oslo_vmware.api [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223339} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.099521] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.099702] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.099921] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.100129] env[63105]: INFO nova.compute.manager [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Took 0.62 seconds to destroy the instance on the hypervisor. [ 624.100398] env[63105]: DEBUG oslo.service.loopingcall [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.100690] env[63105]: DEBUG nova.compute.manager [-] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 624.100739] env[63105]: DEBUG nova.network.neutron [-] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 624.134202] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f516aecb-9176-4c74-ab52-892029435457 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.150214] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a2bb7f-50e6-41c2-975d-cb6ac6333191 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.183275] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdef525-206f-4fdc-86f0-e557d9c1e7be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.187703] env[63105]: DEBUG oslo_concurrency.lockutils [req-c7dea534-ea4e-4c28-8484-497e71bd0e65 req-64345567-3c1e-466e-ad68-e08e2997c554 service nova] Releasing lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.192321] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d3119d-e4a0-4906-8e91-7825df9b0bcc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.209870] env[63105]: DEBUG nova.compute.provider_tree [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.262115] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "dcfd1818-668f-4ec5-b182-9ba8fd8d0c26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.264468] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "dcfd1818-668f-4ec5-b182-9ba8fd8d0c26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.315720] env[63105]: DEBUG oslo_vmware.api [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758433, 'name': PowerOnVM_Task, 'duration_secs': 0.594409} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.328603] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.328603] env[63105]: INFO nova.compute.manager [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Took 9.39 seconds to spawn the instance on the hypervisor. [ 624.328603] env[63105]: DEBUG nova.compute.manager [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.328603] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7242e329-bf6a-441d-a0c4-65345fc38d81 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.562624] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Releasing lock "refresh_cache-27309833-bf08-4d8d-a71e-fd2ae2d46b35" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.562624] env[63105]: DEBUG nova.compute.manager [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Instance network_info: |[{"id": "adb3a397-e8dc-4f64-bddd-af012b3828dd", "address": "fa:16:3e:f6:ba:e6", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb3a397-e8", "ovs_interfaceid": "adb3a397-e8dc-4f64-bddd-af012b3828dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.562624] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ba:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adb3a397-e8dc-4f64-bddd-af012b3828dd', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.562943] env[63105]: DEBUG oslo.service.loopingcall [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.566112] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.566112] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca220f72-444d-4cad-bd21-2216d34c7f0f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.583677] env[63105]: DEBUG nova.compute.manager [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.594921] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.594921] env[63105]: value = "task-2758436" [ 624.594921] env[63105]: _type = "Task" [ 624.594921] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.606996] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758436, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.650304] env[63105]: DEBUG nova.virt.hardware [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 624.650641] env[63105]: DEBUG nova.virt.hardware [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 624.651013] env[63105]: DEBUG nova.virt.hardware [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.651268] env[63105]: DEBUG nova.virt.hardware [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 624.651488] env[63105]: DEBUG nova.virt.hardware [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.651671] env[63105]: DEBUG nova.virt.hardware [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 624.652270] env[63105]: DEBUG nova.virt.hardware [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 624.652270] env[63105]: DEBUG nova.virt.hardware [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 624.652487] env[63105]: DEBUG nova.virt.hardware [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 624.652737] env[63105]: DEBUG nova.virt.hardware [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 624.652949] env[63105]: DEBUG nova.virt.hardware [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 624.653865] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c245afb-5da9-40bd-a9f6-b3c01fdde204 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.666592] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04632f6a-c084-46e6-95e5-fdf5d41d798a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.715258] env[63105]: DEBUG nova.scheduler.client.report [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 624.847901] env[63105]: INFO nova.compute.manager [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Took 35.71 seconds to build instance. [ 625.026185] env[63105]: DEBUG nova.network.neutron [-] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.105888] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758436, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.223074] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.223074] env[63105]: DEBUG nova.compute.manager [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.224794] env[63105]: DEBUG oslo_concurrency.lockutils [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.029s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.225200] env[63105]: DEBUG nova.objects.instance [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 625.350578] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b04f04e1-372f-48c5-8a05-f22587d54769 tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Lock "8f1812a5-1596-464f-b486-91b6c9a822bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.024s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.527373] env[63105]: INFO nova.compute.manager [-] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Took 1.43 seconds to deallocate network for instance. [ 625.606523] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758436, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.667135] env[63105]: DEBUG nova.network.neutron [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Successfully updated port: c4ccce35-6b7e-480a-825e-a75f8716856c {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.678390] env[63105]: DEBUG nova.compute.manager [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Received event network-changed-af7ec877-7013-446e-9bb0-7d6c2232349e {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 625.678633] env[63105]: DEBUG nova.compute.manager [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Refreshing instance network info cache due to event network-changed-af7ec877-7013-446e-9bb0-7d6c2232349e. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 625.678633] env[63105]: DEBUG oslo_concurrency.lockutils [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] Acquiring lock "refresh_cache-68a75af1-3f9a-4ed7-9e12-24dfd927b323" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.678829] env[63105]: DEBUG oslo_concurrency.lockutils [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] Acquired lock "refresh_cache-68a75af1-3f9a-4ed7-9e12-24dfd927b323" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.678987] env[63105]: DEBUG nova.network.neutron [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Refreshing network info cache for port af7ec877-7013-446e-9bb0-7d6c2232349e {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.730645] env[63105]: DEBUG nova.compute.utils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 625.739022] env[63105]: DEBUG nova.compute.manager [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.739022] env[63105]: DEBUG nova.network.neutron [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.798147] env[63105]: DEBUG nova.policy [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6e3ba7fd7164584b263279eb9dc658f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83ac61108b334f58b84e835f1da04d63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.857990] env[63105]: DEBUG nova.compute.manager [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.987341] env[63105]: DEBUG nova.compute.manager [req-0a4c1fc5-7b34-46f5-8bfe-bccfc11cf2e1 req-9803de6f-ccc3-41de-a82f-cbc3c8cb66f9 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Received event network-changed-9209c987-0812-4e5b-80ea-8679a0ff06f8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 625.987665] env[63105]: DEBUG nova.compute.manager [req-0a4c1fc5-7b34-46f5-8bfe-bccfc11cf2e1 req-9803de6f-ccc3-41de-a82f-cbc3c8cb66f9 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Refreshing instance network info cache due to event network-changed-9209c987-0812-4e5b-80ea-8679a0ff06f8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 625.988010] env[63105]: DEBUG oslo_concurrency.lockutils [req-0a4c1fc5-7b34-46f5-8bfe-bccfc11cf2e1 req-9803de6f-ccc3-41de-a82f-cbc3c8cb66f9 service nova] Acquiring lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.988262] env[63105]: DEBUG oslo_concurrency.lockutils [req-0a4c1fc5-7b34-46f5-8bfe-bccfc11cf2e1 req-9803de6f-ccc3-41de-a82f-cbc3c8cb66f9 service nova] Acquired lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.988611] env[63105]: DEBUG nova.network.neutron [req-0a4c1fc5-7b34-46f5-8bfe-bccfc11cf2e1 req-9803de6f-ccc3-41de-a82f-cbc3c8cb66f9 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Refreshing network info cache for port 9209c987-0812-4e5b-80ea-8679a0ff06f8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.040531] env[63105]: DEBUG oslo_concurrency.lockutils [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.081639] env[63105]: DEBUG nova.network.neutron [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Successfully created port: 68a51d08-8747-4915-9387-d777f100fdee {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.097688] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.098000] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.108957] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758436, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.170168] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Acquiring lock "refresh_cache-3dd36d4d-cbaa-4203-a1df-c7e8670682ff" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.170353] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Acquired lock "refresh_cache-3dd36d4d-cbaa-4203-a1df-c7e8670682ff" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.170483] env[63105]: DEBUG nova.network.neutron [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.238032] env[63105]: DEBUG nova.compute.manager [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.245954] env[63105]: DEBUG oslo_concurrency.lockutils [None req-217c9e90-3e65-4e0b-9a5d-2050800ced15 tempest-ServersAdmin275Test-1860429576 tempest-ServersAdmin275Test-1860429576-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.247234] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.923s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.249312] env[63105]: INFO nova.compute.claims [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.381649] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.523917] env[63105]: DEBUG nova.network.neutron [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Updated VIF entry in instance network info cache for port af7ec877-7013-446e-9bb0-7d6c2232349e. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.524645] env[63105]: DEBUG nova.network.neutron [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Updating instance_info_cache with network_info: [{"id": "af7ec877-7013-446e-9bb0-7d6c2232349e", "address": "fa:16:3e:6c:c3:49", "network": {"id": "e7ad9db8-45c0-4a95-af8f-1f2a25735500", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1705808263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31460e8489474dc98ddc4bf5db32998b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7ec877-70", "ovs_interfaceid": "af7ec877-7013-446e-9bb0-7d6c2232349e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.609115] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758436, 'name': CreateVM_Task, 'duration_secs': 1.739261} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.609302] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.610012] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.610538] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.610538] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.611335] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32f3016-0952-4fe3-af65-8069e82c9c50 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.618017] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 626.618017] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d287ee-8a45-69eb-a8de-abc86a9f0553" [ 626.618017] env[63105]: _type = "Task" [ 626.618017] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.629014] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d287ee-8a45-69eb-a8de-abc86a9f0553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.713715] env[63105]: DEBUG nova.network.neutron [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.870270] env[63105]: DEBUG nova.network.neutron [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Updating instance_info_cache with network_info: [{"id": "c4ccce35-6b7e-480a-825e-a75f8716856c", "address": "fa:16:3e:de:bc:e9", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ccce35-6b", "ovs_interfaceid": "c4ccce35-6b7e-480a-825e-a75f8716856c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.881609] env[63105]: DEBUG nova.network.neutron [req-0a4c1fc5-7b34-46f5-8bfe-bccfc11cf2e1 req-9803de6f-ccc3-41de-a82f-cbc3c8cb66f9 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Updated VIF entry in instance network info cache for port 9209c987-0812-4e5b-80ea-8679a0ff06f8. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.881992] env[63105]: DEBUG nova.network.neutron [req-0a4c1fc5-7b34-46f5-8bfe-bccfc11cf2e1 req-9803de6f-ccc3-41de-a82f-cbc3c8cb66f9 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Updating instance_info_cache with network_info: [{"id": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "address": "fa:16:3e:88:3c:07", "network": {"id": "1632d253-185f-4177-a4b4-7fc21d883942", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-311831210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a2b09e786f2c41ef9b2d6da2fcd94221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9209c987-08", "ovs_interfaceid": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.027740] env[63105]: DEBUG oslo_concurrency.lockutils [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] Releasing lock "refresh_cache-68a75af1-3f9a-4ed7-9e12-24dfd927b323" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.028035] env[63105]: DEBUG nova.compute.manager [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Received event network-vif-plugged-adb3a397-e8dc-4f64-bddd-af012b3828dd {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 627.028241] env[63105]: DEBUG oslo_concurrency.lockutils [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] Acquiring lock "27309833-bf08-4d8d-a71e-fd2ae2d46b35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.028450] env[63105]: DEBUG oslo_concurrency.lockutils [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] Lock "27309833-bf08-4d8d-a71e-fd2ae2d46b35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.028613] env[63105]: DEBUG oslo_concurrency.lockutils [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] Lock "27309833-bf08-4d8d-a71e-fd2ae2d46b35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.028828] env[63105]: DEBUG nova.compute.manager [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] No waiting events found dispatching network-vif-plugged-adb3a397-e8dc-4f64-bddd-af012b3828dd {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.029026] env[63105]: WARNING nova.compute.manager [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Received unexpected event network-vif-plugged-adb3a397-e8dc-4f64-bddd-af012b3828dd for instance with vm_state building and task_state spawning. [ 627.029193] env[63105]: DEBUG nova.compute.manager [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Received event network-changed-adb3a397-e8dc-4f64-bddd-af012b3828dd {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 627.029346] env[63105]: DEBUG nova.compute.manager [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Refreshing instance network info cache due to event network-changed-adb3a397-e8dc-4f64-bddd-af012b3828dd. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 627.029629] env[63105]: DEBUG oslo_concurrency.lockutils [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] Acquiring lock "refresh_cache-27309833-bf08-4d8d-a71e-fd2ae2d46b35" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.029778] env[63105]: DEBUG oslo_concurrency.lockutils [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] Acquired lock "refresh_cache-27309833-bf08-4d8d-a71e-fd2ae2d46b35" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.030766] env[63105]: DEBUG nova.network.neutron [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Refreshing network info cache for port adb3a397-e8dc-4f64-bddd-af012b3828dd {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.130956] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d287ee-8a45-69eb-a8de-abc86a9f0553, 'name': SearchDatastore_Task, 'duration_secs': 0.015839} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.131487] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.132101] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.132612] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.133963] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.134848] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.135157] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-757250c4-2521-4d42-a819-5bda8ace27b7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.147044] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.147278] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.149262] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e78c7a-3b8e-471d-9902-c8230c7bf918 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.155465] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "2091a78f-f016-416f-a972-fb2d80d61e54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.155689] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "2091a78f-f016-416f-a972-fb2d80d61e54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.164475] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 627.164475] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52351fa5-50bf-fe48-84dc-e59ff90fceed" [ 627.164475] env[63105]: _type = "Task" [ 627.164475] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.176445] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52351fa5-50bf-fe48-84dc-e59ff90fceed, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.176753] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a344b0-e7bd-41e9-b092-4f7cece109a1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.185249] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 627.185249] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52afd456-a096-5e2d-09d7-6bf0d16daf7a" [ 627.185249] env[63105]: _type = "Task" [ 627.185249] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.194592] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52afd456-a096-5e2d-09d7-6bf0d16daf7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.252088] env[63105]: DEBUG nova.compute.manager [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.284372] env[63105]: DEBUG nova.virt.hardware [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 627.284628] env[63105]: DEBUG nova.virt.hardware [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 627.284781] env[63105]: DEBUG nova.virt.hardware [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.284958] env[63105]: DEBUG nova.virt.hardware [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 627.285158] env[63105]: DEBUG nova.virt.hardware [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.285368] env[63105]: DEBUG nova.virt.hardware [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 627.285589] env[63105]: DEBUG nova.virt.hardware [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 627.285749] env[63105]: DEBUG nova.virt.hardware [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 627.285917] env[63105]: DEBUG nova.virt.hardware [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 627.286376] env[63105]: DEBUG nova.virt.hardware [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 627.286591] env[63105]: DEBUG nova.virt.hardware [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 627.287749] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ea46b2-b1be-4aaa-9f88-137b0b7001e0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.302288] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d74322-299d-4979-a606-85fe5d254360 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.373900] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Releasing lock "refresh_cache-3dd36d4d-cbaa-4203-a1df-c7e8670682ff" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.374252] env[63105]: DEBUG nova.compute.manager [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Instance network_info: |[{"id": "c4ccce35-6b7e-480a-825e-a75f8716856c", "address": "fa:16:3e:de:bc:e9", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ccce35-6b", "ovs_interfaceid": "c4ccce35-6b7e-480a-825e-a75f8716856c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.377931] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:bc:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4ccce35-6b7e-480a-825e-a75f8716856c', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.387843] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Creating folder: Project (9765ac87324c40c5b839445a48776e72). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.388644] env[63105]: DEBUG oslo_concurrency.lockutils [req-0a4c1fc5-7b34-46f5-8bfe-bccfc11cf2e1 req-9803de6f-ccc3-41de-a82f-cbc3c8cb66f9 service nova] Releasing lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.389626] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c75e846d-3526-473f-9425-461bec03aba5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.406368] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Created folder: Project (9765ac87324c40c5b839445a48776e72) in parent group-v554960. [ 627.406576] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Creating folder: Instances. Parent ref: group-v555030. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.406818] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb16f5b2-4570-42db-8bdb-a6133cfbf734 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.418636] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Created folder: Instances in parent group-v555030. [ 627.422024] env[63105]: DEBUG oslo.service.loopingcall [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.422024] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.422024] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2ea1c2f-46ca-4deb-b1cb-cafadfef38df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.445707] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.445707] env[63105]: value = "task-2758439" [ 627.445707] env[63105]: _type = "Task" [ 627.445707] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.458115] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758439, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.708871] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52afd456-a096-5e2d-09d7-6bf0d16daf7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.708871] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.708871] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 27309833-bf08-4d8d-a71e-fd2ae2d46b35/27309833-bf08-4d8d-a71e-fd2ae2d46b35.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.708871] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f694363f-27f5-4237-b606-f7c36df7dee3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.720566] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 627.720566] env[63105]: value = "task-2758440" [ 627.720566] env[63105]: _type = "Task" [ 627.720566] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.734413] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.812132] env[63105]: DEBUG nova.network.neutron [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Successfully updated port: 68a51d08-8747-4915-9387-d777f100fdee {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.852085] env[63105]: DEBUG nova.network.neutron [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Updated VIF entry in instance network info cache for port adb3a397-e8dc-4f64-bddd-af012b3828dd. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.852235] env[63105]: DEBUG nova.network.neutron [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Updating instance_info_cache with network_info: [{"id": "adb3a397-e8dc-4f64-bddd-af012b3828dd", "address": "fa:16:3e:f6:ba:e6", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb3a397-e8", "ovs_interfaceid": "adb3a397-e8dc-4f64-bddd-af012b3828dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.854942] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bbae03-b20d-46d1-8eb5-c467f7116fcf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.865007] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6fdc15-bbe1-4c61-baee-bca6eb5a45f8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.898896] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c5a43f-84fc-42f0-b4d9-6594f0f79ec8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.907890] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0d308e-63f1-43a6-abb2-f097fe417d86 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.923088] env[63105]: DEBUG nova.compute.provider_tree [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.962024] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758439, 'name': CreateVM_Task, 'duration_secs': 0.398203} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.962024] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.962024] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.962024] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.962365] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.962592] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-722ecfe4-8651-4159-809a-48fd1f5bc0aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.971017] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Waiting for the task: (returnval){ [ 627.971017] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f27bb5-6448-3a22-500f-fd3ab087628f" [ 627.971017] env[63105]: _type = "Task" [ 627.971017] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.977233] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f27bb5-6448-3a22-500f-fd3ab087628f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.096065] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "591f0933-c3e5-4d84-b7ae-5125f18f7110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.096600] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "591f0933-c3e5-4d84-b7ae-5125f18f7110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.234639] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758440, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.310987] env[63105]: DEBUG nova.compute.manager [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Received event network-vif-deleted-c325c2fc-eddd-49fd-8044-04d1fb3ede8d {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 628.311359] env[63105]: DEBUG nova.compute.manager [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Received event network-vif-plugged-c4ccce35-6b7e-480a-825e-a75f8716856c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 628.312154] env[63105]: DEBUG oslo_concurrency.lockutils [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] Acquiring lock "3dd36d4d-cbaa-4203-a1df-c7e8670682ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.312154] env[63105]: DEBUG oslo_concurrency.lockutils [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] Lock "3dd36d4d-cbaa-4203-a1df-c7e8670682ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.312340] env[63105]: DEBUG oslo_concurrency.lockutils [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] Lock "3dd36d4d-cbaa-4203-a1df-c7e8670682ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.312483] env[63105]: DEBUG nova.compute.manager [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] No waiting events found dispatching network-vif-plugged-c4ccce35-6b7e-480a-825e-a75f8716856c {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.312720] env[63105]: WARNING nova.compute.manager [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Received unexpected event network-vif-plugged-c4ccce35-6b7e-480a-825e-a75f8716856c for instance with vm_state building and task_state spawning. [ 628.312949] env[63105]: DEBUG nova.compute.manager [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Received event network-changed-c4ccce35-6b7e-480a-825e-a75f8716856c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 628.313193] env[63105]: DEBUG nova.compute.manager [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Refreshing instance network info cache due to event network-changed-c4ccce35-6b7e-480a-825e-a75f8716856c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 628.313467] env[63105]: DEBUG oslo_concurrency.lockutils [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] Acquiring lock "refresh_cache-3dd36d4d-cbaa-4203-a1df-c7e8670682ff" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.313698] env[63105]: DEBUG oslo_concurrency.lockutils [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] Acquired lock "refresh_cache-3dd36d4d-cbaa-4203-a1df-c7e8670682ff" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.313916] env[63105]: DEBUG nova.network.neutron [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Refreshing network info cache for port c4ccce35-6b7e-480a-825e-a75f8716856c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.316963] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquiring lock "refresh_cache-be7b959e-265e-41e1-b578-acb0ec182c71" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.317174] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquired lock "refresh_cache-be7b959e-265e-41e1-b578-acb0ec182c71" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.317377] env[63105]: DEBUG nova.network.neutron [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.359677] env[63105]: DEBUG oslo_concurrency.lockutils [req-9c079bae-ece4-4fe0-a95c-041d7b71a212 req-a8b23fae-a341-44ec-88ae-d51bb7695b6d service nova] Releasing lock "refresh_cache-27309833-bf08-4d8d-a71e-fd2ae2d46b35" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.426475] env[63105]: DEBUG nova.scheduler.client.report [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 628.482620] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f27bb5-6448-3a22-500f-fd3ab087628f, 'name': SearchDatastore_Task, 'duration_secs': 0.012197} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.483282] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.483282] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.483786] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.483786] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.483922] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.488025] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd7e2010-a8e7-4966-9007-b545d86f1510 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.494807] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.495015] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.495763] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-688f2888-fb2d-4b27-ab2d-4d16133f501e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.502064] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Waiting for the task: (returnval){ [ 628.502064] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52609dc7-ff64-154a-d1e6-bb7f5fa23f4d" [ 628.502064] env[63105]: _type = "Task" [ 628.502064] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.510775] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52609dc7-ff64-154a-d1e6-bb7f5fa23f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.739212] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762165} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.739212] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 27309833-bf08-4d8d-a71e-fd2ae2d46b35/27309833-bf08-4d8d-a71e-fd2ae2d46b35.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.739212] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.739212] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e0186da-d679-463d-8d09-23d49e59d883 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.750843] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 628.750843] env[63105]: value = "task-2758441" [ 628.750843] env[63105]: _type = "Task" [ 628.750843] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.760106] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.862095] env[63105]: DEBUG nova.network.neutron [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.874200] env[63105]: DEBUG nova.compute.manager [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Received event network-changed-9209c987-0812-4e5b-80ea-8679a0ff06f8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 628.874200] env[63105]: DEBUG nova.compute.manager [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Refreshing instance network info cache due to event network-changed-9209c987-0812-4e5b-80ea-8679a0ff06f8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 628.874444] env[63105]: DEBUG oslo_concurrency.lockutils [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] Acquiring lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.874609] env[63105]: DEBUG oslo_concurrency.lockutils [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] Acquired lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.874708] env[63105]: DEBUG nova.network.neutron [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Refreshing network info cache for port 9209c987-0812-4e5b-80ea-8679a0ff06f8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.932917] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.933426] env[63105]: DEBUG nova.compute.manager [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.939410] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.290s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.939410] env[63105]: DEBUG nova.objects.instance [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Lazy-loading 'resources' on Instance uuid 0ac90090-56b1-4ea2-8a94-e0c98b5ee974 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.013652] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52609dc7-ff64-154a-d1e6-bb7f5fa23f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.044783} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.014032] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654aefff-e1df-45b4-bdc2-b67c7bb27310 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.018729] env[63105]: DEBUG nova.network.neutron [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Updating instance_info_cache with network_info: [{"id": "68a51d08-8747-4915-9387-d777f100fdee", "address": "fa:16:3e:58:9a:d1", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a51d08-87", "ovs_interfaceid": "68a51d08-8747-4915-9387-d777f100fdee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.021200] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Waiting for the task: (returnval){ [ 629.021200] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5252b81a-733d-293d-ab59-d40fcb114427" [ 629.021200] env[63105]: _type = "Task" [ 629.021200] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.030219] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5252b81a-733d-293d-ab59-d40fcb114427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.108362] env[63105]: DEBUG nova.network.neutron [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Updated VIF entry in instance network info cache for port c4ccce35-6b7e-480a-825e-a75f8716856c. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.108764] env[63105]: DEBUG nova.network.neutron [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Updating instance_info_cache with network_info: [{"id": "c4ccce35-6b7e-480a-825e-a75f8716856c", "address": "fa:16:3e:de:bc:e9", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ccce35-6b", "ovs_interfaceid": "c4ccce35-6b7e-480a-825e-a75f8716856c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.264446] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080613} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.264446] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.264636] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4625128-4734-4872-8227-82a0fad3f3ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.290637] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 27309833-bf08-4d8d-a71e-fd2ae2d46b35/27309833-bf08-4d8d-a71e-fd2ae2d46b35.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.291050] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-716195ac-52e5-4d36-956e-d8c6485b46b6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.313180] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 629.313180] env[63105]: value = "task-2758442" [ 629.313180] env[63105]: _type = "Task" [ 629.313180] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.325764] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.445625] env[63105]: DEBUG nova.compute.utils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 629.448604] env[63105]: DEBUG nova.compute.manager [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.448604] env[63105]: DEBUG nova.network.neutron [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.498275] env[63105]: DEBUG nova.policy [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45793b8fec04420af33e68a00975c6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3c9b2c11c748b0bbc5e0d3fff14f97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.530147] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Releasing lock "refresh_cache-be7b959e-265e-41e1-b578-acb0ec182c71" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.530528] env[63105]: DEBUG nova.compute.manager [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Instance network_info: |[{"id": "68a51d08-8747-4915-9387-d777f100fdee", "address": "fa:16:3e:58:9a:d1", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a51d08-87", "ovs_interfaceid": "68a51d08-8747-4915-9387-d777f100fdee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.531911] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:9a:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68a51d08-8747-4915-9387-d777f100fdee', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.546611] env[63105]: DEBUG oslo.service.loopingcall [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 629.555744] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.561730] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f235dc8-d3ec-48c6-8181-a2cba6c4d81f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.586165] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5252b81a-733d-293d-ab59-d40fcb114427, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.590378] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.590717] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 3dd36d4d-cbaa-4203-a1df-c7e8670682ff/3dd36d4d-cbaa-4203-a1df-c7e8670682ff.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.592293] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa81fb42-2714-4841-9c6c-ba409f4eff2a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.598373] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.598373] env[63105]: value = "task-2758443" [ 629.598373] env[63105]: _type = "Task" [ 629.598373] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.611383] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Waiting for the task: (returnval){ [ 629.611383] env[63105]: value = "task-2758444" [ 629.611383] env[63105]: _type = "Task" [ 629.611383] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.612500] env[63105]: DEBUG oslo_concurrency.lockutils [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] Releasing lock "refresh_cache-3dd36d4d-cbaa-4203-a1df-c7e8670682ff" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.612794] env[63105]: DEBUG nova.compute.manager [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Received event network-changed-5d0f8061-b2fd-42ce-bbb5-dc47c36c727f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 629.613277] env[63105]: DEBUG nova.compute.manager [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Refreshing instance network info cache due to event network-changed-5d0f8061-b2fd-42ce-bbb5-dc47c36c727f. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 629.613277] env[63105]: DEBUG oslo_concurrency.lockutils [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] Acquiring lock "refresh_cache-8f1812a5-1596-464f-b486-91b6c9a822bd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.614323] env[63105]: DEBUG oslo_concurrency.lockutils [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] Acquired lock "refresh_cache-8f1812a5-1596-464f-b486-91b6c9a822bd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.614323] env[63105]: DEBUG nova.network.neutron [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Refreshing network info cache for port 5d0f8061-b2fd-42ce-bbb5-dc47c36c727f {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.624389] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758443, 'name': CreateVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.627913] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': task-2758444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.797617] env[63105]: DEBUG nova.network.neutron [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Updated VIF entry in instance network info cache for port 9209c987-0812-4e5b-80ea-8679a0ff06f8. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.797969] env[63105]: DEBUG nova.network.neutron [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Updating instance_info_cache with network_info: [{"id": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "address": "fa:16:3e:88:3c:07", "network": {"id": "1632d253-185f-4177-a4b4-7fc21d883942", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-311831210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a2b09e786f2c41ef9b2d6da2fcd94221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9209c987-08", "ovs_interfaceid": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.829452] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758442, 'name': ReconfigVM_Task, 'duration_secs': 0.30362} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.829759] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 27309833-bf08-4d8d-a71e-fd2ae2d46b35/27309833-bf08-4d8d-a71e-fd2ae2d46b35.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.831243] env[63105]: DEBUG nova.network.neutron [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Successfully created port: c0b63c86-7d46-4d1f-9d1c-d2b869eec4af {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.833311] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b225bfe-208c-4604-964f-ee97d0479307 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.844084] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 629.844084] env[63105]: value = "task-2758445" [ 629.844084] env[63105]: _type = "Task" [ 629.844084] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.855395] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758445, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.956273] env[63105]: DEBUG nova.compute.manager [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.961947] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquiring lock "6a752f33-9dc2-4107-8648-7ab829348c6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.961947] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Lock "6a752f33-9dc2-4107-8648-7ab829348c6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.961947] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquiring lock "6a752f33-9dc2-4107-8648-7ab829348c6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.961947] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Lock "6a752f33-9dc2-4107-8648-7ab829348c6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.961947] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Lock "6a752f33-9dc2-4107-8648-7ab829348c6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.965146] env[63105]: INFO nova.compute.manager [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Terminating instance [ 630.007719] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.008329] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.123152] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758443, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.135597] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': task-2758444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522293} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.137313] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 3dd36d4d-cbaa-4203-a1df-c7e8670682ff/3dd36d4d-cbaa-4203-a1df-c7e8670682ff.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.137313] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.137313] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd3806e8-4db8-4244-8b7d-b8e7478eecec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.146909] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Waiting for the task: (returnval){ [ 630.146909] env[63105]: value = "task-2758446" [ 630.146909] env[63105]: _type = "Task" [ 630.146909] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.157422] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': task-2758446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.164489] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f843c43-2cb4-428a-98d7-5e99187bbd08 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.175278] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee03ed3a-9935-4cc6-ad08-fb5bb3a2b504 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.212153] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ab0b0a-f4c6-40c5-97c7-739c175b8999 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.222619] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5d7c72-0299-4282-8c6b-663d97ffaaf1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.241574] env[63105]: DEBUG nova.compute.provider_tree [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.301023] env[63105]: DEBUG oslo_concurrency.lockutils [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] Releasing lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.301367] env[63105]: DEBUG nova.compute.manager [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Received event network-changed-9209c987-0812-4e5b-80ea-8679a0ff06f8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 630.301579] env[63105]: DEBUG nova.compute.manager [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Refreshing instance network info cache due to event network-changed-9209c987-0812-4e5b-80ea-8679a0ff06f8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 630.301901] env[63105]: DEBUG oslo_concurrency.lockutils [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] Acquiring lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.302121] env[63105]: DEBUG oslo_concurrency.lockutils [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] Acquired lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.302295] env[63105]: DEBUG nova.network.neutron [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Refreshing network info cache for port 9209c987-0812-4e5b-80ea-8679a0ff06f8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.355234] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758445, 'name': Rename_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.426943] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Acquiring lock "66a33204-a15e-4e4c-bc3e-b0fb625268b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.427408] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Lock "66a33204-a15e-4e4c-bc3e-b0fb625268b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.427463] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Acquiring lock "66a33204-a15e-4e4c-bc3e-b0fb625268b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.427603] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Lock "66a33204-a15e-4e4c-bc3e-b0fb625268b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.427765] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Lock "66a33204-a15e-4e4c-bc3e-b0fb625268b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.429977] env[63105]: INFO nova.compute.manager [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Terminating instance [ 630.472053] env[63105]: DEBUG nova.compute.manager [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.472258] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.473103] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8b28be-7eda-46ef-899a-91026f56affd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.481978] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.482237] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39a3d65d-ac42-4295-9904-34ff9287f5b7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.490286] env[63105]: DEBUG oslo_vmware.api [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 630.490286] env[63105]: value = "task-2758447" [ 630.490286] env[63105]: _type = "Task" [ 630.490286] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.500602] env[63105]: DEBUG oslo_vmware.api [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.510115] env[63105]: DEBUG nova.network.neutron [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Updated VIF entry in instance network info cache for port 5d0f8061-b2fd-42ce-bbb5-dc47c36c727f. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.510612] env[63105]: DEBUG nova.network.neutron [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Updating instance_info_cache with network_info: [{"id": "5d0f8061-b2fd-42ce-bbb5-dc47c36c727f", "address": "fa:16:3e:5d:09:4d", "network": {"id": "e38c538f-80be-4e68-8bfc-3e85cf18803b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-130256050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3276c194b509441696c23f22e0b6044d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0f8061-b2", "ovs_interfaceid": "5d0f8061-b2fd-42ce-bbb5-dc47c36c727f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.520365] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.520365] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 630.598132] env[63105]: DEBUG nova.compute.manager [req-e68e618c-13b8-48a7-82d1-6c077e5c81a1 req-80938ebe-d503-4320-8646-e0e237f0f1e9 service nova] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Received event network-changed-68a51d08-8747-4915-9387-d777f100fdee {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 630.598132] env[63105]: DEBUG nova.compute.manager [req-e68e618c-13b8-48a7-82d1-6c077e5c81a1 req-80938ebe-d503-4320-8646-e0e237f0f1e9 service nova] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Refreshing instance network info cache due to event network-changed-68a51d08-8747-4915-9387-d777f100fdee. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 630.598132] env[63105]: DEBUG oslo_concurrency.lockutils [req-e68e618c-13b8-48a7-82d1-6c077e5c81a1 req-80938ebe-d503-4320-8646-e0e237f0f1e9 service nova] Acquiring lock "refresh_cache-be7b959e-265e-41e1-b578-acb0ec182c71" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.598132] env[63105]: DEBUG oslo_concurrency.lockutils [req-e68e618c-13b8-48a7-82d1-6c077e5c81a1 req-80938ebe-d503-4320-8646-e0e237f0f1e9 service nova] Acquired lock "refresh_cache-be7b959e-265e-41e1-b578-acb0ec182c71" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.598132] env[63105]: DEBUG nova.network.neutron [req-e68e618c-13b8-48a7-82d1-6c077e5c81a1 req-80938ebe-d503-4320-8646-e0e237f0f1e9 service nova] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Refreshing network info cache for port 68a51d08-8747-4915-9387-d777f100fdee {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.613509] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758443, 'name': CreateVM_Task, 'duration_secs': 0.551347} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.613677] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.614432] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.614591] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.614899] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.615520] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528bcd6e-b0ba-4279-b5d7-f3064d0f635f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.621425] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 630.621425] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d6a39e-b1c5-9ffa-8c26-d549837c263d" [ 630.621425] env[63105]: _type = "Task" [ 630.621425] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.631668] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d6a39e-b1c5-9ffa-8c26-d549837c263d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.655980] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': task-2758446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077788} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.656262] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.657029] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60de004a-b502-4fd9-aaa9-0182f10f998f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.697981] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 3dd36d4d-cbaa-4203-a1df-c7e8670682ff/3dd36d4d-cbaa-4203-a1df-c7e8670682ff.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.698307] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f2bfb94-bdcc-4852-a4eb-0a344a23cafc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.720155] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Waiting for the task: (returnval){ [ 630.720155] env[63105]: value = "task-2758448" [ 630.720155] env[63105]: _type = "Task" [ 630.720155] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.730354] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': task-2758448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.744776] env[63105]: DEBUG nova.scheduler.client.report [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 630.855957] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758445, 'name': Rename_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.933930] env[63105]: DEBUG nova.compute.manager [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.933930] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.934769] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1b3b41-6bd2-44b3-a738-ddfa00483f2b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.943635] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.943911] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0234669b-ec5a-4b8e-93ae-6b6bf15ec00c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.953166] env[63105]: DEBUG oslo_vmware.api [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Waiting for the task: (returnval){ [ 630.953166] env[63105]: value = "task-2758449" [ 630.953166] env[63105]: _type = "Task" [ 630.953166] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.962486] env[63105]: DEBUG oslo_vmware.api [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.974251] env[63105]: DEBUG nova.compute.manager [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.001635] env[63105]: DEBUG oslo_vmware.api [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758447, 'name': PowerOffVM_Task, 'duration_secs': 0.421892} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.003483] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.003483] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.003483] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d897a84-f27d-4326-bfaf-247593633661 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.008486] env[63105]: DEBUG nova.virt.hardware [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 631.008733] env[63105]: DEBUG nova.virt.hardware [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 631.008964] env[63105]: DEBUG nova.virt.hardware [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.009194] env[63105]: DEBUG nova.virt.hardware [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 631.009349] env[63105]: DEBUG nova.virt.hardware [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.009505] env[63105]: DEBUG nova.virt.hardware [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 631.009709] env[63105]: DEBUG nova.virt.hardware [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 631.009861] env[63105]: DEBUG nova.virt.hardware [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 631.010027] env[63105]: DEBUG nova.virt.hardware [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 631.010190] env[63105]: DEBUG nova.virt.hardware [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 631.010353] env[63105]: DEBUG nova.virt.hardware [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 631.011244] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181411aa-73af-46ad-b55b-6cfef6cc4acf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.019860] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fced4e-b9cd-407b-82c4-182583256d2d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.024408] env[63105]: DEBUG oslo_concurrency.lockutils [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] Releasing lock "refresh_cache-8f1812a5-1596-464f-b486-91b6c9a822bd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.024654] env[63105]: DEBUG nova.compute.manager [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Received event network-vif-plugged-68a51d08-8747-4915-9387-d777f100fdee {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 631.024838] env[63105]: DEBUG oslo_concurrency.lockutils [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] Acquiring lock "be7b959e-265e-41e1-b578-acb0ec182c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.025161] env[63105]: DEBUG oslo_concurrency.lockutils [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] Lock "be7b959e-265e-41e1-b578-acb0ec182c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.025365] env[63105]: DEBUG oslo_concurrency.lockutils [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] Lock "be7b959e-265e-41e1-b578-acb0ec182c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.025596] env[63105]: DEBUG nova.compute.manager [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] No waiting events found dispatching network-vif-plugged-68a51d08-8747-4915-9387-d777f100fdee {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.025829] env[63105]: WARNING nova.compute.manager [req-a143ec0d-b4ef-4037-859c-1d7477d6c155 req-c30cc2d9-8e65-4901-ad9c-5915993b1595 service nova] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Received unexpected event network-vif-plugged-68a51d08-8747-4915-9387-d777f100fdee for instance with vm_state building and task_state spawning. [ 631.026381] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Didn't find any instances for network info cache update. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 631.026566] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.027254] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.027543] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.027752] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.028213] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.028453] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.028582] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 631.028727] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.131530] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d6a39e-b1c5-9ffa-8c26-d549837c263d, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.131849] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.132083] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.132323] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.132467] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.132644] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.132896] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dc0b2a7-b40a-4ee8-855c-4a5ec2f48f2b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.146583] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.146888] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.151050] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628f9bc6-3c0b-44c4-8182-88a9dfa32183 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.157125] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 631.157125] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5232ecca-21b1-c440-6335-be5f6462fa64" [ 631.157125] env[63105]: _type = "Task" [ 631.157125] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.164953] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5232ecca-21b1-c440-6335-be5f6462fa64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.200208] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.200516] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.200719] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Deleting the datastore file [datastore1] 6a752f33-9dc2-4107-8648-7ab829348c6a {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.201031] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7b6fdc1-4e32-4fcd-848d-16c7a4106cdd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.209497] env[63105]: DEBUG oslo_vmware.api [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for the task: (returnval){ [ 631.209497] env[63105]: value = "task-2758451" [ 631.209497] env[63105]: _type = "Task" [ 631.209497] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.220564] env[63105]: DEBUG oslo_vmware.api [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.230662] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': task-2758448, 'name': ReconfigVM_Task, 'duration_secs': 0.315004} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.230990] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 3dd36d4d-cbaa-4203-a1df-c7e8670682ff/3dd36d4d-cbaa-4203-a1df-c7e8670682ff.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.231653] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b281be77-8ac4-45eb-93d4-772d7dbd91d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.237784] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Waiting for the task: (returnval){ [ 631.237784] env[63105]: value = "task-2758452" [ 631.237784] env[63105]: _type = "Task" [ 631.237784] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.250235] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': task-2758452, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.257308] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.317s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.262798] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.020s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.264417] env[63105]: INFO nova.compute.claims [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.292054] env[63105]: INFO nova.scheduler.client.report [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Deleted allocations for instance 0ac90090-56b1-4ea2-8a94-e0c98b5ee974 [ 631.358999] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758445, 'name': Rename_Task, 'duration_secs': 1.384782} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.359374] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.361569] env[63105]: DEBUG nova.network.neutron [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Updated VIF entry in instance network info cache for port 9209c987-0812-4e5b-80ea-8679a0ff06f8. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.362251] env[63105]: DEBUG nova.network.neutron [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Updating instance_info_cache with network_info: [{"id": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "address": "fa:16:3e:88:3c:07", "network": {"id": "1632d253-185f-4177-a4b4-7fc21d883942", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-311831210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a2b09e786f2c41ef9b2d6da2fcd94221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9209c987-08", "ovs_interfaceid": "9209c987-0812-4e5b-80ea-8679a0ff06f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.364055] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed5982a0-0712-4fd0-96f2-4a3961c3a10f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.372048] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 631.372048] env[63105]: value = "task-2758453" [ 631.372048] env[63105]: _type = "Task" [ 631.372048] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.391910] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.468159] env[63105]: DEBUG oslo_vmware.api [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758449, 'name': PowerOffVM_Task, 'duration_secs': 0.503487} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.468475] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.468672] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.468988] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-164f27fd-db09-49c3-873d-1b67a75ffe36 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.540009] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.546256] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.546542] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.546748] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Deleting the datastore file [datastore2] 66a33204-a15e-4e4c-bc3e-b0fb625268b9 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.547036] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1628dc59-dbd5-43fd-8b18-dd91ab6e47da {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.555782] env[63105]: DEBUG oslo_vmware.api [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Waiting for the task: (returnval){ [ 631.555782] env[63105]: value = "task-2758455" [ 631.555782] env[63105]: _type = "Task" [ 631.555782] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.569477] env[63105]: DEBUG oslo_vmware.api [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.672271] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5232ecca-21b1-c440-6335-be5f6462fa64, 'name': SearchDatastore_Task, 'duration_secs': 0.033104} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.673193] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b005be85-f330-4d0d-92ca-2411f4fcdc65 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.681487] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 631.681487] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52eaef5a-916f-37fd-2a8b-e960eb8ad341" [ 631.681487] env[63105]: _type = "Task" [ 631.681487] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.694391] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52eaef5a-916f-37fd-2a8b-e960eb8ad341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.705823] env[63105]: DEBUG nova.network.neutron [req-e68e618c-13b8-48a7-82d1-6c077e5c81a1 req-80938ebe-d503-4320-8646-e0e237f0f1e9 service nova] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Updated VIF entry in instance network info cache for port 68a51d08-8747-4915-9387-d777f100fdee. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.707259] env[63105]: DEBUG nova.network.neutron [req-e68e618c-13b8-48a7-82d1-6c077e5c81a1 req-80938ebe-d503-4320-8646-e0e237f0f1e9 service nova] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Updating instance_info_cache with network_info: [{"id": "68a51d08-8747-4915-9387-d777f100fdee", "address": "fa:16:3e:58:9a:d1", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a51d08-87", "ovs_interfaceid": "68a51d08-8747-4915-9387-d777f100fdee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.724334] env[63105]: DEBUG oslo_vmware.api [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Task: {'id': task-2758451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423052} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.724590] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.724792] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.724941] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.725461] env[63105]: INFO nova.compute.manager [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Took 1.25 seconds to destroy the instance on the hypervisor. [ 631.725638] env[63105]: DEBUG oslo.service.loopingcall [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 631.725997] env[63105]: DEBUG nova.compute.manager [-] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 631.725997] env[63105]: DEBUG nova.network.neutron [-] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.472764] env[63105]: DEBUG nova.network.neutron [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Successfully updated port: c0b63c86-7d46-4d1f-9d1c-d2b869eec4af {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.479869] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1128c140-87d4-4862-849d-e73304d1e0ed tempest-ServersAdmin275Test-917731366 tempest-ServersAdmin275Test-917731366-project-member] Lock "0ac90090-56b1-4ea2-8a94-e0c98b5ee974" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.437s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.481223] env[63105]: DEBUG oslo_concurrency.lockutils [req-52a3cec3-da2c-4ac5-bf4c-572d6e1b49fe req-976a6977-86a3-46c2-aad5-a55b6a7fab08 service nova] Releasing lock "refresh_cache-6a752f33-9dc2-4107-8648-7ab829348c6a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.481939] env[63105]: DEBUG oslo_concurrency.lockutils [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Acquiring lock "350dd628-4842-4a8b-9a72-9161a2c86605" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.482170] env[63105]: DEBUG oslo_concurrency.lockutils [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Lock "350dd628-4842-4a8b-9a72-9161a2c86605" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.482364] env[63105]: DEBUG oslo_concurrency.lockutils [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Acquiring lock "350dd628-4842-4a8b-9a72-9161a2c86605-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.482674] env[63105]: DEBUG oslo_concurrency.lockutils [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Lock "350dd628-4842-4a8b-9a72-9161a2c86605-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.482674] env[63105]: DEBUG oslo_concurrency.lockutils [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Lock "350dd628-4842-4a8b-9a72-9161a2c86605-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.484297] env[63105]: INFO nova.compute.manager [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Terminating instance [ 632.486785] env[63105]: DEBUG oslo_concurrency.lockutils [req-e68e618c-13b8-48a7-82d1-6c077e5c81a1 req-80938ebe-d503-4320-8646-e0e237f0f1e9 service nova] Releasing lock "refresh_cache-be7b959e-265e-41e1-b578-acb0ec182c71" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.503743] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': task-2758452, 'name': Rename_Task, 'duration_secs': 0.145876} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.516621] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.517827] env[63105]: DEBUG oslo_vmware.api [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Task: {'id': task-2758455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196723} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.518052] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52eaef5a-916f-37fd-2a8b-e960eb8ad341, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.518300] env[63105]: DEBUG oslo_vmware.api [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758453, 'name': PowerOnVM_Task, 'duration_secs': 0.558356} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.518451] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-207af192-15eb-4b87-b567-564d44b8930d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.520125] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.520252] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.520425] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.520590] env[63105]: INFO nova.compute.manager [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Took 1.59 seconds to destroy the instance on the hypervisor. [ 632.520840] env[63105]: DEBUG oslo.service.loopingcall [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.521064] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.521285] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] be7b959e-265e-41e1-b578-acb0ec182c71/be7b959e-265e-41e1-b578-acb0ec182c71.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.522121] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.522121] env[63105]: INFO nova.compute.manager [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Took 10.58 seconds to spawn the instance on the hypervisor. [ 632.522121] env[63105]: DEBUG nova.compute.manager [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.522400] env[63105]: DEBUG nova.compute.manager [-] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.522490] env[63105]: DEBUG nova.network.neutron [-] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.524104] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da6c516b-baa9-4073-84c3-6b735bbc3c23 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.526670] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80b8f49-2720-4646-a2ad-c64adcf8cf13 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.541063] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 632.541063] env[63105]: value = "task-2758457" [ 632.541063] env[63105]: _type = "Task" [ 632.541063] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.542149] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Waiting for the task: (returnval){ [ 632.542149] env[63105]: value = "task-2758456" [ 632.542149] env[63105]: _type = "Task" [ 632.542149] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.558553] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': task-2758456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.558828] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.687809] env[63105]: DEBUG nova.compute.manager [req-72f277ef-2789-4d1e-a9c5-3049e1297c5a req-d8511dd6-f15b-4df6-a158-334d5261ac42 service nova] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Received event network-vif-plugged-c0b63c86-7d46-4d1f-9d1c-d2b869eec4af {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 632.688104] env[63105]: DEBUG oslo_concurrency.lockutils [req-72f277ef-2789-4d1e-a9c5-3049e1297c5a req-d8511dd6-f15b-4df6-a158-334d5261ac42 service nova] Acquiring lock "bd76bbfc-9c88-4046-8d6a-cb72d35453d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.688257] env[63105]: DEBUG oslo_concurrency.lockutils [req-72f277ef-2789-4d1e-a9c5-3049e1297c5a req-d8511dd6-f15b-4df6-a158-334d5261ac42 service nova] Lock "bd76bbfc-9c88-4046-8d6a-cb72d35453d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.688430] env[63105]: DEBUG oslo_concurrency.lockutils [req-72f277ef-2789-4d1e-a9c5-3049e1297c5a req-d8511dd6-f15b-4df6-a158-334d5261ac42 service nova] Lock "bd76bbfc-9c88-4046-8d6a-cb72d35453d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.688596] env[63105]: DEBUG nova.compute.manager [req-72f277ef-2789-4d1e-a9c5-3049e1297c5a req-d8511dd6-f15b-4df6-a158-334d5261ac42 service nova] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] No waiting events found dispatching network-vif-plugged-c0b63c86-7d46-4d1f-9d1c-d2b869eec4af {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.688784] env[63105]: WARNING nova.compute.manager [req-72f277ef-2789-4d1e-a9c5-3049e1297c5a req-d8511dd6-f15b-4df6-a158-334d5261ac42 service nova] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Received unexpected event network-vif-plugged-c0b63c86-7d46-4d1f-9d1c-d2b869eec4af for instance with vm_state building and task_state spawning. [ 632.688969] env[63105]: DEBUG nova.compute.manager [req-72f277ef-2789-4d1e-a9c5-3049e1297c5a req-d8511dd6-f15b-4df6-a158-334d5261ac42 service nova] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Received event network-changed-c0b63c86-7d46-4d1f-9d1c-d2b869eec4af {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 632.689598] env[63105]: DEBUG nova.compute.manager [req-72f277ef-2789-4d1e-a9c5-3049e1297c5a req-d8511dd6-f15b-4df6-a158-334d5261ac42 service nova] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Refreshing instance network info cache due to event network-changed-c0b63c86-7d46-4d1f-9d1c-d2b869eec4af. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 632.689811] env[63105]: DEBUG oslo_concurrency.lockutils [req-72f277ef-2789-4d1e-a9c5-3049e1297c5a req-d8511dd6-f15b-4df6-a158-334d5261ac42 service nova] Acquiring lock "refresh_cache-bd76bbfc-9c88-4046-8d6a-cb72d35453d8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.690135] env[63105]: DEBUG oslo_concurrency.lockutils [req-72f277ef-2789-4d1e-a9c5-3049e1297c5a req-d8511dd6-f15b-4df6-a158-334d5261ac42 service nova] Acquired lock "refresh_cache-bd76bbfc-9c88-4046-8d6a-cb72d35453d8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.690291] env[63105]: DEBUG nova.network.neutron [req-72f277ef-2789-4d1e-a9c5-3049e1297c5a req-d8511dd6-f15b-4df6-a158-334d5261ac42 service nova] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Refreshing network info cache for port c0b63c86-7d46-4d1f-9d1c-d2b869eec4af {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.987726] env[63105]: DEBUG nova.compute.manager [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.987929] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.988609] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "refresh_cache-bd76bbfc-9c88-4046-8d6a-cb72d35453d8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.989652] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e41de47-9139-41e8-aeeb-12b3aa89f9d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.001593] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.001898] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab75dbfd-95d1-41f6-b57d-91358da8b7f5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.015263] env[63105]: DEBUG oslo_vmware.api [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Waiting for the task: (returnval){ [ 633.015263] env[63105]: value = "task-2758458" [ 633.015263] env[63105]: _type = "Task" [ 633.015263] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.033878] env[63105]: DEBUG oslo_vmware.api [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.061389] env[63105]: INFO nova.compute.manager [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Took 39.37 seconds to build instance. [ 633.072588] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758457, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.080387] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': task-2758456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.245708] env[63105]: DEBUG nova.network.neutron [req-72f277ef-2789-4d1e-a9c5-3049e1297c5a req-d8511dd6-f15b-4df6-a158-334d5261ac42 service nova] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.333924] env[63105]: DEBUG nova.network.neutron [-] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.388905] env[63105]: DEBUG nova.network.neutron [req-72f277ef-2789-4d1e-a9c5-3049e1297c5a req-d8511dd6-f15b-4df6-a158-334d5261ac42 service nova] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.416867] env[63105]: DEBUG nova.network.neutron [-] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.524992] env[63105]: DEBUG oslo_vmware.api [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758458, 'name': PowerOffVM_Task, 'duration_secs': 0.215245} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.528225] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.528225] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.528225] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c20f5728-5e95-4f8e-b5c5-4423423ae14b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.563046] env[63105]: DEBUG oslo_vmware.api [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': task-2758456, 'name': PowerOnVM_Task, 'duration_secs': 0.77598} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.566296] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.566511] env[63105]: INFO nova.compute.manager [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Took 8.98 seconds to spawn the instance on the hypervisor. [ 633.566687] env[63105]: DEBUG nova.compute.manager [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.567277] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4726668-988e-4da4-b97d-1d50cb563119 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "27309833-bf08-4d8d-a71e-fd2ae2d46b35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.455s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.567921] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66137} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.568373] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dda1023-23ea-44c9-b456-b2509118e82e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.572075] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] be7b959e-265e-41e1-b578-acb0ec182c71/be7b959e-265e-41e1-b578-acb0ec182c71.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.572287] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.573564] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50427852-b1a6-4f21-9d61-8ba48b87fb15 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.575819] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b8600f-381a-4675-bac7-a183e890f1a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.590214] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053ab9b4-4efa-4b00-b319-7bbbe5ee67f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.594299] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 633.594299] env[63105]: value = "task-2758460" [ 633.594299] env[63105]: _type = "Task" [ 633.594299] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.633031] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290f306d-207b-4ce7-a414-877f2c6499f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.634724] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.634967] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.635157] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Deleting the datastore file [datastore2] 350dd628-4842-4a8b-9a72-9161a2c86605 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.638883] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-def61777-3912-42e5-ad89-929ab487fbdd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.641323] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758460, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.649881] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da0cb18-b5e5-4ebb-8f06-d114ae81d73a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.654359] env[63105]: DEBUG oslo_vmware.api [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Waiting for the task: (returnval){ [ 633.654359] env[63105]: value = "task-2758461" [ 633.654359] env[63105]: _type = "Task" [ 633.654359] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.666076] env[63105]: DEBUG nova.compute.provider_tree [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.679019] env[63105]: DEBUG oslo_vmware.api [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.837013] env[63105]: INFO nova.compute.manager [-] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Took 2.11 seconds to deallocate network for instance. [ 633.891691] env[63105]: DEBUG oslo_concurrency.lockutils [req-72f277ef-2789-4d1e-a9c5-3049e1297c5a req-d8511dd6-f15b-4df6-a158-334d5261ac42 service nova] Releasing lock "refresh_cache-bd76bbfc-9c88-4046-8d6a-cb72d35453d8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.892109] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "refresh_cache-bd76bbfc-9c88-4046-8d6a-cb72d35453d8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.892267] env[63105]: DEBUG nova.network.neutron [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.922143] env[63105]: INFO nova.compute.manager [-] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Took 1.40 seconds to deallocate network for instance. [ 634.074225] env[63105]: DEBUG nova.compute.manager [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.112171] env[63105]: INFO nova.compute.manager [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Took 37.86 seconds to build instance. [ 634.120383] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071278} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.120383] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.120604] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1e4e16-2b8c-4c60-9281-5f867e6e4dd1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.146797] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] be7b959e-265e-41e1-b578-acb0ec182c71/be7b959e-265e-41e1-b578-acb0ec182c71.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.147518] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f1d8bef-75f2-4810-91b0-3dc70b7bc7a8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.169961] env[63105]: DEBUG nova.scheduler.client.report [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 634.177059] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 634.177059] env[63105]: value = "task-2758462" [ 634.177059] env[63105]: _type = "Task" [ 634.177059] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.187171] env[63105]: DEBUG oslo_vmware.api [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.197732] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.198966] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf3ae91-e6ef-4c79-9c12-49b44aee7b00 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.208592] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-451e04c5-d5ea-47b0-84d6-4db0e1f15124 tempest-ServersAdminNegativeTestJSON-1643423691 tempest-ServersAdminNegativeTestJSON-1643423691-project-admin] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Suspending the VM {{(pid=63105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 634.208870] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bbb84b98-096a-4201-aaa4-9865d0f0a966 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.215457] env[63105]: DEBUG oslo_vmware.api [None req-451e04c5-d5ea-47b0-84d6-4db0e1f15124 tempest-ServersAdminNegativeTestJSON-1643423691 tempest-ServersAdminNegativeTestJSON-1643423691-project-admin] Waiting for the task: (returnval){ [ 634.215457] env[63105]: value = "task-2758463" [ 634.215457] env[63105]: _type = "Task" [ 634.215457] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.224118] env[63105]: DEBUG oslo_vmware.api [None req-451e04c5-d5ea-47b0-84d6-4db0e1f15124 tempest-ServersAdminNegativeTestJSON-1643423691 tempest-ServersAdminNegativeTestJSON-1643423691-project-admin] Task: {'id': task-2758463, 'name': SuspendVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.343739] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.430360] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.450168] env[63105]: DEBUG nova.network.neutron [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.601487] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.616944] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8867ad40-a7be-404d-9484-99440735392a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Lock "3dd36d4d-cbaa-4203-a1df-c7e8670682ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.471s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.676978] env[63105]: DEBUG nova.network.neutron [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Updating instance_info_cache with network_info: [{"id": "c0b63c86-7d46-4d1f-9d1c-d2b869eec4af", "address": "fa:16:3e:a8:2e:9d", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b63c86-7d", "ovs_interfaceid": "c0b63c86-7d46-4d1f-9d1c-d2b869eec4af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.681564] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.421s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.681712] env[63105]: DEBUG nova.compute.manager [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.686920] env[63105]: DEBUG oslo_vmware.api [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Task: {'id': task-2758461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.704483} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.688981] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.022s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.689090] env[63105]: INFO nova.compute.claims [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.696342] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.696342] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.696342] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.696489] env[63105]: INFO nova.compute.manager [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Took 1.71 seconds to destroy the instance on the hypervisor. [ 634.696654] env[63105]: DEBUG oslo.service.loopingcall [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 634.698106] env[63105]: DEBUG nova.compute.manager [-] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 634.698106] env[63105]: DEBUG nova.network.neutron [-] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.709172] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758462, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.726901] env[63105]: DEBUG oslo_vmware.api [None req-451e04c5-d5ea-47b0-84d6-4db0e1f15124 tempest-ServersAdminNegativeTestJSON-1643423691 tempest-ServersAdminNegativeTestJSON-1643423691-project-admin] Task: {'id': task-2758463, 'name': SuspendVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.856094] env[63105]: DEBUG nova.compute.manager [req-b121dfbd-78f5-47a1-8aae-3636d0efbea3 req-8f07489d-2925-4b86-b9fc-d1825f035b35 service nova] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Received event network-vif-deleted-9209c987-0812-4e5b-80ea-8679a0ff06f8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 634.856347] env[63105]: DEBUG nova.compute.manager [req-b121dfbd-78f5-47a1-8aae-3636d0efbea3 req-8f07489d-2925-4b86-b9fc-d1825f035b35 service nova] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Received event network-vif-deleted-011e4381-f7ca-4e4d-b2c4-920ad5ec3b7a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 635.101021] env[63105]: DEBUG nova.compute.manager [None req-446b645c-0693-4e96-96a0-1cfb1ea79b9d tempest-ServerDiagnosticsTest-371531045 tempest-ServerDiagnosticsTest-371531045-project-admin] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.101021] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc61486b-7cc4-45a9-8368-3f4418a3cffc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.113735] env[63105]: INFO nova.compute.manager [None req-446b645c-0693-4e96-96a0-1cfb1ea79b9d tempest-ServerDiagnosticsTest-371531045 tempest-ServerDiagnosticsTest-371531045-project-admin] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Retrieving diagnostics [ 635.114864] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81092558-37b0-4446-afa4-9a82dcb3a7d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.119265] env[63105]: DEBUG nova.compute.manager [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.181031] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "refresh_cache-bd76bbfc-9c88-4046-8d6a-cb72d35453d8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.181031] env[63105]: DEBUG nova.compute.manager [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Instance network_info: |[{"id": "c0b63c86-7d46-4d1f-9d1c-d2b869eec4af", "address": "fa:16:3e:a8:2e:9d", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b63c86-7d", "ovs_interfaceid": "c0b63c86-7d46-4d1f-9d1c-d2b869eec4af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.181031] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:2e:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0b63c86-7d46-4d1f-9d1c-d2b869eec4af', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.187452] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Creating folder: Project (1f3c9b2c11c748b0bbc5e0d3fff14f97). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.189802] env[63105]: DEBUG nova.compute.utils [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 635.191432] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12f7f54a-20c9-4b8f-abc8-8b8df2e08474 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.202282] env[63105]: DEBUG nova.compute.manager [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Not allocating networking since 'none' was specified. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 635.214820] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758462, 'name': ReconfigVM_Task, 'duration_secs': 0.555868} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.216339] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Reconfigured VM instance instance-00000017 to attach disk [datastore1] be7b959e-265e-41e1-b578-acb0ec182c71/be7b959e-265e-41e1-b578-acb0ec182c71.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.217365] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Created folder: Project (1f3c9b2c11c748b0bbc5e0d3fff14f97) in parent group-v554960. [ 635.221042] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Creating folder: Instances. Parent ref: group-v555034. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.221042] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0e5234a-1e09-4088-93b2-f4fc799f4ca8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.221042] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db854faf-7ec1-4f9b-9e97-c2619ea09ad4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.229977] env[63105]: DEBUG oslo_vmware.api [None req-451e04c5-d5ea-47b0-84d6-4db0e1f15124 tempest-ServersAdminNegativeTestJSON-1643423691 tempest-ServersAdminNegativeTestJSON-1643423691-project-admin] Task: {'id': task-2758463, 'name': SuspendVM_Task, 'duration_secs': 0.819472} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.231666] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-451e04c5-d5ea-47b0-84d6-4db0e1f15124 tempest-ServersAdminNegativeTestJSON-1643423691 tempest-ServersAdminNegativeTestJSON-1643423691-project-admin] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Suspended the VM {{(pid=63105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 635.232013] env[63105]: DEBUG nova.compute.manager [None req-451e04c5-d5ea-47b0-84d6-4db0e1f15124 tempest-ServersAdminNegativeTestJSON-1643423691 tempest-ServersAdminNegativeTestJSON-1643423691-project-admin] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.232877] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 635.232877] env[63105]: value = "task-2758465" [ 635.232877] env[63105]: _type = "Task" [ 635.232877] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.235307] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ec37b3-72b4-437c-a9a3-fec4298dddf5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.238468] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Created folder: Instances in parent group-v555034. [ 635.238853] env[63105]: DEBUG oslo.service.loopingcall [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.242458] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.243206] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6b2005c-3319-43fb-8994-15493f180f61 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.267302] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758465, 'name': Rename_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.271678] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.271678] env[63105]: value = "task-2758467" [ 635.271678] env[63105]: _type = "Task" [ 635.271678] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.284041] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758467, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.595845] env[63105]: DEBUG nova.network.neutron [-] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.676802] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.697948] env[63105]: DEBUG nova.compute.manager [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.756701] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758465, 'name': Rename_Task, 'duration_secs': 0.158236} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.756902] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.757165] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87c3a24b-316e-43bb-ac02-3db71f3115e3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.775404] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 635.775404] env[63105]: value = "task-2758468" [ 635.775404] env[63105]: _type = "Task" [ 635.775404] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.790222] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758467, 'name': CreateVM_Task, 'duration_secs': 0.354489} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.794717] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.795275] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758468, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.796082] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.796269] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.796583] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.797411] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa79f49-3df6-43c1-bcb1-27a715dea52f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.806089] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 635.806089] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ae555d-a32a-ab01-20d7-3cb7870943e4" [ 635.806089] env[63105]: _type = "Task" [ 635.806089] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.814823] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ae555d-a32a-ab01-20d7-3cb7870943e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.102018] env[63105]: INFO nova.compute.manager [-] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Took 1.40 seconds to deallocate network for instance. [ 636.300328] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758468, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.327205] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ae555d-a32a-ab01-20d7-3cb7870943e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011524} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.327892] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.328213] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.328522] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.328717] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.328950] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.329306] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8feb47b-b9db-4ed9-bda5-b21f2d41edc9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.338995] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.339291] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.340455] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc93aa93-4bfb-4aad-b7d7-de7afeab28f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.358375] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 636.358375] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d0623f-843e-e56e-91c4-1dd155776e11" [ 636.358375] env[63105]: _type = "Task" [ 636.358375] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.369829] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d0623f-843e-e56e-91c4-1dd155776e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.374131] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6d9e3a-9686-4e3e-b166-717f58af2f23 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.381831] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151a7415-885c-4585-a9b2-4cc145cc9662 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.430425] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4635af05-dc38-4ed3-8d2f-c33a42af42d8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.441501] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3797c0-01eb-4e07-a94e-81e8c82c7431 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.447577] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Acquiring lock "3dd36d4d-cbaa-4203-a1df-c7e8670682ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.447871] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Lock "3dd36d4d-cbaa-4203-a1df-c7e8670682ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.448191] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Acquiring lock "3dd36d4d-cbaa-4203-a1df-c7e8670682ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.448598] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Lock "3dd36d4d-cbaa-4203-a1df-c7e8670682ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.448598] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Lock "3dd36d4d-cbaa-4203-a1df-c7e8670682ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.451607] env[63105]: INFO nova.compute.manager [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Terminating instance [ 636.467262] env[63105]: DEBUG nova.compute.provider_tree [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.614293] env[63105]: DEBUG oslo_concurrency.lockutils [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.727300] env[63105]: DEBUG nova.compute.manager [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.771655] env[63105]: DEBUG nova.virt.hardware [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 636.771983] env[63105]: DEBUG nova.virt.hardware [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 636.772077] env[63105]: DEBUG nova.virt.hardware [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.772423] env[63105]: DEBUG nova.virt.hardware [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 636.772483] env[63105]: DEBUG nova.virt.hardware [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.772597] env[63105]: DEBUG nova.virt.hardware [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 636.772809] env[63105]: DEBUG nova.virt.hardware [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 636.772962] env[63105]: DEBUG nova.virt.hardware [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 636.774116] env[63105]: DEBUG nova.virt.hardware [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 636.776701] env[63105]: DEBUG nova.virt.hardware [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 636.776867] env[63105]: DEBUG nova.virt.hardware [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 636.777751] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9003b8f9-65cb-4c25-84e2-6f83d9dc6ee1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.794810] env[63105]: DEBUG oslo_vmware.api [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758468, 'name': PowerOnVM_Task, 'duration_secs': 0.588387} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.800818] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.800818] env[63105]: INFO nova.compute.manager [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Took 9.55 seconds to spawn the instance on the hypervisor. [ 636.800818] env[63105]: DEBUG nova.compute.manager [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.801702] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aec5456-8b28-4b87-9ab8-a84a57934da7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.805236] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbb30f3-d802-49bc-a658-59990c4c3885 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.827143] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Instance VIF info [] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.834401] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Creating folder: Project (a30f321fbae84119a976aade58fead29). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.834738] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52bb37dd-5102-4698-8ec7-8f6bda58e6a6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.846359] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Created folder: Project (a30f321fbae84119a976aade58fead29) in parent group-v554960. [ 636.846486] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Creating folder: Instances. Parent ref: group-v555037. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.847060] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7654e35b-c380-4620-a0a3-e2924a64ce41 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.856846] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Created folder: Instances in parent group-v555037. [ 636.857131] env[63105]: DEBUG oslo.service.loopingcall [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 636.857308] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.857510] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ad54e85-0071-41ae-ae45-ba5bde70c326 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.895027] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.895027] env[63105]: value = "task-2758471" [ 636.895027] env[63105]: _type = "Task" [ 636.895027] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.895275] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d0623f-843e-e56e-91c4-1dd155776e11, 'name': SearchDatastore_Task, 'duration_secs': 0.009697} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.900453] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9baeffe0-72de-4a27-a34f-6ddc0dfcddd4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.909855] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758471, 'name': CreateVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.910363] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 636.910363] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52282777-6775-346d-c063-36fc36650adb" [ 636.910363] env[63105]: _type = "Task" [ 636.910363] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.916678] env[63105]: DEBUG nova.compute.manager [req-527dd7fb-0ecc-4bac-a441-4b8d4f9675b4 req-316f5c65-00c7-4448-aab3-30e5be9a44ab service nova] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Received event network-vif-deleted-762ba430-9975-46d3-840e-eabcf589379c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 636.921134] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52282777-6775-346d-c063-36fc36650adb, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.921600] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.922634] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] bd76bbfc-9c88-4046-8d6a-cb72d35453d8/bd76bbfc-9c88-4046-8d6a-cb72d35453d8.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.922634] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-096edecc-4a39-4618-a454-bdd0433bc34b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.928544] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 636.928544] env[63105]: value = "task-2758472" [ 636.928544] env[63105]: _type = "Task" [ 636.928544] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.939281] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.974028] env[63105]: DEBUG nova.scheduler.client.report [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 636.976578] env[63105]: DEBUG nova.compute.manager [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 636.976970] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.977941] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000ec5fb-62f7-4686-9a7a-2a65f2675a86 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.987185] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.987185] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-146adfa6-4156-404d-ba94-0aebc50abd82 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.994846] env[63105]: DEBUG oslo_vmware.api [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Waiting for the task: (returnval){ [ 636.994846] env[63105]: value = "task-2758473" [ 636.994846] env[63105]: _type = "Task" [ 636.994846] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.004398] env[63105]: DEBUG oslo_vmware.api [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': task-2758473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.331761] env[63105]: INFO nova.compute.manager [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Took 37.94 seconds to build instance. [ 637.407152] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758471, 'name': CreateVM_Task, 'duration_secs': 0.333126} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.407337] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.407766] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.407923] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.408566] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.408566] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c07abd-9c76-4d80-9af7-9b018d55de71 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.414381] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 637.414381] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52214ed6-39e6-c656-2ff7-a1b8cadd532e" [ 637.414381] env[63105]: _type = "Task" [ 637.414381] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.422321] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52214ed6-39e6-c656-2ff7-a1b8cadd532e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.437484] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46443} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.439169] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] bd76bbfc-9c88-4046-8d6a-cb72d35453d8/bd76bbfc-9c88-4046-8d6a-cb72d35453d8.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.439169] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.439169] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e870110e-0fb1-4aae-ab88-2149aa561289 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.444610] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 637.444610] env[63105]: value = "task-2758474" [ 637.444610] env[63105]: _type = "Task" [ 637.444610] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.452042] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.477820] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.478332] env[63105]: DEBUG nova.compute.manager [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.481056] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.678s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.481825] env[63105]: DEBUG nova.objects.instance [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lazy-loading 'resources' on Instance uuid ec73cb87-6d0c-4390-88ef-f26ca372063f {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 637.506180] env[63105]: DEBUG oslo_vmware.api [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': task-2758473, 'name': PowerOffVM_Task, 'duration_secs': 0.250852} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.506791] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.506863] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.507114] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c73f227d-2582-4c9e-ba6c-292489634269 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.572030] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.572358] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.572573] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Deleting the datastore file [datastore1] 3dd36d4d-cbaa-4203-a1df-c7e8670682ff {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.572832] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70637d01-5403-4821-a687-cca4eea859a8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.580642] env[63105]: DEBUG oslo_vmware.api [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Waiting for the task: (returnval){ [ 637.580642] env[63105]: value = "task-2758476" [ 637.580642] env[63105]: _type = "Task" [ 637.580642] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.589235] env[63105]: DEBUG oslo_vmware.api [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': task-2758476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.836178] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8d18bb8-9686-4225-9eb8-c19cedd629e0 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Lock "be7b959e-265e-41e1-b578-acb0ec182c71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.332s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.926762] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52214ed6-39e6-c656-2ff7-a1b8cadd532e, 'name': SearchDatastore_Task, 'duration_secs': 0.008537} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.928098] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.928098] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.928098] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.928098] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.928098] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.928098] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc852bbd-eaba-4315-93d6-7416e1d51fd6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.936260] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.936482] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.937164] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bfdd9a0-009e-4df1-83c0-d14fa1dbb47b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.944119] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 637.944119] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e42cb5-a3f5-64e8-9b04-2cd5fd1541e3" [ 637.944119] env[63105]: _type = "Task" [ 637.944119] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.954678] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e42cb5-a3f5-64e8-9b04-2cd5fd1541e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008371} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.957936] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056489} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.958302] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd65cfc-d2b6-45c1-b782-1a8fe1c651f7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.960335] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.961112] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17303c85-72b0-4eb5-8d9b-474d875ee5df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.966551] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 637.966551] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52142fcc-91ce-306c-befb-f5472607838d" [ 637.966551] env[63105]: _type = "Task" [ 637.966551] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.984571] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] bd76bbfc-9c88-4046-8d6a-cb72d35453d8/bd76bbfc-9c88-4046-8d6a-cb72d35453d8.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.988630] env[63105]: DEBUG nova.compute.utils [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 637.994565] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-806a5d0c-c05e-42a1-92f0-f6726f1c8531 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.010445] env[63105]: DEBUG nova.compute.manager [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Not allocating networking since 'none' was specified. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 638.016406] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52142fcc-91ce-306c-befb-f5472607838d, 'name': SearchDatastore_Task, 'duration_secs': 0.009145} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.017763] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.018492] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 17e58975-52ca-4e4e-8358-e72975123529/17e58975-52ca-4e4e-8358-e72975123529.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.018492] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 638.018492] env[63105]: value = "task-2758477" [ 638.018492] env[63105]: _type = "Task" [ 638.018492] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.018492] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eed481f-c094-4a2d-8311-ef13ff9bd3e1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.030699] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.032102] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 638.032102] env[63105]: value = "task-2758478" [ 638.032102] env[63105]: _type = "Task" [ 638.032102] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.043732] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.095583] env[63105]: DEBUG oslo_vmware.api [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Task: {'id': task-2758476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146571} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.095902] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.096445] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.096661] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.096843] env[63105]: INFO nova.compute.manager [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Took 1.12 seconds to destroy the instance on the hypervisor. [ 638.097109] env[63105]: DEBUG oslo.service.loopingcall [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.097348] env[63105]: DEBUG nova.compute.manager [-] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.097408] env[63105]: DEBUG nova.network.neutron [-] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.134211] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquiring lock "398e516b-9906-4e3f-b74d-b090a0437662" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.134850] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Lock "398e516b-9906-4e3f-b74d-b090a0437662" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.143490] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "16c5f890-a3f2-4825-8ba6-11caf6fbef8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.143719] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "16c5f890-a3f2-4825-8ba6-11caf6fbef8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.184168] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "1b4ce059-48cf-4e2c-9717-8435265be136" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.184399] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "1b4ce059-48cf-4e2c-9717-8435265be136" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.341387] env[63105]: DEBUG nova.compute.manager [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.491689] env[63105]: DEBUG nova.compute.manager [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.533022] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758477, 'name': ReconfigVM_Task, 'duration_secs': 0.405808} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.533022] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Reconfigured VM instance instance-00000018 to attach disk [datastore1] bd76bbfc-9c88-4046-8d6a-cb72d35453d8/bd76bbfc-9c88-4046-8d6a-cb72d35453d8.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.540063] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3e02a18-a453-46df-bc2b-6fb8d2131a49 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.556449] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 638.556449] env[63105]: value = "task-2758479" [ 638.556449] env[63105]: _type = "Task" [ 638.556449] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.556449] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758478, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.569101] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758479, 'name': Rename_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.639965] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db71c5a-ee7c-4634-a5f5-a756a201e70e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.647754] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77429891-e5c2-474c-a201-54f3b82a87ee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.679446] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f36ee05-1c82-4f11-9461-b3c002681503 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.685822] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86d19d7-f1ce-4c53-a4da-61f18d34bf97 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.700181] env[63105]: DEBUG nova.compute.provider_tree [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.870942] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.872170] env[63105]: DEBUG nova.network.neutron [-] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.042251] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547388} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.043269] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 17e58975-52ca-4e4e-8358-e72975123529/17e58975-52ca-4e4e-8358-e72975123529.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.043644] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.043806] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63088116-bf08-4570-a8fd-a4f1a9e2c779 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.052217] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 639.052217] env[63105]: value = "task-2758480" [ 639.052217] env[63105]: _type = "Task" [ 639.052217] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.063643] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquiring lock "be7b959e-265e-41e1-b578-acb0ec182c71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.063895] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Lock "be7b959e-265e-41e1-b578-acb0ec182c71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.064122] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquiring lock "be7b959e-265e-41e1-b578-acb0ec182c71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.065500] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Lock "be7b959e-265e-41e1-b578-acb0ec182c71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.065500] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Lock "be7b959e-265e-41e1-b578-acb0ec182c71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.066223] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.070404] env[63105]: INFO nova.compute.manager [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Terminating instance [ 639.076537] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758479, 'name': Rename_Task, 'duration_secs': 0.142803} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.076537] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.076537] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-137bef92-aa53-49ab-b0e0-1920535d700c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.083960] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 639.083960] env[63105]: value = "task-2758481" [ 639.083960] env[63105]: _type = "Task" [ 639.083960] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.090227] env[63105]: DEBUG nova.compute.manager [req-d9d1198e-ab2f-4fef-a447-177beae5ead6 req-cd69aa6a-91b9-4b21-b931-96eafd708404 service nova] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Received event network-vif-deleted-c4ccce35-6b7e-480a-825e-a75f8716856c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 639.095656] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.236053] env[63105]: ERROR nova.scheduler.client.report [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [req-da77acaa-b242-4c78-9256-bb884aa2a1f9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-da77acaa-b242-4c78-9256-bb884aa2a1f9"}]} [ 639.255527] env[63105]: DEBUG nova.scheduler.client.report [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 639.277015] env[63105]: DEBUG nova.scheduler.client.report [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 639.277260] env[63105]: DEBUG nova.compute.provider_tree [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.292145] env[63105]: DEBUG nova.scheduler.client.report [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 639.317023] env[63105]: DEBUG nova.scheduler.client.report [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 639.378178] env[63105]: INFO nova.compute.manager [-] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Took 1.28 seconds to deallocate network for instance. [ 639.379146] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "27309833-bf08-4d8d-a71e-fd2ae2d46b35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.379452] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "27309833-bf08-4d8d-a71e-fd2ae2d46b35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.379690] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "27309833-bf08-4d8d-a71e-fd2ae2d46b35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.380066] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "27309833-bf08-4d8d-a71e-fd2ae2d46b35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.380461] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "27309833-bf08-4d8d-a71e-fd2ae2d46b35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.388849] env[63105]: INFO nova.compute.manager [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Terminating instance [ 639.502494] env[63105]: DEBUG nova.compute.manager [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.530366] env[63105]: DEBUG nova.virt.hardware [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 639.530627] env[63105]: DEBUG nova.virt.hardware [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 639.530795] env[63105]: DEBUG nova.virt.hardware [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.531019] env[63105]: DEBUG nova.virt.hardware [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 639.531227] env[63105]: DEBUG nova.virt.hardware [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.531403] env[63105]: DEBUG nova.virt.hardware [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 639.531619] env[63105]: DEBUG nova.virt.hardware [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 639.531781] env[63105]: DEBUG nova.virt.hardware [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 639.531949] env[63105]: DEBUG nova.virt.hardware [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 639.532131] env[63105]: DEBUG nova.virt.hardware [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 639.532305] env[63105]: DEBUG nova.virt.hardware [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 639.533195] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474120fa-1492-40b8-b57f-6acffca999c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.544135] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a97f0c-6099-4719-bba5-238fe1059fab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.562023] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Instance VIF info [] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.568175] env[63105]: DEBUG oslo.service.loopingcall [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.573904] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.574763] env[63105]: DEBUG nova.compute.manager [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.574897] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.575468] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13134c27-9f49-42f0-b956-a3c14e21bfc6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.590329] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953a4b9d-8fdd-4c44-8d9a-3f8201acee52 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.599715] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136316} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.601381] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.601648] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.601648] env[63105]: value = "task-2758482" [ 639.601648] env[63105]: _type = "Task" [ 639.601648] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.604067] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01101f21-a99b-4d88-b2e9-f4d1fe08ce01 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.606497] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.615967] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b897cb0c-6d43-4af8-a761-47b79c477aae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.617797] env[63105]: DEBUG oslo_vmware.api [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758481, 'name': PowerOnVM_Task, 'duration_secs': 0.516278} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.618650] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.618878] env[63105]: INFO nova.compute.manager [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Took 8.64 seconds to spawn the instance on the hypervisor. [ 639.619083] env[63105]: DEBUG nova.compute.manager [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.620476] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d837c3-0ecf-4ecf-905d-26e401c3946b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.632750] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758482, 'name': CreateVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.641588] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 17e58975-52ca-4e4e-8358-e72975123529/17e58975-52ca-4e4e-8358-e72975123529.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.645306] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70f2392a-925f-4118-8b48-444fd13cd8a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.659283] env[63105]: DEBUG oslo_vmware.api [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 639.659283] env[63105]: value = "task-2758483" [ 639.659283] env[63105]: _type = "Task" [ 639.659283] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.672064] env[63105]: DEBUG oslo_vmware.api [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.673263] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 639.673263] env[63105]: value = "task-2758484" [ 639.673263] env[63105]: _type = "Task" [ 639.673263] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.685479] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.897749] env[63105]: DEBUG nova.compute.manager [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.897749] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.897749] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fdbf2b-03e9-49ce-9bcf-210e192b0466 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.902012] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83111e9f-ae38-40e6-b650-75505a9f0fc9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.906584] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.913996] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed53bbe0-3c35-4643-8c38-52ac83e7a101 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.917267] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.917516] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf2d65d1-ab21-4035-971f-dd894f681324 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.949643] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba14c5-0560-456d-88b8-07c03592f168 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.958857] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d359f8-d439-4408-8c3d-88084c6e9130 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.974804] env[63105]: DEBUG nova.compute.provider_tree [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.996356] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.996356] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.996578] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Deleting the datastore file [datastore1] 27309833-bf08-4d8d-a71e-fd2ae2d46b35 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.996742] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93cce658-fd86-4538-844f-e1e2945a1ede {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.004384] env[63105]: DEBUG oslo_vmware.api [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 640.004384] env[63105]: value = "task-2758486" [ 640.004384] env[63105]: _type = "Task" [ 640.004384] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.012070] env[63105]: DEBUG oslo_vmware.api [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.116128] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758482, 'name': CreateVM_Task, 'duration_secs': 0.432376} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.116725] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.117105] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.117305] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.117785] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.118041] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8ff4c5-a6bd-4eec-a898-c1a5d259de37 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.123051] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 640.123051] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5272d22c-32f9-fce3-024f-667d2bf09f18" [ 640.123051] env[63105]: _type = "Task" [ 640.123051] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.130089] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5272d22c-32f9-fce3-024f-667d2bf09f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.174573] env[63105]: DEBUG oslo_vmware.api [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758483, 'name': PowerOffVM_Task, 'duration_secs': 0.255896} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.176364] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.176544] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.176833] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3733ec71-c875-4405-8a5c-d251d4ee4521 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.182109] env[63105]: INFO nova.compute.manager [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Took 32.88 seconds to build instance. [ 640.188895] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758484, 'name': ReconfigVM_Task, 'duration_secs': 0.365822} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.189227] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 17e58975-52ca-4e4e-8358-e72975123529/17e58975-52ca-4e4e-8358-e72975123529.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.189807] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4d351ee-30f3-4dab-b1c1-07f98d3a2607 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.195299] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 640.195299] env[63105]: value = "task-2758488" [ 640.195299] env[63105]: _type = "Task" [ 640.195299] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.203940] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758488, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.243245] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.243424] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.243566] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Deleting the datastore file [datastore1] be7b959e-265e-41e1-b578-acb0ec182c71 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.243978] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18dfa504-7f4b-4dfb-a537-21bf9244739b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.249609] env[63105]: DEBUG oslo_vmware.api [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for the task: (returnval){ [ 640.249609] env[63105]: value = "task-2758489" [ 640.249609] env[63105]: _type = "Task" [ 640.249609] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.257816] env[63105]: DEBUG oslo_vmware.api [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.513590] env[63105]: DEBUG oslo_vmware.api [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325437} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.513881] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.514084] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.514243] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.514380] env[63105]: INFO nova.compute.manager [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Took 0.62 seconds to destroy the instance on the hypervisor. [ 640.514609] env[63105]: DEBUG oslo.service.loopingcall [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 640.514792] env[63105]: DEBUG nova.compute.manager [-] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 640.514885] env[63105]: DEBUG nova.network.neutron [-] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.520558] env[63105]: DEBUG nova.scheduler.client.report [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 640.520801] env[63105]: DEBUG nova.compute.provider_tree [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 50 to 51 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 640.521015] env[63105]: DEBUG nova.compute.provider_tree [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.633168] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5272d22c-32f9-fce3-024f-667d2bf09f18, 'name': SearchDatastore_Task, 'duration_secs': 0.018049} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.633585] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.633721] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.633952] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.634116] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.634293] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.634547] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-957d9ec6-4b41-449a-9d7c-c6ef8a80eba1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.642043] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.642211] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.642908] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06cd70c4-78dc-469d-8256-a82bc7444b1f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.647798] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 640.647798] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f9ec00-ffc9-aed7-7317-714e717ae56b" [ 640.647798] env[63105]: _type = "Task" [ 640.647798] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.655015] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f9ec00-ffc9-aed7-7317-714e717ae56b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.684207] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c68c8639-8e14-40fa-ae49-d24b47862ff7 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "bd76bbfc-9c88-4046-8d6a-cb72d35453d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.330s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.706168] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758488, 'name': Rename_Task, 'duration_secs': 0.129753} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.706445] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.706870] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f778f09-d542-4125-8835-6cdb959443d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.713676] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 640.713676] env[63105]: value = "task-2758490" [ 640.713676] env[63105]: _type = "Task" [ 640.713676] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.726564] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.759482] env[63105]: DEBUG oslo_vmware.api [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Task: {'id': task-2758489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319319} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.759802] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.760039] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.760280] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.760463] env[63105]: INFO nova.compute.manager [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Took 1.19 seconds to destroy the instance on the hypervisor. [ 640.760777] env[63105]: DEBUG oslo.service.loopingcall [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 640.760876] env[63105]: DEBUG nova.compute.manager [-] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 640.761013] env[63105]: DEBUG nova.network.neutron [-] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.028360] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.547s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.031974] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.170s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.033924] env[63105]: INFO nova.compute.claims [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.052077] env[63105]: INFO nova.scheduler.client.report [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleted allocations for instance ec73cb87-6d0c-4390-88ef-f26ca372063f [ 641.160095] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f9ec00-ffc9-aed7-7317-714e717ae56b, 'name': SearchDatastore_Task, 'duration_secs': 0.018657} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.160095] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9240c383-886d-4a34-ad6e-4bacbfd7b31f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.165430] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 641.165430] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52eb65f5-5082-a9a6-ff58-352cbe766be2" [ 641.165430] env[63105]: _type = "Task" [ 641.165430] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.174979] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52eb65f5-5082-a9a6-ff58-352cbe766be2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.186525] env[63105]: DEBUG nova.compute.manager [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.222898] env[63105]: DEBUG oslo_vmware.api [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758490, 'name': PowerOnVM_Task, 'duration_secs': 0.466541} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.224580] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.224905] env[63105]: INFO nova.compute.manager [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Took 4.50 seconds to spawn the instance on the hypervisor. [ 641.225125] env[63105]: DEBUG nova.compute.manager [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.226599] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035061a7-02b0-44e6-b558-464d9e986227 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.233353] env[63105]: DEBUG nova.network.neutron [-] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.271364] env[63105]: DEBUG nova.compute.manager [req-746629b4-bf0a-4048-8fdb-a0c2d3b93787 req-95b28b0a-b85b-4307-b116-c176d1df571b service nova] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Received event network-vif-deleted-adb3a397-e8dc-4f64-bddd-af012b3828dd {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 641.271557] env[63105]: DEBUG nova.compute.manager [req-746629b4-bf0a-4048-8fdb-a0c2d3b93787 req-95b28b0a-b85b-4307-b116-c176d1df571b service nova] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Received event network-vif-deleted-68a51d08-8747-4915-9387-d777f100fdee {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 641.271747] env[63105]: INFO nova.compute.manager [req-746629b4-bf0a-4048-8fdb-a0c2d3b93787 req-95b28b0a-b85b-4307-b116-c176d1df571b service nova] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Neutron deleted interface 68a51d08-8747-4915-9387-d777f100fdee; detaching it from the instance and deleting it from the info cache [ 641.271922] env[63105]: DEBUG nova.network.neutron [req-746629b4-bf0a-4048-8fdb-a0c2d3b93787 req-95b28b0a-b85b-4307-b116-c176d1df571b service nova] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.461163] env[63105]: DEBUG nova.network.neutron [-] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.559033] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e68553c0-bed6-4f49-a909-0472dca7362d tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "ec73cb87-6d0c-4390-88ef-f26ca372063f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.279s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.675886] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52eb65f5-5082-a9a6-ff58-352cbe766be2, 'name': SearchDatastore_Task, 'duration_secs': 0.02172} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.676051] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.677026] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 46864447-5fdc-4e7e-ad3d-63c9d7c15afc/46864447-5fdc-4e7e-ad3d-63c9d7c15afc.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.677026] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94e8d50e-69c9-4beb-bb8c-b5841031da40 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.682687] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 641.682687] env[63105]: value = "task-2758491" [ 641.682687] env[63105]: _type = "Task" [ 641.682687] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.693609] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.705826] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.736484] env[63105]: INFO nova.compute.manager [-] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Took 1.22 seconds to deallocate network for instance. [ 641.749506] env[63105]: INFO nova.compute.manager [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Took 32.55 seconds to build instance. [ 641.774202] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-543fb9d8-77d5-4c99-a8ca-dadcf14575c5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.783546] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753394c4-fb76-4acd-a426-8d80a709ae9a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.815009] env[63105]: DEBUG nova.compute.manager [req-746629b4-bf0a-4048-8fdb-a0c2d3b93787 req-95b28b0a-b85b-4307-b116-c176d1df571b service nova] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Detach interface failed, port_id=68a51d08-8747-4915-9387-d777f100fdee, reason: Instance be7b959e-265e-41e1-b578-acb0ec182c71 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 641.900032] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "62d329f2-b211-4c32-9cbd-5b4d68e825b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.900213] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "62d329f2-b211-4c32-9cbd-5b4d68e825b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.965732] env[63105]: INFO nova.compute.manager [-] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Took 1.20 seconds to deallocate network for instance. [ 642.192560] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490785} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.194593] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 46864447-5fdc-4e7e-ad3d-63c9d7c15afc/46864447-5fdc-4e7e-ad3d-63c9d7c15afc.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.194837] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.195266] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75f653ad-be1f-4021-b761-b95f9ef5e955 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.201012] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 642.201012] env[63105]: value = "task-2758492" [ 642.201012] env[63105]: _type = "Task" [ 642.201012] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.212252] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.243322] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.252121] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bb9d6457-7254-4c23-ac49-867ba97efc8f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "17e58975-52ca-4e4e-8358-e72975123529" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.377s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.471236] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.480192] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.480498] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.531276] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8e3344-bbf0-407c-8dd5-8c59cc1594a4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.542488] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f05fb5-c1c2-4c4c-b47b-4d3fce97545a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.576685] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ec00ea-246a-40e8-84a2-5d2db35b8872 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.584928] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4705f1-50d6-4cf0-bb11-21bf7a829dbd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.599873] env[63105]: DEBUG nova.compute.provider_tree [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.710255] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122812} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.710547] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.711321] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7f4861-11c4-4f5c-a392-6893cd6c16ef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.730216] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 46864447-5fdc-4e7e-ad3d-63c9d7c15afc/46864447-5fdc-4e7e-ad3d-63c9d7c15afc.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.730464] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f5293da-3c65-4730-85be-926d0a7e5bf6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.749421] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 642.749421] env[63105]: value = "task-2758493" [ 642.749421] env[63105]: _type = "Task" [ 642.749421] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.756961] env[63105]: DEBUG nova.compute.manager [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.759919] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.123022] env[63105]: ERROR nova.scheduler.client.report [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [req-89620939-4d87-4ba8-98e2-93880ff26780] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89620939-4d87-4ba8-98e2-93880ff26780"}]} [ 643.138098] env[63105]: DEBUG nova.scheduler.client.report [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 643.152821] env[63105]: DEBUG nova.scheduler.client.report [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 643.153117] env[63105]: DEBUG nova.compute.provider_tree [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.164596] env[63105]: DEBUG nova.scheduler.client.report [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 643.183529] env[63105]: DEBUG nova.scheduler.client.report [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 643.264234] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758493, 'name': ReconfigVM_Task, 'duration_secs': 0.239762} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.266207] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 46864447-5fdc-4e7e-ad3d-63c9d7c15afc/46864447-5fdc-4e7e-ad3d-63c9d7c15afc.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.266876] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03f9a88e-c332-4682-a010-288f957d1253 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.275315] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 643.275315] env[63105]: value = "task-2758494" [ 643.275315] env[63105]: _type = "Task" [ 643.275315] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.276086] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.286469] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758494, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.619347] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f5e04a-c8c8-43f2-8754-495b2e6a7b59 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.626772] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b64ec7-a6dc-495e-b4ea-a54df41ab98d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.656962] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd2c2eb-1b33-439d-a48c-8c1d49b6690c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.664413] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243a3adf-0776-4a6b-98e5-26b8b1ccc6a3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.677711] env[63105]: DEBUG nova.compute.provider_tree [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.786395] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758494, 'name': Rename_Task, 'duration_secs': 0.15012} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.786758] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.787063] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad7eeea6-1ee3-4423-8c46-c90fe971e39f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.793354] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 643.793354] env[63105]: value = "task-2758495" [ 643.793354] env[63105]: _type = "Task" [ 643.793354] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.802102] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.209567] env[63105]: DEBUG nova.scheduler.client.report [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 644.209847] env[63105]: DEBUG nova.compute.provider_tree [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 54 to 55 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 644.210039] env[63105]: DEBUG nova.compute.provider_tree [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 644.304998] env[63105]: DEBUG oslo_vmware.api [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758495, 'name': PowerOnVM_Task, 'duration_secs': 0.404589} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.305295] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.305490] env[63105]: INFO nova.compute.manager [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Took 4.80 seconds to spawn the instance on the hypervisor. [ 644.305667] env[63105]: DEBUG nova.compute.manager [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.306445] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a2999b-4bbf-425c-b4a5-254424f31870 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.718023] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.685s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.718023] env[63105]: DEBUG nova.compute.manager [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.719624] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.485s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.719992] env[63105]: DEBUG nova.objects.instance [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Lazy-loading 'resources' on Instance uuid 96025479-e79b-4a2d-ab21-169965c2902f {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.825090] env[63105]: INFO nova.compute.manager [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Took 33.18 seconds to build instance. [ 645.191668] env[63105]: INFO nova.compute.manager [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Rebuilding instance [ 645.220790] env[63105]: DEBUG nova.compute.utils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 645.222185] env[63105]: DEBUG nova.compute.manager [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.222356] env[63105]: DEBUG nova.network.neutron [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.232750] env[63105]: DEBUG nova.compute.manager [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.233217] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85a6b99-145a-4823-b6e7-b5ef9c8c49e8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.280988] env[63105]: DEBUG nova.policy [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6c9538e1ea74e31ab547f6d37768d5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbb6be3f6fd9413fb586bf39c012ba60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.328716] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8c000516-041a-4657-83e3-6ccc98eea6fa tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "46864447-5fdc-4e7e-ad3d-63c9d7c15afc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.229s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.618251] env[63105]: DEBUG nova.network.neutron [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Successfully created port: 90247bf5-a3d7-4187-a85c-4bbb8bb989fc {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.681070] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a4b769-a58c-4043-9c66-731553088639 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.692448] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174b0bd0-7f1a-445e-b9dd-7f54b72fa25d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.724843] env[63105]: DEBUG nova.compute.manager [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.727760] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6d58bd-e40a-4cb8-afb3-78f9c4aa4378 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.735541] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792b32d5-1869-4834-8fac-2fea19787fda {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.752557] env[63105]: DEBUG nova.compute.provider_tree [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.831882] env[63105]: DEBUG nova.compute.manager [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.254955] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.255810] env[63105]: DEBUG nova.scheduler.client.report [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 646.259063] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdc76beb-d6f0-4c61-b171-4875aed8cfcf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.267101] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 646.267101] env[63105]: value = "task-2758496" [ 646.267101] env[63105]: _type = "Task" [ 646.267101] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.275316] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.356880] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.738154] env[63105]: DEBUG nova.compute.manager [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.761967] env[63105]: DEBUG nova.virt.hardware [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 646.762254] env[63105]: DEBUG nova.virt.hardware [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 646.762416] env[63105]: DEBUG nova.virt.hardware [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.762595] env[63105]: DEBUG nova.virt.hardware [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 646.762737] env[63105]: DEBUG nova.virt.hardware [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.762879] env[63105]: DEBUG nova.virt.hardware [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 646.763094] env[63105]: DEBUG nova.virt.hardware [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 646.763303] env[63105]: DEBUG nova.virt.hardware [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 646.763424] env[63105]: DEBUG nova.virt.hardware [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 646.763587] env[63105]: DEBUG nova.virt.hardware [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 646.763757] env[63105]: DEBUG nova.virt.hardware [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 646.764501] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.766775] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412ee807-56a5-44c9-95ec-16c0f0e7abda {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.769481] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.310s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.770909] env[63105]: INFO nova.compute.claims [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.785413] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78743b58-ebe3-4fc5-9ae7-3d454e8abf3d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.790241] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758496, 'name': PowerOffVM_Task, 'duration_secs': 0.175834} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.791227] env[63105]: INFO nova.scheduler.client.report [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Deleted allocations for instance 96025479-e79b-4a2d-ab21-169965c2902f [ 646.792222] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.793119] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.797478] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92509de-1d17-4b41-b35e-bff80835c432 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.816152] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.816495] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06f68c6e-2bbc-4e28-9783-a029a561fe23 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.837902] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.838168] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.838352] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Deleting the datastore file [datastore2] 46864447-5fdc-4e7e-ad3d-63c9d7c15afc {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.839278] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ae8cfa7-d38b-430d-b9bb-78cd5861d555 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.846554] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 646.846554] env[63105]: value = "task-2758498" [ 646.846554] env[63105]: _type = "Task" [ 646.846554] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.855484] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.043136] env[63105]: DEBUG nova.compute.manager [req-8ac462c9-d517-4abe-bb90-9c0dc12bfecc req-ae8529eb-5797-42ff-8173-39562492cd37 service nova] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Received event network-vif-plugged-90247bf5-a3d7-4187-a85c-4bbb8bb989fc {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 647.043136] env[63105]: DEBUG oslo_concurrency.lockutils [req-8ac462c9-d517-4abe-bb90-9c0dc12bfecc req-ae8529eb-5797-42ff-8173-39562492cd37 service nova] Acquiring lock "197ae546-2199-49d6-b4cc-a295e4353a1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.043136] env[63105]: DEBUG oslo_concurrency.lockutils [req-8ac462c9-d517-4abe-bb90-9c0dc12bfecc req-ae8529eb-5797-42ff-8173-39562492cd37 service nova] Lock "197ae546-2199-49d6-b4cc-a295e4353a1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.043136] env[63105]: DEBUG oslo_concurrency.lockutils [req-8ac462c9-d517-4abe-bb90-9c0dc12bfecc req-ae8529eb-5797-42ff-8173-39562492cd37 service nova] Lock "197ae546-2199-49d6-b4cc-a295e4353a1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.043136] env[63105]: DEBUG nova.compute.manager [req-8ac462c9-d517-4abe-bb90-9c0dc12bfecc req-ae8529eb-5797-42ff-8173-39562492cd37 service nova] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] No waiting events found dispatching network-vif-plugged-90247bf5-a3d7-4187-a85c-4bbb8bb989fc {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.043806] env[63105]: WARNING nova.compute.manager [req-8ac462c9-d517-4abe-bb90-9c0dc12bfecc req-ae8529eb-5797-42ff-8173-39562492cd37 service nova] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Received unexpected event network-vif-plugged-90247bf5-a3d7-4187-a85c-4bbb8bb989fc for instance with vm_state building and task_state spawning. [ 647.100209] env[63105]: DEBUG nova.network.neutron [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Successfully updated port: 90247bf5-a3d7-4187-a85c-4bbb8bb989fc {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.304483] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc4fdad1-ffbe-4933-9270-b266725154b3 tempest-FloatingIPsAssociationNegativeTestJSON-441887324 tempest-FloatingIPsAssociationNegativeTestJSON-441887324-project-member] Lock "96025479-e79b-4a2d-ab21-169965c2902f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.875s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.357125] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107865} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.357474] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.357576] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.358237] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.606501] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Acquiring lock "refresh_cache-197ae546-2199-49d6-b4cc-a295e4353a1f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.606501] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Acquired lock "refresh_cache-197ae546-2199-49d6-b4cc-a295e4353a1f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.606501] env[63105]: DEBUG nova.network.neutron [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.162474] env[63105]: DEBUG nova.network.neutron [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.301375] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a472c597-a62e-4ec4-9c71-bc611c1d7529 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.310273] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6983d75-e978-422b-aee9-cc50feca49d9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.340692] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8974d62-4ea1-4035-b5bd-2618bf8e782b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.347959] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d00b204-761c-4861-90d8-1452f5a8bbee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.364155] env[63105]: DEBUG nova.compute.provider_tree [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.392141] env[63105]: DEBUG nova.virt.hardware [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 648.392446] env[63105]: DEBUG nova.virt.hardware [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 648.392621] env[63105]: DEBUG nova.virt.hardware [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.392845] env[63105]: DEBUG nova.virt.hardware [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 648.393043] env[63105]: DEBUG nova.virt.hardware [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.393235] env[63105]: DEBUG nova.virt.hardware [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 648.393512] env[63105]: DEBUG nova.virt.hardware [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 648.393693] env[63105]: DEBUG nova.virt.hardware [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 648.393894] env[63105]: DEBUG nova.virt.hardware [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 648.394105] env[63105]: DEBUG nova.virt.hardware [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 648.394360] env[63105]: DEBUG nova.virt.hardware [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 648.395294] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653d6abd-4147-4655-bf4a-0ff7a1608072 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.403105] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc59be5-024f-4834-a6c1-26428f8f2c87 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.407383] env[63105]: DEBUG nova.network.neutron [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Updating instance_info_cache with network_info: [{"id": "90247bf5-a3d7-4187-a85c-4bbb8bb989fc", "address": "fa:16:3e:c0:ef:64", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90247bf5-a3", "ovs_interfaceid": "90247bf5-a3d7-4187-a85c-4bbb8bb989fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.418218] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Instance VIF info [] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.423782] env[63105]: DEBUG oslo.service.loopingcall [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.424625] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.424847] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9a8a52d-b725-493b-a6c7-d6f6957a0754 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.442418] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.442418] env[63105]: value = "task-2758499" [ 648.442418] env[63105]: _type = "Task" [ 648.442418] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.450042] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758499, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.869653] env[63105]: DEBUG nova.scheduler.client.report [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 648.910422] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Releasing lock "refresh_cache-197ae546-2199-49d6-b4cc-a295e4353a1f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.910760] env[63105]: DEBUG nova.compute.manager [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Instance network_info: |[{"id": "90247bf5-a3d7-4187-a85c-4bbb8bb989fc", "address": "fa:16:3e:c0:ef:64", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90247bf5-a3", "ovs_interfaceid": "90247bf5-a3d7-4187-a85c-4bbb8bb989fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.911227] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:ef:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90247bf5-a3d7-4187-a85c-4bbb8bb989fc', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.918630] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Creating folder: Project (dbb6be3f6fd9413fb586bf39c012ba60). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.918903] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1995d12d-4c99-4309-8487-bec07732650e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.929739] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Created folder: Project (dbb6be3f6fd9413fb586bf39c012ba60) in parent group-v554960. [ 648.929938] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Creating folder: Instances. Parent ref: group-v555042. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.931267] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f19d5fe4-4d65-4393-97b1-caa9b253cb4a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.938956] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Created folder: Instances in parent group-v555042. [ 648.938956] env[63105]: DEBUG oslo.service.loopingcall [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.939134] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.939363] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44895d0b-760b-4d7f-8a30-c999aa0b4915 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.962270] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758499, 'name': CreateVM_Task, 'duration_secs': 0.336498} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.963417] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.963619] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.963619] env[63105]: value = "task-2758502" [ 648.963619] env[63105]: _type = "Task" [ 648.963619] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.963998] env[63105]: DEBUG oslo_concurrency.lockutils [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.964175] env[63105]: DEBUG oslo_concurrency.lockutils [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.964480] env[63105]: DEBUG oslo_concurrency.lockutils [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.964754] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae8a27d1-ea98-457d-9202-243385f3f354 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.971947] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 648.971947] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b09187-5161-9c0c-14a3-a4d4459c3456" [ 648.971947] env[63105]: _type = "Task" [ 648.971947] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.975302] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758502, 'name': CreateVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.983121] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b09187-5161-9c0c-14a3-a4d4459c3456, 'name': SearchDatastore_Task, 'duration_secs': 0.008639} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.983371] env[63105]: DEBUG oslo_concurrency.lockutils [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.983608] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.983826] env[63105]: DEBUG oslo_concurrency.lockutils [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.983968] env[63105]: DEBUG oslo_concurrency.lockutils [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.984157] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.984400] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27daa7c3-35a7-483d-82d9-4dfaf70f766a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.992046] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.992279] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.992968] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fabef77b-c770-4de9-ad0f-e40d2b38588f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.000431] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 649.000431] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f5ff7f-f756-a2ca-2873-65020fde3d0f" [ 649.000431] env[63105]: _type = "Task" [ 649.000431] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.008534] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f5ff7f-f756-a2ca-2873-65020fde3d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.070722] env[63105]: DEBUG nova.compute.manager [req-ec784e56-ee1a-4806-892d-9fd1c5624d5b req-c36be0f3-ae89-4b4a-9fce-ad080edb0dbb service nova] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Received event network-changed-90247bf5-a3d7-4187-a85c-4bbb8bb989fc {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 649.070926] env[63105]: DEBUG nova.compute.manager [req-ec784e56-ee1a-4806-892d-9fd1c5624d5b req-c36be0f3-ae89-4b4a-9fce-ad080edb0dbb service nova] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Refreshing instance network info cache due to event network-changed-90247bf5-a3d7-4187-a85c-4bbb8bb989fc. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 649.071228] env[63105]: DEBUG oslo_concurrency.lockutils [req-ec784e56-ee1a-4806-892d-9fd1c5624d5b req-c36be0f3-ae89-4b4a-9fce-ad080edb0dbb service nova] Acquiring lock "refresh_cache-197ae546-2199-49d6-b4cc-a295e4353a1f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.071375] env[63105]: DEBUG oslo_concurrency.lockutils [req-ec784e56-ee1a-4806-892d-9fd1c5624d5b req-c36be0f3-ae89-4b4a-9fce-ad080edb0dbb service nova] Acquired lock "refresh_cache-197ae546-2199-49d6-b4cc-a295e4353a1f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.071536] env[63105]: DEBUG nova.network.neutron [req-ec784e56-ee1a-4806-892d-9fd1c5624d5b req-c36be0f3-ae89-4b4a-9fce-ad080edb0dbb service nova] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Refreshing network info cache for port 90247bf5-a3d7-4187-a85c-4bbb8bb989fc {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.375255] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.375817] env[63105]: DEBUG nova.compute.manager [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.379738] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.943s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.474857] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758502, 'name': CreateVM_Task, 'duration_secs': 0.511336} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.474857] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.476018] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.476018] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.476465] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.476726] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf5ba05-708c-4545-a769-875d3ad5125f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.481789] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Waiting for the task: (returnval){ [ 649.481789] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d0738b-6c92-1701-0f21-efc387ecd3d4" [ 649.481789] env[63105]: _type = "Task" [ 649.481789] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.490912] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d0738b-6c92-1701-0f21-efc387ecd3d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.509463] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f5ff7f-f756-a2ca-2873-65020fde3d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.008149} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.510281] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0211868d-7922-45f9-97a0-9d0ab67beda3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.515245] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 649.515245] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52407bce-23e0-fe00-c564-2609265e3f94" [ 649.515245] env[63105]: _type = "Task" [ 649.515245] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.522208] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52407bce-23e0-fe00-c564-2609265e3f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.803837] env[63105]: DEBUG nova.network.neutron [req-ec784e56-ee1a-4806-892d-9fd1c5624d5b req-c36be0f3-ae89-4b4a-9fce-ad080edb0dbb service nova] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Updated VIF entry in instance network info cache for port 90247bf5-a3d7-4187-a85c-4bbb8bb989fc. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.804435] env[63105]: DEBUG nova.network.neutron [req-ec784e56-ee1a-4806-892d-9fd1c5624d5b req-c36be0f3-ae89-4b4a-9fce-ad080edb0dbb service nova] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Updating instance_info_cache with network_info: [{"id": "90247bf5-a3d7-4187-a85c-4bbb8bb989fc", "address": "fa:16:3e:c0:ef:64", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90247bf5-a3", "ovs_interfaceid": "90247bf5-a3d7-4187-a85c-4bbb8bb989fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.883355] env[63105]: DEBUG nova.compute.utils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 649.887356] env[63105]: DEBUG nova.compute.manager [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.887356] env[63105]: DEBUG nova.network.neutron [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.930861] env[63105]: DEBUG nova.policy [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '909f3bf065fb4b0286cfd76d0c95bebb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d10a8e458c34f2e882093313a9c88d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.997818] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d0738b-6c92-1701-0f21-efc387ecd3d4, 'name': SearchDatastore_Task, 'duration_secs': 0.008815} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.998044] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.998289] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.998493] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.027703] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52407bce-23e0-fe00-c564-2609265e3f94, 'name': SearchDatastore_Task, 'duration_secs': 0.007741} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.028193] env[63105]: DEBUG oslo_concurrency.lockutils [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.028267] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 46864447-5fdc-4e7e-ad3d-63c9d7c15afc/46864447-5fdc-4e7e-ad3d-63c9d7c15afc.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.028503] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.028681] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.028889] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-666c9248-4631-4f61-884d-0878b1359df2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.030802] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be984cd2-bbfa-4574-8a5b-5861303d3d17 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.043202] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 650.043202] env[63105]: value = "task-2758503" [ 650.043202] env[63105]: _type = "Task" [ 650.043202] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.044641] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.044819] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.051546] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95225ae1-b70b-4436-bcff-24fb42707354 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.061074] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.061415] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Waiting for the task: (returnval){ [ 650.061415] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5286d998-f42a-7245-8ae1-b2098eb23fde" [ 650.061415] env[63105]: _type = "Task" [ 650.061415] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.069179] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5286d998-f42a-7245-8ae1-b2098eb23fde, 'name': SearchDatastore_Task, 'duration_secs': 0.009123} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.070262] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4da6464-7374-4cb7-8c0f-809b19da4885 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.076509] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Waiting for the task: (returnval){ [ 650.076509] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f10dd4-086a-801e-9b05-96ec5eb9cebb" [ 650.076509] env[63105]: _type = "Task" [ 650.076509] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.083712] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f10dd4-086a-801e-9b05-96ec5eb9cebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.309147] env[63105]: DEBUG oslo_concurrency.lockutils [req-ec784e56-ee1a-4806-892d-9fd1c5624d5b req-c36be0f3-ae89-4b4a-9fce-ad080edb0dbb service nova] Releasing lock "refresh_cache-197ae546-2199-49d6-b4cc-a295e4353a1f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.342802] env[63105]: DEBUG nova.network.neutron [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Successfully created port: 4e0057fa-8f67-447d-b9b9-55494fdd724e {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.390889] env[63105]: DEBUG nova.compute.manager [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.537462] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59dccc3-00ce-4d6a-bad4-bf5929ea37d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.548330] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a336b4c5-c55f-4acc-a254-03d2372ca6c1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.557180] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504097} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.581087] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 46864447-5fdc-4e7e-ad3d-63c9d7c15afc/46864447-5fdc-4e7e-ad3d-63c9d7c15afc.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.581360] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.581855] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3e91eff-4c81-4f34-b2fa-b5607cb52c7a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.587346] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0928c3a-45a6-44a2-9361-73dffe549901 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.595226] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f10dd4-086a-801e-9b05-96ec5eb9cebb, 'name': SearchDatastore_Task, 'duration_secs': 0.007667} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.598170] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.598465] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 197ae546-2199-49d6-b4cc-a295e4353a1f/197ae546-2199-49d6-b4cc-a295e4353a1f.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.598827] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 650.598827] env[63105]: value = "task-2758504" [ 650.598827] env[63105]: _type = "Task" [ 650.598827] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.599020] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9164881f-a047-46bc-b9a8-7263a2769c35 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.602191] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fdac9e-c0cb-4b99-8fdb-ef6a145dde7d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.613652] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Waiting for the task: (returnval){ [ 650.613652] env[63105]: value = "task-2758505" [ 650.613652] env[63105]: _type = "Task" [ 650.613652] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.624336] env[63105]: DEBUG nova.compute.provider_tree [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.625655] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.635944] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.115413] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060832} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.115669] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.116886] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7519b34-7a27-42d6-ae47-bc6144f017a4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.135484] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 46864447-5fdc-4e7e-ad3d-63c9d7c15afc/46864447-5fdc-4e7e-ad3d-63c9d7c15afc.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.139015] env[63105]: DEBUG nova.scheduler.client.report [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 651.142261] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff633476-9422-49c8-b2ee-95bd5740baf5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.163871] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438812} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.168182] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 197ae546-2199-49d6-b4cc-a295e4353a1f/197ae546-2199-49d6-b4cc-a295e4353a1f.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.168182] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.168182] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 651.168182] env[63105]: value = "task-2758506" [ 651.168182] env[63105]: _type = "Task" [ 651.168182] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.168182] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96dd40b0-0633-4087-9ab9-c99b695046c9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.179007] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.183674] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Waiting for the task: (returnval){ [ 651.183674] env[63105]: value = "task-2758507" [ 651.183674] env[63105]: _type = "Task" [ 651.183674] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.191200] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.406202] env[63105]: DEBUG nova.compute.manager [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.436785] env[63105]: DEBUG nova.virt.hardware [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 651.437443] env[63105]: DEBUG nova.virt.hardware [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 651.437720] env[63105]: DEBUG nova.virt.hardware [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.437993] env[63105]: DEBUG nova.virt.hardware [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 651.438260] env[63105]: DEBUG nova.virt.hardware [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.438503] env[63105]: DEBUG nova.virt.hardware [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 651.438807] env[63105]: DEBUG nova.virt.hardware [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 651.439229] env[63105]: DEBUG nova.virt.hardware [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 651.439557] env[63105]: DEBUG nova.virt.hardware [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 651.439836] env[63105]: DEBUG nova.virt.hardware [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 651.440128] env[63105]: DEBUG nova.virt.hardware [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 651.441258] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60afbe7f-4ad6-4113-ad56-6b3807ab51ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.449627] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73974fde-f6f2-4bec-8196-3437d3d83056 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.682764] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758506, 'name': ReconfigVM_Task, 'duration_secs': 0.283394} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.683113] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 46864447-5fdc-4e7e-ad3d-63c9d7c15afc/46864447-5fdc-4e7e-ad3d-63c9d7c15afc.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.683804] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a64f975-0c2c-41cf-b3e8-5cc96be696cd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.701484] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069269} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.701484] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.701484] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 651.701484] env[63105]: value = "task-2758508" [ 651.701484] env[63105]: _type = "Task" [ 651.701484] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.701874] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e551da16-2b9e-4bfa-9f1b-ff1fc5c85a2e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.716455] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758508, 'name': Rename_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.736027] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 197ae546-2199-49d6-b4cc-a295e4353a1f/197ae546-2199-49d6-b4cc-a295e4353a1f.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.736665] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de38fdf3-dfc8-470e-a70d-154c71f4dacc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.756978] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Waiting for the task: (returnval){ [ 651.756978] env[63105]: value = "task-2758509" [ 651.756978] env[63105]: _type = "Task" [ 651.756978] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.765673] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.933140] env[63105]: DEBUG nova.compute.manager [req-330f2434-6821-4339-979b-dde5a4799ded req-8899aa73-3262-4053-8708-e3876952b25a service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Received event network-vif-plugged-4e0057fa-8f67-447d-b9b9-55494fdd724e {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 651.933140] env[63105]: DEBUG oslo_concurrency.lockutils [req-330f2434-6821-4339-979b-dde5a4799ded req-8899aa73-3262-4053-8708-e3876952b25a service nova] Acquiring lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.933140] env[63105]: DEBUG oslo_concurrency.lockutils [req-330f2434-6821-4339-979b-dde5a4799ded req-8899aa73-3262-4053-8708-e3876952b25a service nova] Lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.933243] env[63105]: DEBUG oslo_concurrency.lockutils [req-330f2434-6821-4339-979b-dde5a4799ded req-8899aa73-3262-4053-8708-e3876952b25a service nova] Lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.933787] env[63105]: DEBUG nova.compute.manager [req-330f2434-6821-4339-979b-dde5a4799ded req-8899aa73-3262-4053-8708-e3876952b25a service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] No waiting events found dispatching network-vif-plugged-4e0057fa-8f67-447d-b9b9-55494fdd724e {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.934043] env[63105]: WARNING nova.compute.manager [req-330f2434-6821-4339-979b-dde5a4799ded req-8899aa73-3262-4053-8708-e3876952b25a service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Received unexpected event network-vif-plugged-4e0057fa-8f67-447d-b9b9-55494fdd724e for instance with vm_state building and task_state spawning. [ 652.103759] env[63105]: DEBUG nova.network.neutron [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Successfully updated port: 4e0057fa-8f67-447d-b9b9-55494fdd724e {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.165227] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.784s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.166895] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.420s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.171744] env[63105]: INFO nova.compute.claims [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.221879] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758508, 'name': Rename_Task, 'duration_secs': 0.134047} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.221879] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.221879] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4696986-cbf6-454f-a99c-d496531a7bc5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.228363] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 652.228363] env[63105]: value = "task-2758510" [ 652.228363] env[63105]: _type = "Task" [ 652.228363] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.236242] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.266931] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758509, 'name': ReconfigVM_Task, 'duration_secs': 0.255764} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.267256] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 197ae546-2199-49d6-b4cc-a295e4353a1f/197ae546-2199-49d6-b4cc-a295e4353a1f.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.267866] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51ad9a4d-f335-48d0-8bb3-7adbce30d75b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.274422] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Waiting for the task: (returnval){ [ 652.274422] env[63105]: value = "task-2758511" [ 652.274422] env[63105]: _type = "Task" [ 652.274422] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.283446] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758511, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.607760] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "refresh_cache-2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.607760] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquired lock "refresh_cache-2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.608077] env[63105]: DEBUG nova.network.neutron [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.743026] env[63105]: DEBUG oslo_vmware.api [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758510, 'name': PowerOnVM_Task, 'duration_secs': 0.428369} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.743026] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.743026] env[63105]: DEBUG nova.compute.manager [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.743026] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f269571f-996d-4ed6-9a1e-e0aedb2554e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.759829] env[63105]: INFO nova.scheduler.client.report [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Deleted allocation for migration ccf0b775-a085-4495-a795-0b2b0ff56b94 [ 652.784892] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758511, 'name': Rename_Task, 'duration_secs': 0.162919} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.785196] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.785450] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edb7343a-5b1d-4211-8ed2-3772ff6f3095 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.791798] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Waiting for the task: (returnval){ [ 652.791798] env[63105]: value = "task-2758512" [ 652.791798] env[63105]: _type = "Task" [ 652.791798] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.802739] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.141725] env[63105]: DEBUG nova.network.neutron [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.265017] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eacfcd5-0c58-4c0c-b156-4602744bb6b3 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.350s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.273761] env[63105]: DEBUG oslo_concurrency.lockutils [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.303682] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.314287] env[63105]: DEBUG nova.network.neutron [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Updating instance_info_cache with network_info: [{"id": "4e0057fa-8f67-447d-b9b9-55494fdd724e", "address": "fa:16:3e:f1:27:e8", "network": {"id": "a5367371-8d40-419e-8bfc-a7b5ebd6bf85", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1688951479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d10a8e458c34f2e882093313a9c88d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0057fa-8f", "ovs_interfaceid": "4e0057fa-8f67-447d-b9b9-55494fdd724e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.324614] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Acquiring lock "821a516b-af49-4b2c-b120-d08b237ccb7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.324842] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Lock "821a516b-af49-4b2c-b120-d08b237ccb7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.745975] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4c3337-2911-469b-8ce1-5b7a5c5323ed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.753647] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45522c17-2efc-42b2-a56b-c751eefdc7ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.786772] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91f7ff8-f825-4ecb-99f3-3064bef04287 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.798048] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fccee1-8ec4-4f33-91f2-ebfd6bc92d35 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.808553] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758512, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.816423] env[63105]: DEBUG nova.compute.provider_tree [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.817978] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Releasing lock "refresh_cache-2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.821801] env[63105]: DEBUG nova.compute.manager [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Instance network_info: |[{"id": "4e0057fa-8f67-447d-b9b9-55494fdd724e", "address": "fa:16:3e:f1:27:e8", "network": {"id": "a5367371-8d40-419e-8bfc-a7b5ebd6bf85", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1688951479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d10a8e458c34f2e882093313a9c88d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0057fa-8f", "ovs_interfaceid": "4e0057fa-8f67-447d-b9b9-55494fdd724e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.821801] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:27:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e0057fa-8f67-447d-b9b9-55494fdd724e', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.826268] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Creating folder: Project (3d10a8e458c34f2e882093313a9c88d4). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.826539] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7be5c81d-a6f7-4386-b67e-8d9eebe156d7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.836460] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Created folder: Project (3d10a8e458c34f2e882093313a9c88d4) in parent group-v554960. [ 653.836658] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Creating folder: Instances. Parent ref: group-v555045. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.836893] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-257a0b32-a4af-422e-aa95-7135fd84cb6d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.845522] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Created folder: Instances in parent group-v555045. [ 653.845754] env[63105]: DEBUG oslo.service.loopingcall [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 653.845935] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.846429] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1ec7bbe-cd3e-44f0-86d3-6400dad06687 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.869027] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.869027] env[63105]: value = "task-2758515" [ 653.869027] env[63105]: _type = "Task" [ 653.869027] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.876439] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758515, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.234469] env[63105]: DEBUG nova.compute.manager [req-f5c06f12-b47a-4298-a36f-26f05ebf79f0 req-d3781844-7649-4ce3-a464-7d68895b2ac7 service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Received event network-changed-4e0057fa-8f67-447d-b9b9-55494fdd724e {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 654.234668] env[63105]: DEBUG nova.compute.manager [req-f5c06f12-b47a-4298-a36f-26f05ebf79f0 req-d3781844-7649-4ce3-a464-7d68895b2ac7 service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Refreshing instance network info cache due to event network-changed-4e0057fa-8f67-447d-b9b9-55494fdd724e. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 654.234918] env[63105]: DEBUG oslo_concurrency.lockutils [req-f5c06f12-b47a-4298-a36f-26f05ebf79f0 req-d3781844-7649-4ce3-a464-7d68895b2ac7 service nova] Acquiring lock "refresh_cache-2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.235032] env[63105]: DEBUG oslo_concurrency.lockutils [req-f5c06f12-b47a-4298-a36f-26f05ebf79f0 req-d3781844-7649-4ce3-a464-7d68895b2ac7 service nova] Acquired lock "refresh_cache-2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.235550] env[63105]: DEBUG nova.network.neutron [req-f5c06f12-b47a-4298-a36f-26f05ebf79f0 req-d3781844-7649-4ce3-a464-7d68895b2ac7 service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Refreshing network info cache for port 4e0057fa-8f67-447d-b9b9-55494fdd724e {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.303947] env[63105]: DEBUG oslo_vmware.api [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758512, 'name': PowerOnVM_Task, 'duration_secs': 1.026593} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.304536] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.304743] env[63105]: INFO nova.compute.manager [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Took 7.57 seconds to spawn the instance on the hypervisor. [ 654.304918] env[63105]: DEBUG nova.compute.manager [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.305688] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f34e5da-64b1-4b9c-8d50-1a26d1f62d1c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.319890] env[63105]: DEBUG nova.scheduler.client.report [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 654.381020] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758515, 'name': CreateVM_Task, 'duration_secs': 0.306809} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.381020] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.381020] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.381233] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.381534] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.381826] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c94c7ae4-22df-4fb3-bf29-5dc261a216a3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.386550] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 654.386550] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5280cda2-0335-d291-5d48-5e3883b076cd" [ 654.386550] env[63105]: _type = "Task" [ 654.386550] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.394957] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5280cda2-0335-d291-5d48-5e3883b076cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.774691] env[63105]: DEBUG nova.compute.manager [None req-c5a2ea47-8fd5-444e-83f3-3175bcdf9c90 tempest-ServerExternalEventsTest-86233247 tempest-ServerExternalEventsTest-86233247-project] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Received event network-changed {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 654.774914] env[63105]: DEBUG nova.compute.manager [None req-c5a2ea47-8fd5-444e-83f3-3175bcdf9c90 tempest-ServerExternalEventsTest-86233247 tempest-ServerExternalEventsTest-86233247-project] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Refreshing instance network info cache due to event network-changed. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 654.775130] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c5a2ea47-8fd5-444e-83f3-3175bcdf9c90 tempest-ServerExternalEventsTest-86233247 tempest-ServerExternalEventsTest-86233247-project] Acquiring lock "refresh_cache-197ae546-2199-49d6-b4cc-a295e4353a1f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.775313] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c5a2ea47-8fd5-444e-83f3-3175bcdf9c90 tempest-ServerExternalEventsTest-86233247 tempest-ServerExternalEventsTest-86233247-project] Acquired lock "refresh_cache-197ae546-2199-49d6-b4cc-a295e4353a1f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.775492] env[63105]: DEBUG nova.network.neutron [None req-c5a2ea47-8fd5-444e-83f3-3175bcdf9c90 tempest-ServerExternalEventsTest-86233247 tempest-ServerExternalEventsTest-86233247-project] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.825674] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.825674] env[63105]: DEBUG nova.compute.manager [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.828991] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.592s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.829082] env[63105]: DEBUG nova.objects.instance [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Lazy-loading 'resources' on Instance uuid 75b01166-8911-4077-9d48-af25659c486a {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.830753] env[63105]: INFO nova.compute.manager [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Took 38.00 seconds to build instance. [ 654.899077] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5280cda2-0335-d291-5d48-5e3883b076cd, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.899077] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.899077] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.899898] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.899898] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.899898] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.900232] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4643dd3-386a-4aeb-bbfb-2d1f60cd51c1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.906463] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "46864447-5fdc-4e7e-ad3d-63c9d7c15afc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.906756] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "46864447-5fdc-4e7e-ad3d-63c9d7c15afc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.906928] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "46864447-5fdc-4e7e-ad3d-63c9d7c15afc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.907164] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "46864447-5fdc-4e7e-ad3d-63c9d7c15afc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.907301] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "46864447-5fdc-4e7e-ad3d-63c9d7c15afc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.911428] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.911428] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.912160] env[63105]: INFO nova.compute.manager [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Terminating instance [ 654.915531] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0df2a287-e77c-4e67-a31e-d0363fef66f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.922188] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 654.922188] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5284bfd1-cf4a-b22f-b2be-92d55316348b" [ 654.922188] env[63105]: _type = "Task" [ 654.922188] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.934921] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5284bfd1-cf4a-b22f-b2be-92d55316348b, 'name': SearchDatastore_Task, 'duration_secs': 0.009205} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.935639] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd2bca5a-e189-4d0a-bf9f-31c59b39e899 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.941276] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 654.941276] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52014ba8-598a-76a8-1089-1531fa1129ba" [ 654.941276] env[63105]: _type = "Task" [ 654.941276] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.949717] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52014ba8-598a-76a8-1089-1531fa1129ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.965550] env[63105]: DEBUG nova.network.neutron [req-f5c06f12-b47a-4298-a36f-26f05ebf79f0 req-d3781844-7649-4ce3-a464-7d68895b2ac7 service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Updated VIF entry in instance network info cache for port 4e0057fa-8f67-447d-b9b9-55494fdd724e. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.966011] env[63105]: DEBUG nova.network.neutron [req-f5c06f12-b47a-4298-a36f-26f05ebf79f0 req-d3781844-7649-4ce3-a464-7d68895b2ac7 service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Updating instance_info_cache with network_info: [{"id": "4e0057fa-8f67-447d-b9b9-55494fdd724e", "address": "fa:16:3e:f1:27:e8", "network": {"id": "a5367371-8d40-419e-8bfc-a7b5ebd6bf85", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1688951479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d10a8e458c34f2e882093313a9c88d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0057fa-8f", "ovs_interfaceid": "4e0057fa-8f67-447d-b9b9-55494fdd724e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.332496] env[63105]: DEBUG nova.compute.utils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 655.336439] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f17a9a24-7dce-4cac-8bed-fdce96cdc2bd tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Lock "197ae546-2199-49d6-b4cc-a295e4353a1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.787s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.336681] env[63105]: DEBUG nova.compute.manager [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.336842] env[63105]: DEBUG nova.network.neutron [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.418705] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "refresh_cache-46864447-5fdc-4e7e-ad3d-63c9d7c15afc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.418889] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquired lock "refresh_cache-46864447-5fdc-4e7e-ad3d-63c9d7c15afc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.419249] env[63105]: DEBUG nova.network.neutron [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.434456] env[63105]: DEBUG oslo_concurrency.lockutils [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Acquiring lock "197ae546-2199-49d6-b4cc-a295e4353a1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.435372] env[63105]: DEBUG oslo_concurrency.lockutils [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Lock "197ae546-2199-49d6-b4cc-a295e4353a1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.435763] env[63105]: DEBUG oslo_concurrency.lockutils [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Acquiring lock "197ae546-2199-49d6-b4cc-a295e4353a1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.435979] env[63105]: DEBUG oslo_concurrency.lockutils [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Lock "197ae546-2199-49d6-b4cc-a295e4353a1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.436175] env[63105]: DEBUG oslo_concurrency.lockutils [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Lock "197ae546-2199-49d6-b4cc-a295e4353a1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.438872] env[63105]: INFO nova.compute.manager [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Terminating instance [ 655.441971] env[63105]: DEBUG nova.policy [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c2173f2abb94936959e17d3ba00fcfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892b7078bf504695a8647c6cebc86755', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.460907] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52014ba8-598a-76a8-1089-1531fa1129ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009091} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.461209] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.461493] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3/2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.461776] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9a8ec3a-07c2-45fe-93f4-9dcfbb0bd756 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.467962] env[63105]: DEBUG oslo_concurrency.lockutils [req-f5c06f12-b47a-4298-a36f-26f05ebf79f0 req-d3781844-7649-4ce3-a464-7d68895b2ac7 service nova] Releasing lock "refresh_cache-2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.473641] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 655.473641] env[63105]: value = "task-2758516" [ 655.473641] env[63105]: _type = "Task" [ 655.473641] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.485188] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.497338] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "878bfa51-a829-4537-a841-31273a0b09cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.497602] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "878bfa51-a829-4537-a841-31273a0b09cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.626122] env[63105]: DEBUG nova.network.neutron [None req-c5a2ea47-8fd5-444e-83f3-3175bcdf9c90 tempest-ServerExternalEventsTest-86233247 tempest-ServerExternalEventsTest-86233247-project] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Updating instance_info_cache with network_info: [{"id": "90247bf5-a3d7-4187-a85c-4bbb8bb989fc", "address": "fa:16:3e:c0:ef:64", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90247bf5-a3", "ovs_interfaceid": "90247bf5-a3d7-4187-a85c-4bbb8bb989fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.841576] env[63105]: DEBUG nova.compute.manager [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.845203] env[63105]: DEBUG nova.network.neutron [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Successfully created port: b662da9c-7e1d-4aa7-841a-89a1dd10f220 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.847621] env[63105]: DEBUG nova.compute.manager [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.920924] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812e6072-39d2-4c3e-8cac-e0cb98f56c65 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.932902] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab1eb1f-7196-4fb1-81e2-06b3a6a7adbb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.965284] env[63105]: DEBUG nova.compute.manager [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.965574] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.966570] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e4a414-0123-46f9-b3b6-c11afdc5faa2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.969835] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843429f8-0948-488a-82ff-661de08847d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.981150] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.982899] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b41dbe-1796-4224-9b1e-3d98fac354b7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.986736] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33c869dd-5a32-45cc-b874-b79ea0048afa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.990984] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456744} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.991814] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3/2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.992109] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.992380] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-106451f0-cde3-44d9-a5b6-36a5bf7db734 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.004756] env[63105]: DEBUG nova.compute.provider_tree [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.009240] env[63105]: DEBUG oslo_vmware.api [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Waiting for the task: (returnval){ [ 656.009240] env[63105]: value = "task-2758517" [ 656.009240] env[63105]: _type = "Task" [ 656.009240] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.012496] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 656.012496] env[63105]: value = "task-2758518" [ 656.012496] env[63105]: _type = "Task" [ 656.012496] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.020509] env[63105]: DEBUG oslo_vmware.api [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.025435] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.133601] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c5a2ea47-8fd5-444e-83f3-3175bcdf9c90 tempest-ServerExternalEventsTest-86233247 tempest-ServerExternalEventsTest-86233247-project] Releasing lock "refresh_cache-197ae546-2199-49d6-b4cc-a295e4353a1f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.153826] env[63105]: DEBUG nova.network.neutron [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.233445] env[63105]: DEBUG nova.network.neutron [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.370223] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.508442] env[63105]: DEBUG nova.scheduler.client.report [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 656.523509] env[63105]: DEBUG oslo_vmware.api [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758517, 'name': PowerOffVM_Task, 'duration_secs': 0.446991} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.526721] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.526897] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.527193] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068439} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.527392] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a5fd099-9ae6-482c-9316-d025b4e38a7e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.528822] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.529759] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfed74e-8935-451b-985d-095274780cb9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.552712] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3/2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.553256] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57f8c0d9-3bfb-4a37-ae1e-4a22f00b8b53 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.572739] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 656.572739] env[63105]: value = "task-2758520" [ 656.572739] env[63105]: _type = "Task" [ 656.572739] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.580282] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.616283] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.616501] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.616680] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Deleting the datastore file [datastore1] 197ae546-2199-49d6-b4cc-a295e4353a1f {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.616937] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fb35845-15bc-45c3-b6b1-4a4eb0246870 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.623121] env[63105]: DEBUG oslo_vmware.api [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Waiting for the task: (returnval){ [ 656.623121] env[63105]: value = "task-2758521" [ 656.623121] env[63105]: _type = "Task" [ 656.623121] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.630988] env[63105]: DEBUG oslo_vmware.api [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.736338] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Releasing lock "refresh_cache-46864447-5fdc-4e7e-ad3d-63c9d7c15afc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.736801] env[63105]: DEBUG nova.compute.manager [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.737073] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.737988] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa283d2b-dcf7-424d-8179-34215740bbdd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.745668] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.745870] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-517301f2-cf24-4f36-9484-5131d80a3abc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.751775] env[63105]: DEBUG oslo_vmware.api [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 656.751775] env[63105]: value = "task-2758522" [ 656.751775] env[63105]: _type = "Task" [ 656.751775] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.759519] env[63105]: DEBUG oslo_vmware.api [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.857325] env[63105]: DEBUG nova.compute.manager [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.883291] env[63105]: DEBUG nova.virt.hardware [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 656.883570] env[63105]: DEBUG nova.virt.hardware [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 656.883731] env[63105]: DEBUG nova.virt.hardware [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.884021] env[63105]: DEBUG nova.virt.hardware [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 656.884091] env[63105]: DEBUG nova.virt.hardware [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.884315] env[63105]: DEBUG nova.virt.hardware [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 656.884528] env[63105]: DEBUG nova.virt.hardware [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 656.884697] env[63105]: DEBUG nova.virt.hardware [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 656.884863] env[63105]: DEBUG nova.virt.hardware [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 656.885102] env[63105]: DEBUG nova.virt.hardware [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 656.885287] env[63105]: DEBUG nova.virt.hardware [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 656.886162] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcc957b-608b-484d-ba32-527e8ff49b17 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.894328] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9769cf9-ee39-4ae9-8617-f84a78db0385 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.017057] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.019250] env[63105]: DEBUG oslo_concurrency.lockutils [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.979s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.019469] env[63105]: DEBUG nova.objects.instance [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lazy-loading 'resources' on Instance uuid 897ce5c2-de30-4264-9f89-d2fe7c537b1e {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.041142] env[63105]: INFO nova.scheduler.client.report [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Deleted allocations for instance 75b01166-8911-4077-9d48-af25659c486a [ 657.083705] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758520, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.132373] env[63105]: DEBUG oslo_vmware.api [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Task: {'id': task-2758521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164575} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.132984] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.132984] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.133139] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.133310] env[63105]: INFO nova.compute.manager [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 657.133577] env[63105]: DEBUG oslo.service.loopingcall [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.133769] env[63105]: DEBUG nova.compute.manager [-] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.133863] env[63105]: DEBUG nova.network.neutron [-] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.261333] env[63105]: DEBUG oslo_vmware.api [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758522, 'name': PowerOffVM_Task, 'duration_secs': 0.123019} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.261632] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.261804] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.262095] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a73f780-7e6c-475a-ab2e-4be48c57e551 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.285202] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.285553] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.285766] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Deleting the datastore file [datastore1] 46864447-5fdc-4e7e-ad3d-63c9d7c15afc {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.286114] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8e65881-c7cb-4ca6-a08f-0cfaf5001485 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.292612] env[63105]: DEBUG oslo_vmware.api [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 657.292612] env[63105]: value = "task-2758524" [ 657.292612] env[63105]: _type = "Task" [ 657.292612] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.300295] env[63105]: DEBUG oslo_vmware.api [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.404413] env[63105]: DEBUG nova.compute.manager [req-255df3f5-ae5b-44c0-8fdb-73d92922cbf6 req-91a55b8e-f58c-4906-b73f-f47fa83e67c1 service nova] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Received event network-vif-deleted-90247bf5-a3d7-4187-a85c-4bbb8bb989fc {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 657.404619] env[63105]: INFO nova.compute.manager [req-255df3f5-ae5b-44c0-8fdb-73d92922cbf6 req-91a55b8e-f58c-4906-b73f-f47fa83e67c1 service nova] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Neutron deleted interface 90247bf5-a3d7-4187-a85c-4bbb8bb989fc; detaching it from the instance and deleting it from the info cache [ 657.404789] env[63105]: DEBUG nova.network.neutron [req-255df3f5-ae5b-44c0-8fdb-73d92922cbf6 req-91a55b8e-f58c-4906-b73f-f47fa83e67c1 service nova] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.549327] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ad63a844-4f19-4c2e-870a-6de3dd78b5f1 tempest-ServerTagsTestJSON-1261715292 tempest-ServerTagsTestJSON-1261715292-project-member] Lock "75b01166-8911-4077-9d48-af25659c486a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.998s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.585449] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758520, 'name': ReconfigVM_Task, 'duration_secs': 0.51658} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.585785] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3/2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.586444] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a0ee3fa-6761-4b8c-8865-7e13d1f9e3d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.595809] env[63105]: DEBUG nova.network.neutron [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Successfully updated port: b662da9c-7e1d-4aa7-841a-89a1dd10f220 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.599133] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 657.599133] env[63105]: value = "task-2758525" [ 657.599133] env[63105]: _type = "Task" [ 657.599133] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.608134] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758525, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.803028] env[63105]: DEBUG oslo_vmware.api [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090699} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.805286] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.805526] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.805748] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.805963] env[63105]: INFO nova.compute.manager [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Took 1.07 seconds to destroy the instance on the hypervisor. [ 657.806262] env[63105]: DEBUG oslo.service.loopingcall [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.806679] env[63105]: DEBUG nova.compute.manager [-] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.806817] env[63105]: DEBUG nova.network.neutron [-] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.824524] env[63105]: DEBUG nova.network.neutron [-] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.883979] env[63105]: DEBUG nova.network.neutron [-] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.907619] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9da85e6-6d6c-4ce1-8633-4a283f9be739 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.917499] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e4b43b-9f63-41b9-a619-3e3834728dc2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.951187] env[63105]: DEBUG nova.compute.manager [req-255df3f5-ae5b-44c0-8fdb-73d92922cbf6 req-91a55b8e-f58c-4906-b73f-f47fa83e67c1 service nova] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Detach interface failed, port_id=90247bf5-a3d7-4187-a85c-4bbb8bb989fc, reason: Instance 197ae546-2199-49d6-b4cc-a295e4353a1f could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 658.013683] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd342de-ca00-4a21-9efe-5577a3ca3ac3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.020978] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4fb212-d2ed-4926-827a-c641adb6732a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.050511] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0e699d-d490-4cf0-945d-358d5a02a556 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.058125] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68df675b-36da-4c1c-99c6-9fcd95e0fe23 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.071607] env[63105]: DEBUG nova.compute.provider_tree [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.108380] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Acquiring lock "refresh_cache-7c42dd10-0981-4496-85bd-d467534c95e5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.108521] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Acquired lock "refresh_cache-7c42dd10-0981-4496-85bd-d467534c95e5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.108672] env[63105]: DEBUG nova.network.neutron [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.109768] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758525, 'name': Rename_Task, 'duration_secs': 0.189207} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.113081] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.113081] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91fe0b1a-d81c-47b5-ae7f-9cbdd78fdd9d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.117119] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 658.117119] env[63105]: value = "task-2758526" [ 658.117119] env[63105]: _type = "Task" [ 658.117119] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.125446] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.327272] env[63105]: DEBUG nova.network.neutron [-] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.388746] env[63105]: INFO nova.compute.manager [-] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Took 1.25 seconds to deallocate network for instance. [ 658.575163] env[63105]: DEBUG nova.scheduler.client.report [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 658.630418] env[63105]: DEBUG oslo_vmware.api [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758526, 'name': PowerOnVM_Task, 'duration_secs': 0.41329} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.630692] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.630886] env[63105]: INFO nova.compute.manager [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Took 7.22 seconds to spawn the instance on the hypervisor. [ 658.633337] env[63105]: DEBUG nova.compute.manager [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.634228] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c445ccc-f57c-47e0-a9e8-6eb9e2fe6abd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.647833] env[63105]: DEBUG nova.network.neutron [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.829668] env[63105]: INFO nova.compute.manager [-] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Took 1.02 seconds to deallocate network for instance. [ 658.884734] env[63105]: DEBUG nova.network.neutron [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Updating instance_info_cache with network_info: [{"id": "b662da9c-7e1d-4aa7-841a-89a1dd10f220", "address": "fa:16:3e:6e:42:c0", "network": {"id": "44870145-423b-4580-8be5-a837e4eb5987", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-762663907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892b7078bf504695a8647c6cebc86755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb662da9c-7e", "ovs_interfaceid": "b662da9c-7e1d-4aa7-841a-89a1dd10f220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.895653] env[63105]: DEBUG oslo_concurrency.lockutils [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.080367] env[63105]: DEBUG oslo_concurrency.lockutils [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.082813] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.701s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.084331] env[63105]: INFO nova.compute.claims [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.111289] env[63105]: INFO nova.scheduler.client.report [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleted allocations for instance 897ce5c2-de30-4264-9f89-d2fe7c537b1e [ 659.155934] env[63105]: INFO nova.compute.manager [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Took 40.72 seconds to build instance. [ 659.337493] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.390156] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Releasing lock "refresh_cache-7c42dd10-0981-4496-85bd-d467534c95e5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.390156] env[63105]: DEBUG nova.compute.manager [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Instance network_info: |[{"id": "b662da9c-7e1d-4aa7-841a-89a1dd10f220", "address": "fa:16:3e:6e:42:c0", "network": {"id": "44870145-423b-4580-8be5-a837e4eb5987", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-762663907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892b7078bf504695a8647c6cebc86755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb662da9c-7e", "ovs_interfaceid": "b662da9c-7e1d-4aa7-841a-89a1dd10f220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.390156] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:42:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b662da9c-7e1d-4aa7-841a-89a1dd10f220', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.397807] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Creating folder: Project (892b7078bf504695a8647c6cebc86755). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.398337] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae1525a4-5c3c-4487-8eb9-8728b57bebe3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.410681] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Created folder: Project (892b7078bf504695a8647c6cebc86755) in parent group-v554960. [ 659.411941] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Creating folder: Instances. Parent ref: group-v555048. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.411941] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68faf69f-5fdc-4e94-9a20-15350854d126 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.425873] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Created folder: Instances in parent group-v555048. [ 659.426656] env[63105]: DEBUG oslo.service.loopingcall [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.427778] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.428245] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f4d8e9a-832b-49f9-ae3d-507ed6fe70e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.449477] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.449477] env[63105]: value = "task-2758529" [ 659.449477] env[63105]: _type = "Task" [ 659.449477] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.459937] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758529, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.510677] env[63105]: DEBUG nova.compute.manager [req-68de6328-5daf-4112-9638-3bd413cdb6d7 req-8bcf4c4c-b864-48ab-bf3d-763b7852858a service nova] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Received event network-vif-plugged-b662da9c-7e1d-4aa7-841a-89a1dd10f220 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 659.510677] env[63105]: DEBUG oslo_concurrency.lockutils [req-68de6328-5daf-4112-9638-3bd413cdb6d7 req-8bcf4c4c-b864-48ab-bf3d-763b7852858a service nova] Acquiring lock "7c42dd10-0981-4496-85bd-d467534c95e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.510677] env[63105]: DEBUG oslo_concurrency.lockutils [req-68de6328-5daf-4112-9638-3bd413cdb6d7 req-8bcf4c4c-b864-48ab-bf3d-763b7852858a service nova] Lock "7c42dd10-0981-4496-85bd-d467534c95e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.511187] env[63105]: DEBUG oslo_concurrency.lockutils [req-68de6328-5daf-4112-9638-3bd413cdb6d7 req-8bcf4c4c-b864-48ab-bf3d-763b7852858a service nova] Lock "7c42dd10-0981-4496-85bd-d467534c95e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.511472] env[63105]: DEBUG nova.compute.manager [req-68de6328-5daf-4112-9638-3bd413cdb6d7 req-8bcf4c4c-b864-48ab-bf3d-763b7852858a service nova] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] No waiting events found dispatching network-vif-plugged-b662da9c-7e1d-4aa7-841a-89a1dd10f220 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.511754] env[63105]: WARNING nova.compute.manager [req-68de6328-5daf-4112-9638-3bd413cdb6d7 req-8bcf4c4c-b864-48ab-bf3d-763b7852858a service nova] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Received unexpected event network-vif-plugged-b662da9c-7e1d-4aa7-841a-89a1dd10f220 for instance with vm_state building and task_state spawning. [ 659.512049] env[63105]: DEBUG nova.compute.manager [req-68de6328-5daf-4112-9638-3bd413cdb6d7 req-8bcf4c4c-b864-48ab-bf3d-763b7852858a service nova] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Received event network-changed-b662da9c-7e1d-4aa7-841a-89a1dd10f220 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 659.512557] env[63105]: DEBUG nova.compute.manager [req-68de6328-5daf-4112-9638-3bd413cdb6d7 req-8bcf4c4c-b864-48ab-bf3d-763b7852858a service nova] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Refreshing instance network info cache due to event network-changed-b662da9c-7e1d-4aa7-841a-89a1dd10f220. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 659.513265] env[63105]: DEBUG oslo_concurrency.lockutils [req-68de6328-5daf-4112-9638-3bd413cdb6d7 req-8bcf4c4c-b864-48ab-bf3d-763b7852858a service nova] Acquiring lock "refresh_cache-7c42dd10-0981-4496-85bd-d467534c95e5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.513467] env[63105]: DEBUG oslo_concurrency.lockutils [req-68de6328-5daf-4112-9638-3bd413cdb6d7 req-8bcf4c4c-b864-48ab-bf3d-763b7852858a service nova] Acquired lock "refresh_cache-7c42dd10-0981-4496-85bd-d467534c95e5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.513668] env[63105]: DEBUG nova.network.neutron [req-68de6328-5daf-4112-9638-3bd413cdb6d7 req-8bcf4c4c-b864-48ab-bf3d-763b7852858a service nova] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Refreshing network info cache for port b662da9c-7e1d-4aa7-841a-89a1dd10f220 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.622460] env[63105]: DEBUG oslo_concurrency.lockutils [None req-282ba368-0d4b-4c60-96d6-5a0006a2a7cb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "897ce5c2-de30-4264-9f89-d2fe7c537b1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.656s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.658170] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c4ec8909-5de5-473c-9d23-d00fbc2c9290 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.282s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.826788] env[63105]: DEBUG nova.compute.manager [req-e54e66c0-d491-45cf-ac14-208cccb551cc req-f654e7e1-0f81-43a1-8a47-01bb79de0cdc service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Received event network-changed-4e0057fa-8f67-447d-b9b9-55494fdd724e {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 659.830903] env[63105]: DEBUG nova.compute.manager [req-e54e66c0-d491-45cf-ac14-208cccb551cc req-f654e7e1-0f81-43a1-8a47-01bb79de0cdc service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Refreshing instance network info cache due to event network-changed-4e0057fa-8f67-447d-b9b9-55494fdd724e. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 659.830903] env[63105]: DEBUG oslo_concurrency.lockutils [req-e54e66c0-d491-45cf-ac14-208cccb551cc req-f654e7e1-0f81-43a1-8a47-01bb79de0cdc service nova] Acquiring lock "refresh_cache-2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.830903] env[63105]: DEBUG oslo_concurrency.lockutils [req-e54e66c0-d491-45cf-ac14-208cccb551cc req-f654e7e1-0f81-43a1-8a47-01bb79de0cdc service nova] Acquired lock "refresh_cache-2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.830903] env[63105]: DEBUG nova.network.neutron [req-e54e66c0-d491-45cf-ac14-208cccb551cc req-f654e7e1-0f81-43a1-8a47-01bb79de0cdc service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Refreshing network info cache for port 4e0057fa-8f67-447d-b9b9-55494fdd724e {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.962347] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758529, 'name': CreateVM_Task, 'duration_secs': 0.297845} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.962631] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.963206] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.963369] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.963709] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.964591] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-922b2d89-970f-4f93-91ac-feda0bc3222c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.968838] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Waiting for the task: (returnval){ [ 659.968838] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a41967-b410-ad78-87ea-b58f09e9ed84" [ 659.968838] env[63105]: _type = "Task" [ 659.968838] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.976801] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a41967-b410-ad78-87ea-b58f09e9ed84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.161698] env[63105]: DEBUG nova.compute.manager [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.228098] env[63105]: DEBUG nova.network.neutron [req-68de6328-5daf-4112-9638-3bd413cdb6d7 req-8bcf4c4c-b864-48ab-bf3d-763b7852858a service nova] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Updated VIF entry in instance network info cache for port b662da9c-7e1d-4aa7-841a-89a1dd10f220. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.228460] env[63105]: DEBUG nova.network.neutron [req-68de6328-5daf-4112-9638-3bd413cdb6d7 req-8bcf4c4c-b864-48ab-bf3d-763b7852858a service nova] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Updating instance_info_cache with network_info: [{"id": "b662da9c-7e1d-4aa7-841a-89a1dd10f220", "address": "fa:16:3e:6e:42:c0", "network": {"id": "44870145-423b-4580-8be5-a837e4eb5987", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-762663907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892b7078bf504695a8647c6cebc86755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb662da9c-7e", "ovs_interfaceid": "b662da9c-7e1d-4aa7-841a-89a1dd10f220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.479178] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a41967-b410-ad78-87ea-b58f09e9ed84, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.481657] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.481901] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.482150] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.482300] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.482901] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.482901] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ef879db-53c6-4ad2-8036-4afb873330fb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.491678] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.491864] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.492628] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a3c006-5684-4c2b-b6b5-4e3a75e03829 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.501239] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Waiting for the task: (returnval){ [ 660.501239] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523ae657-da13-df97-a3e0-e409ef82bec1" [ 660.501239] env[63105]: _type = "Task" [ 660.501239] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.508718] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523ae657-da13-df97-a3e0-e409ef82bec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.585987] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db9148c-9b0a-495f-8a69-0008d78660d6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.593315] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0376ec34-6fb8-40c6-a615-cd15492a406d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.597654] env[63105]: DEBUG nova.network.neutron [req-e54e66c0-d491-45cf-ac14-208cccb551cc req-f654e7e1-0f81-43a1-8a47-01bb79de0cdc service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Updated VIF entry in instance network info cache for port 4e0057fa-8f67-447d-b9b9-55494fdd724e. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.597992] env[63105]: DEBUG nova.network.neutron [req-e54e66c0-d491-45cf-ac14-208cccb551cc req-f654e7e1-0f81-43a1-8a47-01bb79de0cdc service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Updating instance_info_cache with network_info: [{"id": "4e0057fa-8f67-447d-b9b9-55494fdd724e", "address": "fa:16:3e:f1:27:e8", "network": {"id": "a5367371-8d40-419e-8bfc-a7b5ebd6bf85", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1688951479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d10a8e458c34f2e882093313a9c88d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0057fa-8f", "ovs_interfaceid": "4e0057fa-8f67-447d-b9b9-55494fdd724e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.629789] env[63105]: DEBUG oslo_concurrency.lockutils [req-e54e66c0-d491-45cf-ac14-208cccb551cc req-f654e7e1-0f81-43a1-8a47-01bb79de0cdc service nova] Releasing lock "refresh_cache-2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.629931] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2382dc0-898b-448e-a7bc-3653e01f6ae3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.643031] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a3bb3d-2928-4676-be3b-c39e91d44c6b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.656430] env[63105]: DEBUG nova.compute.provider_tree [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.681849] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.731560] env[63105]: DEBUG oslo_concurrency.lockutils [req-68de6328-5daf-4112-9638-3bd413cdb6d7 req-8bcf4c4c-b864-48ab-bf3d-763b7852858a service nova] Releasing lock "refresh_cache-7c42dd10-0981-4496-85bd-d467534c95e5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.791836] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquiring lock "1e36432b-3ebc-4417-b914-5feb9fbd040d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.792251] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Lock "1e36432b-3ebc-4417-b914-5feb9fbd040d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.011183] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523ae657-da13-df97-a3e0-e409ef82bec1, 'name': SearchDatastore_Task, 'duration_secs': 0.007851} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.011939] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-215e9ac8-a5e3-456e-9575-b2d6778b8d94 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.016743] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Waiting for the task: (returnval){ [ 661.016743] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]528f110d-0843-9c97-f672-b85e75e8f4f1" [ 661.016743] env[63105]: _type = "Task" [ 661.016743] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.023913] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528f110d-0843-9c97-f672-b85e75e8f4f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.159799] env[63105]: DEBUG nova.scheduler.client.report [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 661.526301] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528f110d-0843-9c97-f672-b85e75e8f4f1, 'name': SearchDatastore_Task, 'duration_secs': 0.012604} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.526574] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.526831] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 7c42dd10-0981-4496-85bd-d467534c95e5/7c42dd10-0981-4496-85bd-d467534c95e5.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.527092] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f44a8e6e-0252-4c9e-a739-decca566884d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.533937] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Waiting for the task: (returnval){ [ 661.533937] env[63105]: value = "task-2758530" [ 661.533937] env[63105]: _type = "Task" [ 661.533937] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.540849] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.665052] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.665650] env[63105]: DEBUG nova.compute.manager [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.670034] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.129s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.670034] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.670034] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 661.670034] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.327s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.670356] env[63105]: DEBUG nova.objects.instance [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Lazy-loading 'resources' on Instance uuid 6a752f33-9dc2-4107-8648-7ab829348c6a {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.673440] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7059ec-d60a-4e45-9c42-7c21d760faed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.682302] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac57831c-4fc0-4c6b-a872-baad855aab52 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.698896] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82a028f-e78e-49ba-8b76-e5d443af8e49 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.706194] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9891c3a7-5707-44bc-b448-399311b526eb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.736290] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180489MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 661.736466] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.050486] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758530, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.174539] env[63105]: DEBUG nova.compute.utils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 662.179211] env[63105]: DEBUG nova.compute.manager [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.179585] env[63105]: DEBUG nova.network.neutron [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.216911] env[63105]: DEBUG nova.policy [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78e05340a8a84136bc972ea207141f2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fde46e015414fa2b7a03f089c0d0260', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.483162] env[63105]: DEBUG nova.network.neutron [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Successfully created port: a251312c-c99a-44a5-bc8b-f42b2427295d {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.547245] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669876} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.547533] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 7c42dd10-0981-4496-85bd-d467534c95e5/7c42dd10-0981-4496-85bd-d467534c95e5.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.547739] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.547991] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c917dc4-2dbe-4b69-be8a-c078284b7d94 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.554681] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Waiting for the task: (returnval){ [ 662.554681] env[63105]: value = "task-2758531" [ 662.554681] env[63105]: _type = "Task" [ 662.554681] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.562903] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.641597] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8847da3e-31b5-4537-92a3-8850c1416931 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.649729] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91e29fa-7557-4720-ad9b-1147ae37d6ef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.682183] env[63105]: DEBUG nova.compute.manager [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.685735] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7d4953-c50e-429f-8e8c-3896f158042f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.693740] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154c7f3e-0a55-4b0a-bc08-444a8a6e7263 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.709831] env[63105]: DEBUG nova.compute.provider_tree [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.064408] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077894} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.064682] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.065382] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2ed995-ae45-41c8-8c77-3050966b4e34 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.086489] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 7c42dd10-0981-4496-85bd-d467534c95e5/7c42dd10-0981-4496-85bd-d467534c95e5.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.086725] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10aeeb2c-dc24-4a8f-bb35-c36ec02ec3b8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.105473] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Waiting for the task: (returnval){ [ 663.105473] env[63105]: value = "task-2758532" [ 663.105473] env[63105]: _type = "Task" [ 663.105473] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.112734] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.230974] env[63105]: ERROR nova.scheduler.client.report [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] [req-948e6a81-57bd-404f-b6fd-ffd478d06f48] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-948e6a81-57bd-404f-b6fd-ffd478d06f48"}]} [ 663.255666] env[63105]: DEBUG nova.scheduler.client.report [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 663.272148] env[63105]: DEBUG nova.scheduler.client.report [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 663.272478] env[63105]: DEBUG nova.compute.provider_tree [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.286021] env[63105]: DEBUG nova.scheduler.client.report [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 663.303032] env[63105]: DEBUG nova.scheduler.client.report [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 663.616023] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758532, 'name': ReconfigVM_Task, 'duration_secs': 0.303009} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.618383] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 7c42dd10-0981-4496-85bd-d467534c95e5/7c42dd10-0981-4496-85bd-d467534c95e5.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.619202] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d2c0a0a-eab0-4dae-8278-25d652d1bd70 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.625990] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Waiting for the task: (returnval){ [ 663.625990] env[63105]: value = "task-2758533" [ 663.625990] env[63105]: _type = "Task" [ 663.625990] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.636323] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758533, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.695094] env[63105]: DEBUG nova.compute.manager [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.718771] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5a6fab-fbc2-4847-bcbb-af6a7cac74b3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.728254] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111dd04f-4ade-467b-b114-3ed458c3ca3a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.734252] env[63105]: DEBUG nova.virt.hardware [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 663.734502] env[63105]: DEBUG nova.virt.hardware [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 663.734653] env[63105]: DEBUG nova.virt.hardware [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.734825] env[63105]: DEBUG nova.virt.hardware [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 663.734966] env[63105]: DEBUG nova.virt.hardware [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.735119] env[63105]: DEBUG nova.virt.hardware [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 663.735337] env[63105]: DEBUG nova.virt.hardware [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 663.735493] env[63105]: DEBUG nova.virt.hardware [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 663.735653] env[63105]: DEBUG nova.virt.hardware [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 663.735812] env[63105]: DEBUG nova.virt.hardware [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 663.735978] env[63105]: DEBUG nova.virt.hardware [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 663.736775] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78493fcc-1b3a-45bf-8f87-717b808a1053 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.769224] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bacc18-fb10-407c-851c-7796ecaff4ed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.774296] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb614ccb-8116-473f-bfea-add6f5bf3c37 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.791090] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b07b7a-220d-4e43-933d-137b2539b8d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.805947] env[63105]: DEBUG nova.compute.provider_tree [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.940104] env[63105]: DEBUG nova.compute.manager [req-69ac840c-08c1-468c-a65d-8f257df99630 req-7869a946-5104-4ce8-90a9-23fe6ee3fb76 service nova] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Received event network-vif-plugged-a251312c-c99a-44a5-bc8b-f42b2427295d {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 663.940536] env[63105]: DEBUG oslo_concurrency.lockutils [req-69ac840c-08c1-468c-a65d-8f257df99630 req-7869a946-5104-4ce8-90a9-23fe6ee3fb76 service nova] Acquiring lock "79a8096d-00eb-4e1c-810f-cc9f65eb6110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.940836] env[63105]: DEBUG oslo_concurrency.lockutils [req-69ac840c-08c1-468c-a65d-8f257df99630 req-7869a946-5104-4ce8-90a9-23fe6ee3fb76 service nova] Lock "79a8096d-00eb-4e1c-810f-cc9f65eb6110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.941169] env[63105]: DEBUG oslo_concurrency.lockutils [req-69ac840c-08c1-468c-a65d-8f257df99630 req-7869a946-5104-4ce8-90a9-23fe6ee3fb76 service nova] Lock "79a8096d-00eb-4e1c-810f-cc9f65eb6110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.941421] env[63105]: DEBUG nova.compute.manager [req-69ac840c-08c1-468c-a65d-8f257df99630 req-7869a946-5104-4ce8-90a9-23fe6ee3fb76 service nova] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] No waiting events found dispatching network-vif-plugged-a251312c-c99a-44a5-bc8b-f42b2427295d {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.941647] env[63105]: WARNING nova.compute.manager [req-69ac840c-08c1-468c-a65d-8f257df99630 req-7869a946-5104-4ce8-90a9-23fe6ee3fb76 service nova] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Received unexpected event network-vif-plugged-a251312c-c99a-44a5-bc8b-f42b2427295d for instance with vm_state building and task_state spawning. [ 663.976732] env[63105]: DEBUG nova.network.neutron [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Successfully updated port: a251312c-c99a-44a5-bc8b-f42b2427295d {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.135230] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758533, 'name': Rename_Task, 'duration_secs': 0.135187} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.135546] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.135721] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b81786b-cf9b-486b-ad05-122084f4c386 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.141590] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Waiting for the task: (returnval){ [ 664.141590] env[63105]: value = "task-2758534" [ 664.141590] env[63105]: _type = "Task" [ 664.141590] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.150345] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.307752] env[63105]: DEBUG nova.scheduler.client.report [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 664.479725] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Acquiring lock "refresh_cache-79a8096d-00eb-4e1c-810f-cc9f65eb6110" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.479894] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Acquired lock "refresh_cache-79a8096d-00eb-4e1c-810f-cc9f65eb6110" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.480055] env[63105]: DEBUG nova.network.neutron [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.651796] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.814219] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.144s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.816534] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.386s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.816762] env[63105]: DEBUG nova.objects.instance [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Lazy-loading 'resources' on Instance uuid 66a33204-a15e-4e4c-bc3e-b0fb625268b9 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.840657] env[63105]: INFO nova.scheduler.client.report [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Deleted allocations for instance 6a752f33-9dc2-4107-8648-7ab829348c6a [ 665.010612] env[63105]: DEBUG nova.network.neutron [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.146922] env[63105]: DEBUG nova.network.neutron [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Updating instance_info_cache with network_info: [{"id": "a251312c-c99a-44a5-bc8b-f42b2427295d", "address": "fa:16:3e:c4:ac:b5", "network": {"id": "4c99e0fb-2b0c-4cea-a726-8140903be4fb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1488158320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fde46e015414fa2b7a03f089c0d0260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa251312c-c9", "ovs_interfaceid": "a251312c-c99a-44a5-bc8b-f42b2427295d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.154537] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.353665] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ddb946e3-3d6e-4a93-a343-b081678eab0e tempest-ServerRescueTestJSONUnderV235-1993411682 tempest-ServerRescueTestJSONUnderV235-1993411682-project-member] Lock "6a752f33-9dc2-4107-8648-7ab829348c6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.394s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.651449] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Releasing lock "refresh_cache-79a8096d-00eb-4e1c-810f-cc9f65eb6110" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.651826] env[63105]: DEBUG nova.compute.manager [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Instance network_info: |[{"id": "a251312c-c99a-44a5-bc8b-f42b2427295d", "address": "fa:16:3e:c4:ac:b5", "network": {"id": "4c99e0fb-2b0c-4cea-a726-8140903be4fb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1488158320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fde46e015414fa2b7a03f089c0d0260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa251312c-c9", "ovs_interfaceid": "a251312c-c99a-44a5-bc8b-f42b2427295d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.655867] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:ac:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a251312c-c99a-44a5-bc8b-f42b2427295d', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.665210] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Creating folder: Project (4fde46e015414fa2b7a03f089c0d0260). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.665903] env[63105]: DEBUG oslo_vmware.api [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758534, 'name': PowerOnVM_Task, 'duration_secs': 1.447866} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.668236] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4362cb9-b055-4b61-a0eb-3e49fea7688a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.670139] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.670344] env[63105]: INFO nova.compute.manager [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Took 8.81 seconds to spawn the instance on the hypervisor. [ 665.670521] env[63105]: DEBUG nova.compute.manager [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.671761] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0489bda3-1f5e-4e9f-8b9c-40c4ae286e3e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.684644] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Created folder: Project (4fde46e015414fa2b7a03f089c0d0260) in parent group-v554960. [ 665.684854] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Creating folder: Instances. Parent ref: group-v555051. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.685089] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-382b10dd-196f-4b8c-8b77-5d16fb6222dd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.696997] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Created folder: Instances in parent group-v555051. [ 665.696997] env[63105]: DEBUG oslo.service.loopingcall [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.696997] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.696997] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-171c1cb9-8efb-4fd8-b96e-5bceac093200 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.718150] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.718150] env[63105]: value = "task-2758537" [ 665.718150] env[63105]: _type = "Task" [ 665.718150] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.726565] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758537, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.831830] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d29c872-4d95-4b72-90ea-1ceddcd47afb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.839030] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78499fa6-148b-4925-af44-94a5beb64875 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.874302] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c37be8c-0f1b-4dfa-9727-cd0451eeff50 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.881501] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ce3888-8ede-442e-9a6e-ec4090abf350 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.896990] env[63105]: DEBUG nova.compute.provider_tree [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.051318] env[63105]: DEBUG nova.compute.manager [req-6e9ee9da-16fe-4772-9476-956791e1f871 req-d74ad073-8eaa-437f-b13c-f981d77f8e94 service nova] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Received event network-changed-a251312c-c99a-44a5-bc8b-f42b2427295d {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 666.051318] env[63105]: DEBUG nova.compute.manager [req-6e9ee9da-16fe-4772-9476-956791e1f871 req-d74ad073-8eaa-437f-b13c-f981d77f8e94 service nova] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Refreshing instance network info cache due to event network-changed-a251312c-c99a-44a5-bc8b-f42b2427295d. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 666.051318] env[63105]: DEBUG oslo_concurrency.lockutils [req-6e9ee9da-16fe-4772-9476-956791e1f871 req-d74ad073-8eaa-437f-b13c-f981d77f8e94 service nova] Acquiring lock "refresh_cache-79a8096d-00eb-4e1c-810f-cc9f65eb6110" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.051422] env[63105]: DEBUG oslo_concurrency.lockutils [req-6e9ee9da-16fe-4772-9476-956791e1f871 req-d74ad073-8eaa-437f-b13c-f981d77f8e94 service nova] Acquired lock "refresh_cache-79a8096d-00eb-4e1c-810f-cc9f65eb6110" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.051589] env[63105]: DEBUG nova.network.neutron [req-6e9ee9da-16fe-4772-9476-956791e1f871 req-d74ad073-8eaa-437f-b13c-f981d77f8e94 service nova] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Refreshing network info cache for port a251312c-c99a-44a5-bc8b-f42b2427295d {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.192423] env[63105]: INFO nova.compute.manager [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Took 45.49 seconds to build instance. [ 666.229030] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758537, 'name': CreateVM_Task, 'duration_secs': 0.293238} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.229228] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.229937] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.230118] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.230556] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.230803] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec7ff82-ba73-4c9f-bec9-7e991edc0b49 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.235775] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Waiting for the task: (returnval){ [ 666.235775] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]528ae8a4-e688-86fc-0381-da801e969c0c" [ 666.235775] env[63105]: _type = "Task" [ 666.235775] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.244629] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528ae8a4-e688-86fc-0381-da801e969c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.403425] env[63105]: DEBUG nova.scheduler.client.report [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 666.693454] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce1fcc32-2738-4ef9-969a-855bc3644970 tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Lock "7c42dd10-0981-4496-85bd-d467534c95e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.850s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.747019] env[63105]: DEBUG nova.compute.manager [req-d6bd8dde-28db-44b4-9575-a453d0d867c5 req-a9a6b705-32a9-4c91-b18a-468a9efcd18d service nova] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Received event network-changed-b662da9c-7e1d-4aa7-841a-89a1dd10f220 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 666.747019] env[63105]: DEBUG nova.compute.manager [req-d6bd8dde-28db-44b4-9575-a453d0d867c5 req-a9a6b705-32a9-4c91-b18a-468a9efcd18d service nova] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Refreshing instance network info cache due to event network-changed-b662da9c-7e1d-4aa7-841a-89a1dd10f220. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 666.747019] env[63105]: DEBUG oslo_concurrency.lockutils [req-d6bd8dde-28db-44b4-9575-a453d0d867c5 req-a9a6b705-32a9-4c91-b18a-468a9efcd18d service nova] Acquiring lock "refresh_cache-7c42dd10-0981-4496-85bd-d467534c95e5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.747019] env[63105]: DEBUG oslo_concurrency.lockutils [req-d6bd8dde-28db-44b4-9575-a453d0d867c5 req-a9a6b705-32a9-4c91-b18a-468a9efcd18d service nova] Acquired lock "refresh_cache-7c42dd10-0981-4496-85bd-d467534c95e5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.747019] env[63105]: DEBUG nova.network.neutron [req-d6bd8dde-28db-44b4-9575-a453d0d867c5 req-a9a6b705-32a9-4c91-b18a-468a9efcd18d service nova] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Refreshing network info cache for port b662da9c-7e1d-4aa7-841a-89a1dd10f220 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.756275] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528ae8a4-e688-86fc-0381-da801e969c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.756485] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.759015] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.759015] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.759015] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.759015] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.759015] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb5fedf8-806e-4ad7-b38c-ee73b64239c7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.768492] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.768492] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.768917] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2380c5-7e56-444f-b4b2-8d3cea489e94 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.782873] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Waiting for the task: (returnval){ [ 666.782873] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52cf41ea-32ee-01a8-a122-044cee867534" [ 666.782873] env[63105]: _type = "Task" [ 666.782873] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.791662] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52cf41ea-32ee-01a8-a122-044cee867534, 'name': SearchDatastore_Task, 'duration_secs': 0.007986} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.792940] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c2091e2-5fe8-4033-a846-32b21da27dcb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.799812] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Waiting for the task: (returnval){ [ 666.799812] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d0f624-ea37-eb6d-aa05-c59af892dce3" [ 666.799812] env[63105]: _type = "Task" [ 666.799812] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.806199] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d0f624-ea37-eb6d-aa05-c59af892dce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.866603] env[63105]: DEBUG nova.network.neutron [req-6e9ee9da-16fe-4772-9476-956791e1f871 req-d74ad073-8eaa-437f-b13c-f981d77f8e94 service nova] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Updated VIF entry in instance network info cache for port a251312c-c99a-44a5-bc8b-f42b2427295d. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.866959] env[63105]: DEBUG nova.network.neutron [req-6e9ee9da-16fe-4772-9476-956791e1f871 req-d74ad073-8eaa-437f-b13c-f981d77f8e94 service nova] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Updating instance_info_cache with network_info: [{"id": "a251312c-c99a-44a5-bc8b-f42b2427295d", "address": "fa:16:3e:c4:ac:b5", "network": {"id": "4c99e0fb-2b0c-4cea-a726-8140903be4fb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1488158320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fde46e015414fa2b7a03f089c0d0260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa251312c-c9", "ovs_interfaceid": "a251312c-c99a-44a5-bc8b-f42b2427295d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.908342] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.911851] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.311s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.915831] env[63105]: INFO nova.compute.claims [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.942066] env[63105]: INFO nova.scheduler.client.report [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Deleted allocations for instance 66a33204-a15e-4e4c-bc3e-b0fb625268b9 [ 667.196698] env[63105]: DEBUG nova.compute.manager [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.313482] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d0f624-ea37-eb6d-aa05-c59af892dce3, 'name': SearchDatastore_Task, 'duration_secs': 0.007998} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.313482] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.313482] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 79a8096d-00eb-4e1c-810f-cc9f65eb6110/79a8096d-00eb-4e1c-810f-cc9f65eb6110.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.313482] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6277d97e-0bee-4e6e-8a1a-e8a183d5ab77 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.320046] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Waiting for the task: (returnval){ [ 667.320046] env[63105]: value = "task-2758538" [ 667.320046] env[63105]: _type = "Task" [ 667.320046] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.328261] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': task-2758538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.369881] env[63105]: DEBUG oslo_concurrency.lockutils [req-6e9ee9da-16fe-4772-9476-956791e1f871 req-d74ad073-8eaa-437f-b13c-f981d77f8e94 service nova] Releasing lock "refresh_cache-79a8096d-00eb-4e1c-810f-cc9f65eb6110" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.449531] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2cf614ec-8e9e-46d6-a5fa-9fc1adf8f7ee tempest-ServerMetadataNegativeTestJSON-694461173 tempest-ServerMetadataNegativeTestJSON-694461173-project-member] Lock "66a33204-a15e-4e4c-bc3e-b0fb625268b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.022s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.564280] env[63105]: DEBUG nova.network.neutron [req-d6bd8dde-28db-44b4-9575-a453d0d867c5 req-a9a6b705-32a9-4c91-b18a-468a9efcd18d service nova] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Updated VIF entry in instance network info cache for port b662da9c-7e1d-4aa7-841a-89a1dd10f220. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.564698] env[63105]: DEBUG nova.network.neutron [req-d6bd8dde-28db-44b4-9575-a453d0d867c5 req-a9a6b705-32a9-4c91-b18a-468a9efcd18d service nova] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Updating instance_info_cache with network_info: [{"id": "b662da9c-7e1d-4aa7-841a-89a1dd10f220", "address": "fa:16:3e:6e:42:c0", "network": {"id": "44870145-423b-4580-8be5-a837e4eb5987", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-762663907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892b7078bf504695a8647c6cebc86755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb662da9c-7e", "ovs_interfaceid": "b662da9c-7e1d-4aa7-841a-89a1dd10f220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.721786] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.831084] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': task-2758538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475264} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.831431] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 79a8096d-00eb-4e1c-810f-cc9f65eb6110/79a8096d-00eb-4e1c-810f-cc9f65eb6110.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.831650] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.832189] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2acd3505-22a2-4fc6-8d69-c499255bd87c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.837861] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Waiting for the task: (returnval){ [ 667.837861] env[63105]: value = "task-2758539" [ 667.837861] env[63105]: _type = "Task" [ 667.837861] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.846253] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': task-2758539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.068160] env[63105]: DEBUG oslo_concurrency.lockutils [req-d6bd8dde-28db-44b4-9575-a453d0d867c5 req-a9a6b705-32a9-4c91-b18a-468a9efcd18d service nova] Releasing lock "refresh_cache-7c42dd10-0981-4496-85bd-d467534c95e5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.350086] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': task-2758539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086447} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.350467] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.351812] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9850883b-c646-4408-afe9-bebaef6258ea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.373632] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 79a8096d-00eb-4e1c-810f-cc9f65eb6110/79a8096d-00eb-4e1c-810f-cc9f65eb6110.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.376469] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a4d141d-3a4d-40ff-8485-4eb9a14f4dad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.398464] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Waiting for the task: (returnval){ [ 668.398464] env[63105]: value = "task-2758540" [ 668.398464] env[63105]: _type = "Task" [ 668.398464] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.408738] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': task-2758540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.461665] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb10a559-0db9-4065-ab4b-7da1c8dfce8d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.469156] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7f0566-aee7-4005-8eb8-81afa8f5a453 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.499251] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d750116-1cdc-42a6-920e-3cede191b2df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.506544] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b622cc-d7fe-4098-9a44-8ef407ae0245 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.521453] env[63105]: DEBUG nova.compute.provider_tree [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.911170] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': task-2758540, 'name': ReconfigVM_Task, 'duration_secs': 0.30325} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.911170] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 79a8096d-00eb-4e1c-810f-cc9f65eb6110/79a8096d-00eb-4e1c-810f-cc9f65eb6110.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.911595] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-680e6701-5c73-40d9-880a-fccfbd35a0fe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.918010] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Waiting for the task: (returnval){ [ 668.918010] env[63105]: value = "task-2758541" [ 668.918010] env[63105]: _type = "Task" [ 668.918010] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.925941] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': task-2758541, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.025145] env[63105]: DEBUG nova.scheduler.client.report [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 669.427560] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': task-2758541, 'name': Rename_Task, 'duration_secs': 0.146309} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.427868] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.428109] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc6c5be4-e1ab-46cb-9135-e29288091b4d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.434757] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Waiting for the task: (returnval){ [ 669.434757] env[63105]: value = "task-2758542" [ 669.434757] env[63105]: _type = "Task" [ 669.434757] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.442012] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': task-2758542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.531156] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.531808] env[63105]: DEBUG nova.compute.manager [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.534469] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.858s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.535965] env[63105]: INFO nova.compute.claims [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.945366] env[63105]: DEBUG oslo_vmware.api [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': task-2758542, 'name': PowerOnVM_Task, 'duration_secs': 0.430689} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.945685] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.945942] env[63105]: INFO nova.compute.manager [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Took 6.25 seconds to spawn the instance on the hypervisor. [ 669.946174] env[63105]: DEBUG nova.compute.manager [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.946998] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedef106-f48a-4094-bfe5-6cc7baf3bef8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.040831] env[63105]: DEBUG nova.compute.utils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 670.044710] env[63105]: DEBUG nova.compute.manager [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.044861] env[63105]: DEBUG nova.network.neutron [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.099080] env[63105]: DEBUG nova.policy [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70fc89991ed44913acaf6a954e4e350a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1206674d14f4587b527faf1f3ba954b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.434487] env[63105]: DEBUG nova.network.neutron [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Successfully created port: 54504bd4-06e0-4965-a03f-7c91680275a2 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.466292] env[63105]: INFO nova.compute.manager [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Took 44.10 seconds to build instance. [ 670.546414] env[63105]: DEBUG nova.compute.manager [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.967822] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2710ca70-8060-4f1f-ba2d-a24d78632fd5 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Lock "79a8096d-00eb-4e1c-810f-cc9f65eb6110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.856s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.051257] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3350cd97-4974-4d7d-b608-d467ca069e54 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.060655] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3694ba-49fd-4aac-aa49-8896fd000001 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.089328] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Acquiring lock "79a8096d-00eb-4e1c-810f-cc9f65eb6110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.089600] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Lock "79a8096d-00eb-4e1c-810f-cc9f65eb6110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.089806] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Acquiring lock "79a8096d-00eb-4e1c-810f-cc9f65eb6110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.089986] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Lock "79a8096d-00eb-4e1c-810f-cc9f65eb6110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.090170] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Lock "79a8096d-00eb-4e1c-810f-cc9f65eb6110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.092751] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c574be-15ce-4316-b1a2-70af19bc4944 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.095377] env[63105]: INFO nova.compute.manager [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Terminating instance [ 671.102355] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5131a5ac-9aae-4ec5-9fde-d87942d323d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.115743] env[63105]: DEBUG nova.compute.provider_tree [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.476922] env[63105]: DEBUG nova.compute.manager [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.564288] env[63105]: DEBUG nova.compute.manager [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.590176] env[63105]: DEBUG nova.virt.hardware [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 671.590626] env[63105]: DEBUG nova.virt.hardware [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 671.590913] env[63105]: DEBUG nova.virt.hardware [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.591230] env[63105]: DEBUG nova.virt.hardware [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 671.591520] env[63105]: DEBUG nova.virt.hardware [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.591787] env[63105]: DEBUG nova.virt.hardware [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 671.592135] env[63105]: DEBUG nova.virt.hardware [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 671.592414] env[63105]: DEBUG nova.virt.hardware [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 671.592705] env[63105]: DEBUG nova.virt.hardware [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 671.592982] env[63105]: DEBUG nova.virt.hardware [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 671.593297] env[63105]: DEBUG nova.virt.hardware [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 671.594235] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354b0dae-9155-4649-9db2-6ae42a493bd1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.598964] env[63105]: DEBUG nova.compute.manager [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.599303] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.602036] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f4425f-2529-475e-9df2-d9fd499fbf98 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.607302] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c449283-296d-41a8-a655-62508383e7fa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.616145] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.624649] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de96bc6d-b43a-4061-910b-c3de79e05991 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.626710] env[63105]: DEBUG nova.scheduler.client.report [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 671.634878] env[63105]: DEBUG oslo_vmware.api [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Waiting for the task: (returnval){ [ 671.634878] env[63105]: value = "task-2758543" [ 671.634878] env[63105]: _type = "Task" [ 671.634878] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.643438] env[63105]: DEBUG oslo_vmware.api [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': task-2758543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.853928] env[63105]: DEBUG nova.compute.manager [req-af691a89-b28f-4cdf-b12d-1796468e59d5 req-cc191576-d2c5-4751-8185-7d2ddf3c778d service nova] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Received event network-vif-plugged-54504bd4-06e0-4965-a03f-7c91680275a2 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 671.854117] env[63105]: DEBUG oslo_concurrency.lockutils [req-af691a89-b28f-4cdf-b12d-1796468e59d5 req-cc191576-d2c5-4751-8185-7d2ddf3c778d service nova] Acquiring lock "ffdded3a-f493-42b9-a5bf-f1f71c6fa699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.854272] env[63105]: DEBUG oslo_concurrency.lockutils [req-af691a89-b28f-4cdf-b12d-1796468e59d5 req-cc191576-d2c5-4751-8185-7d2ddf3c778d service nova] Lock "ffdded3a-f493-42b9-a5bf-f1f71c6fa699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.854496] env[63105]: DEBUG oslo_concurrency.lockutils [req-af691a89-b28f-4cdf-b12d-1796468e59d5 req-cc191576-d2c5-4751-8185-7d2ddf3c778d service nova] Lock "ffdded3a-f493-42b9-a5bf-f1f71c6fa699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.854615] env[63105]: DEBUG nova.compute.manager [req-af691a89-b28f-4cdf-b12d-1796468e59d5 req-cc191576-d2c5-4751-8185-7d2ddf3c778d service nova] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] No waiting events found dispatching network-vif-plugged-54504bd4-06e0-4965-a03f-7c91680275a2 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.854765] env[63105]: WARNING nova.compute.manager [req-af691a89-b28f-4cdf-b12d-1796468e59d5 req-cc191576-d2c5-4751-8185-7d2ddf3c778d service nova] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Received unexpected event network-vif-plugged-54504bd4-06e0-4965-a03f-7c91680275a2 for instance with vm_state building and task_state spawning. [ 671.922308] env[63105]: DEBUG nova.network.neutron [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Successfully updated port: 54504bd4-06e0-4965-a03f-7c91680275a2 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.996231] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.133958] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.134884] env[63105]: DEBUG nova.compute.manager [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.137582] env[63105]: DEBUG oslo_concurrency.lockutils [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.523s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.137803] env[63105]: DEBUG nova.objects.instance [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Lazy-loading 'resources' on Instance uuid 350dd628-4842-4a8b-9a72-9161a2c86605 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.148114] env[63105]: DEBUG oslo_vmware.api [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': task-2758543, 'name': PowerOffVM_Task, 'duration_secs': 0.16023} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.148363] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.148548] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.148772] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb2095f8-ffb4-4518-9026-31b04308496c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.210575] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.210771] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.211013] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Deleting the datastore file [datastore1] 79a8096d-00eb-4e1c-810f-cc9f65eb6110 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.211313] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-418a4c97-65f5-48b4-a5c6-e660c170ceb9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.217136] env[63105]: DEBUG oslo_vmware.api [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Waiting for the task: (returnval){ [ 672.217136] env[63105]: value = "task-2758545" [ 672.217136] env[63105]: _type = "Task" [ 672.217136] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.226120] env[63105]: DEBUG oslo_vmware.api [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': task-2758545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.425124] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Acquiring lock "refresh_cache-ffdded3a-f493-42b9-a5bf-f1f71c6fa699" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.425313] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Acquired lock "refresh_cache-ffdded3a-f493-42b9-a5bf-f1f71c6fa699" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.425448] env[63105]: DEBUG nova.network.neutron [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.641031] env[63105]: DEBUG nova.compute.utils [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 672.642957] env[63105]: DEBUG nova.compute.manager [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.642957] env[63105]: DEBUG nova.network.neutron [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.683815] env[63105]: DEBUG nova.policy [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcaf1e030b114df3ace5cb97f86ae177', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72b0585c35c24e27856994e63291445e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.728030] env[63105]: DEBUG oslo_vmware.api [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Task: {'id': task-2758545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154732} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.728310] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.728494] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.728675] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.728852] env[63105]: INFO nova.compute.manager [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Took 1.13 seconds to destroy the instance on the hypervisor. [ 672.729106] env[63105]: DEBUG oslo.service.loopingcall [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.729308] env[63105]: DEBUG nova.compute.manager [-] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.729400] env[63105]: DEBUG nova.network.neutron [-] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.968088] env[63105]: DEBUG nova.network.neutron [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.150143] env[63105]: DEBUG nova.compute.manager [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.164273] env[63105]: DEBUG nova.network.neutron [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Updating instance_info_cache with network_info: [{"id": "54504bd4-06e0-4965-a03f-7c91680275a2", "address": "fa:16:3e:75:bf:7c", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54504bd4-06", "ovs_interfaceid": "54504bd4-06e0-4965-a03f-7c91680275a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.215320] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141aa2e8-3fe6-4d79-bcff-a6f0575286ad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.223297] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b290f69-d6fa-4e85-acde-01afca7f0eff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.254956] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe8bb58-9d7e-44ca-b679-f68dc8ecfdae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.266805] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9570a19d-3894-4a8d-ba3f-a3fbdfc7e603 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.280453] env[63105]: DEBUG nova.compute.provider_tree [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.332126] env[63105]: DEBUG nova.network.neutron [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Successfully created port: 9e6b468d-4333-4237-a7e9-273f478988cc {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.656682] env[63105]: INFO nova.virt.block_device [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Booting with volume 03ed169d-3346-4d8f-9459-70d1acbe5259 at /dev/sda [ 673.672963] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Releasing lock "refresh_cache-ffdded3a-f493-42b9-a5bf-f1f71c6fa699" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.672963] env[63105]: DEBUG nova.compute.manager [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Instance network_info: |[{"id": "54504bd4-06e0-4965-a03f-7c91680275a2", "address": "fa:16:3e:75:bf:7c", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54504bd4-06", "ovs_interfaceid": "54504bd4-06e0-4965-a03f-7c91680275a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.673375] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:bf:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54504bd4-06e0-4965-a03f-7c91680275a2', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.680687] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Creating folder: Project (e1206674d14f4587b527faf1f3ba954b). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.680947] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81271343-fb84-48b0-919a-5dca9b9dbab3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.698018] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Created folder: Project (e1206674d14f4587b527faf1f3ba954b) in parent group-v554960. [ 673.698018] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Creating folder: Instances. Parent ref: group-v555054. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.698018] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97f0b4be-5b90-43ca-9339-0daad926336e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.704049] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7beaca3-923d-4e3c-9b49-c673f2823d44 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.706843] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Created folder: Instances in parent group-v555054. [ 673.707082] env[63105]: DEBUG oslo.service.loopingcall [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.707594] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.707817] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98932748-bb73-46a6-bb27-da1265a0c8d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.725705] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ea3952-b9e7-4a63-93a7-4c384eeb61ff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.736742] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.736742] env[63105]: value = "task-2758548" [ 673.736742] env[63105]: _type = "Task" [ 673.736742] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.745759] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758548, 'name': CreateVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.755571] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68718b82-5804-4b8d-b4b1-40b4d969513d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.762965] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb087b2-0a4c-4b3d-9eb5-2ee2d0bda513 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.791927] env[63105]: DEBUG nova.scheduler.client.report [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 673.795353] env[63105]: DEBUG nova.network.neutron [-] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.796767] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a93c030-9ffd-4768-ac12-65164eeb689b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.803973] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce02b50e-ffab-486e-af9f-93acaeadd2d8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.817742] env[63105]: DEBUG nova.virt.block_device [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Updating existing volume attachment record: ae2f36f8-8078-4930-a07e-544168402cf7 {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 673.919632] env[63105]: DEBUG nova.compute.manager [req-1bd6d983-6d8a-4d7e-86b5-de80a9547eeb req-4a4be037-783d-400d-8b06-4e805b1b6ab0 service nova] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Received event network-changed-54504bd4-06e0-4965-a03f-7c91680275a2 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 673.920775] env[63105]: DEBUG nova.compute.manager [req-1bd6d983-6d8a-4d7e-86b5-de80a9547eeb req-4a4be037-783d-400d-8b06-4e805b1b6ab0 service nova] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Refreshing instance network info cache due to event network-changed-54504bd4-06e0-4965-a03f-7c91680275a2. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 673.920775] env[63105]: DEBUG oslo_concurrency.lockutils [req-1bd6d983-6d8a-4d7e-86b5-de80a9547eeb req-4a4be037-783d-400d-8b06-4e805b1b6ab0 service nova] Acquiring lock "refresh_cache-ffdded3a-f493-42b9-a5bf-f1f71c6fa699" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.920775] env[63105]: DEBUG oslo_concurrency.lockutils [req-1bd6d983-6d8a-4d7e-86b5-de80a9547eeb req-4a4be037-783d-400d-8b06-4e805b1b6ab0 service nova] Acquired lock "refresh_cache-ffdded3a-f493-42b9-a5bf-f1f71c6fa699" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.920775] env[63105]: DEBUG nova.network.neutron [req-1bd6d983-6d8a-4d7e-86b5-de80a9547eeb req-4a4be037-783d-400d-8b06-4e805b1b6ab0 service nova] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Refreshing network info cache for port 54504bd4-06e0-4965-a03f-7c91680275a2 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.248444] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758548, 'name': CreateVM_Task, 'duration_secs': 0.329465} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.248444] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.248444] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.248608] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.248907] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.249166] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef8d424-77f9-43fa-bca3-de30de564599 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.253721] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Waiting for the task: (returnval){ [ 674.253721] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5282b541-e5ff-d501-cc09-4b986d7848f4" [ 674.253721] env[63105]: _type = "Task" [ 674.253721] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.261512] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5282b541-e5ff-d501-cc09-4b986d7848f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.300281] env[63105]: INFO nova.compute.manager [-] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Took 1.57 seconds to deallocate network for instance. [ 674.300987] env[63105]: DEBUG oslo_concurrency.lockutils [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.304814] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.434s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.306274] env[63105]: INFO nova.compute.claims [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.322587] env[63105]: INFO nova.scheduler.client.report [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Deleted allocations for instance 350dd628-4842-4a8b-9a72-9161a2c86605 [ 674.655626] env[63105]: DEBUG nova.network.neutron [req-1bd6d983-6d8a-4d7e-86b5-de80a9547eeb req-4a4be037-783d-400d-8b06-4e805b1b6ab0 service nova] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Updated VIF entry in instance network info cache for port 54504bd4-06e0-4965-a03f-7c91680275a2. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.656064] env[63105]: DEBUG nova.network.neutron [req-1bd6d983-6d8a-4d7e-86b5-de80a9547eeb req-4a4be037-783d-400d-8b06-4e805b1b6ab0 service nova] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Updating instance_info_cache with network_info: [{"id": "54504bd4-06e0-4965-a03f-7c91680275a2", "address": "fa:16:3e:75:bf:7c", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54504bd4-06", "ovs_interfaceid": "54504bd4-06e0-4965-a03f-7c91680275a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.765743] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5282b541-e5ff-d501-cc09-4b986d7848f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009002} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.766060] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.766303] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.766534] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.766864] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.767122] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.767349] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca2439ee-0366-44e2-9388-2c9a3f402e5f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.775707] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.775847] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.776548] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-611ec2c8-c4fb-4f34-abd7-f1e52c204db9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.782127] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Waiting for the task: (returnval){ [ 674.782127] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52fa9f77-76b7-9dd0-c4c4-562762e39c22" [ 674.782127] env[63105]: _type = "Task" [ 674.782127] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.790864] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52fa9f77-76b7-9dd0-c4c4-562762e39c22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.814347] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.823078] env[63105]: DEBUG nova.network.neutron [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Successfully updated port: 9e6b468d-4333-4237-a7e9-273f478988cc {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.828476] env[63105]: DEBUG oslo_concurrency.lockutils [None req-306d942f-65b2-4b05-b9bc-ca06b21bd9ed tempest-ServerMetadataTestJSON-482184239 tempest-ServerMetadataTestJSON-482184239-project-member] Lock "350dd628-4842-4a8b-9a72-9161a2c86605" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.346s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.159134] env[63105]: DEBUG oslo_concurrency.lockutils [req-1bd6d983-6d8a-4d7e-86b5-de80a9547eeb req-4a4be037-783d-400d-8b06-4e805b1b6ab0 service nova] Releasing lock "refresh_cache-ffdded3a-f493-42b9-a5bf-f1f71c6fa699" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.159466] env[63105]: DEBUG nova.compute.manager [req-1bd6d983-6d8a-4d7e-86b5-de80a9547eeb req-4a4be037-783d-400d-8b06-4e805b1b6ab0 service nova] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Received event network-vif-deleted-a251312c-c99a-44a5-bc8b-f42b2427295d {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 675.294072] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52fa9f77-76b7-9dd0-c4c4-562762e39c22, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.294072] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa3e47fd-6c65-488b-82de-828eed9a7b5b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.299731] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Waiting for the task: (returnval){ [ 675.299731] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d7bca0-0b18-3e69-2ba4-d68d53365b60" [ 675.299731] env[63105]: _type = "Task" [ 675.299731] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.307609] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d7bca0-0b18-3e69-2ba4-d68d53365b60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.330378] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Acquiring lock "refresh_cache-51b3dd53-5669-4967-8b80-6b9b89d997cb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.330591] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Acquired lock "refresh_cache-51b3dd53-5669-4967-8b80-6b9b89d997cb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.330782] env[63105]: DEBUG nova.network.neutron [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.764340] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef6236a-07c1-436c-9149-218997c823fb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.772127] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf596eae-76a5-44fb-94f2-2600d3e31e09 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.806971] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbf5ea6-22d2-44cd-a8d8-30d71f2f1251 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.814400] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d7bca0-0b18-3e69-2ba4-d68d53365b60, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.816413] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.816689] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] ffdded3a-f493-42b9-a5bf-f1f71c6fa699/ffdded3a-f493-42b9-a5bf-f1f71c6fa699.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.816970] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dadbb4c6-7db9-4225-8ee8-9040680a1133 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.819745] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153b4a84-9123-4492-929e-69b71c222852 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.834379] env[63105]: DEBUG nova.compute.provider_tree [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.838662] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Waiting for the task: (returnval){ [ 675.838662] env[63105]: value = "task-2758549" [ 675.838662] env[63105]: _type = "Task" [ 675.838662] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.851063] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': task-2758549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.882591] env[63105]: DEBUG nova.network.neutron [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.937117] env[63105]: DEBUG nova.compute.manager [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.937746] env[63105]: DEBUG nova.virt.hardware [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 675.937894] env[63105]: DEBUG nova.virt.hardware [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 675.938062] env[63105]: DEBUG nova.virt.hardware [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.938253] env[63105]: DEBUG nova.virt.hardware [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 675.938398] env[63105]: DEBUG nova.virt.hardware [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.943336] env[63105]: DEBUG nova.virt.hardware [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 675.943336] env[63105]: DEBUG nova.virt.hardware [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 675.943581] env[63105]: DEBUG nova.virt.hardware [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 675.945143] env[63105]: DEBUG nova.virt.hardware [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 675.945143] env[63105]: DEBUG nova.virt.hardware [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 675.945143] env[63105]: DEBUG nova.virt.hardware [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 675.949641] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c5aa47-59d9-478b-810c-616465c34f95 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.960464] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e954a6-cce6-4335-bed4-9fe1b3855c35 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.967148] env[63105]: DEBUG nova.compute.manager [req-d53c9257-3c4e-4ab9-85e6-f5264c7534ff req-ae5edfc3-0017-4d11-b275-b6a1198e03b8 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Received event network-vif-plugged-9e6b468d-4333-4237-a7e9-273f478988cc {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 675.967721] env[63105]: DEBUG oslo_concurrency.lockutils [req-d53c9257-3c4e-4ab9-85e6-f5264c7534ff req-ae5edfc3-0017-4d11-b275-b6a1198e03b8 service nova] Acquiring lock "51b3dd53-5669-4967-8b80-6b9b89d997cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.969791] env[63105]: DEBUG oslo_concurrency.lockutils [req-d53c9257-3c4e-4ab9-85e6-f5264c7534ff req-ae5edfc3-0017-4d11-b275-b6a1198e03b8 service nova] Lock "51b3dd53-5669-4967-8b80-6b9b89d997cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.970054] env[63105]: DEBUG oslo_concurrency.lockutils [req-d53c9257-3c4e-4ab9-85e6-f5264c7534ff req-ae5edfc3-0017-4d11-b275-b6a1198e03b8 service nova] Lock "51b3dd53-5669-4967-8b80-6b9b89d997cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.970292] env[63105]: DEBUG nova.compute.manager [req-d53c9257-3c4e-4ab9-85e6-f5264c7534ff req-ae5edfc3-0017-4d11-b275-b6a1198e03b8 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] No waiting events found dispatching network-vif-plugged-9e6b468d-4333-4237-a7e9-273f478988cc {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.970512] env[63105]: WARNING nova.compute.manager [req-d53c9257-3c4e-4ab9-85e6-f5264c7534ff req-ae5edfc3-0017-4d11-b275-b6a1198e03b8 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Received unexpected event network-vif-plugged-9e6b468d-4333-4237-a7e9-273f478988cc for instance with vm_state building and task_state spawning. [ 675.970689] env[63105]: DEBUG nova.compute.manager [req-d53c9257-3c4e-4ab9-85e6-f5264c7534ff req-ae5edfc3-0017-4d11-b275-b6a1198e03b8 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Received event network-changed-9e6b468d-4333-4237-a7e9-273f478988cc {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 675.970877] env[63105]: DEBUG nova.compute.manager [req-d53c9257-3c4e-4ab9-85e6-f5264c7534ff req-ae5edfc3-0017-4d11-b275-b6a1198e03b8 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Refreshing instance network info cache due to event network-changed-9e6b468d-4333-4237-a7e9-273f478988cc. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 675.971115] env[63105]: DEBUG oslo_concurrency.lockutils [req-d53c9257-3c4e-4ab9-85e6-f5264c7534ff req-ae5edfc3-0017-4d11-b275-b6a1198e03b8 service nova] Acquiring lock "refresh_cache-51b3dd53-5669-4967-8b80-6b9b89d997cb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.150672] env[63105]: DEBUG nova.network.neutron [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Updating instance_info_cache with network_info: [{"id": "9e6b468d-4333-4237-a7e9-273f478988cc", "address": "fa:16:3e:de:1d:a3", "network": {"id": "85146f06-3092-471d-9d86-13a59800d999", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2022584903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72b0585c35c24e27856994e63291445e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6b468d-43", "ovs_interfaceid": "9e6b468d-4333-4237-a7e9-273f478988cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.340375] env[63105]: DEBUG nova.scheduler.client.report [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 676.354899] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': task-2758549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452665} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.354899] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] ffdded3a-f493-42b9-a5bf-f1f71c6fa699/ffdded3a-f493-42b9-a5bf-f1f71c6fa699.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.354899] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.354899] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-108553fa-b1c0-4455-bcd5-c294563546b3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.361407] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Waiting for the task: (returnval){ [ 676.361407] env[63105]: value = "task-2758550" [ 676.361407] env[63105]: _type = "Task" [ 676.361407] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.368991] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': task-2758550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.654541] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Releasing lock "refresh_cache-51b3dd53-5669-4967-8b80-6b9b89d997cb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.654832] env[63105]: DEBUG nova.compute.manager [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Instance network_info: |[{"id": "9e6b468d-4333-4237-a7e9-273f478988cc", "address": "fa:16:3e:de:1d:a3", "network": {"id": "85146f06-3092-471d-9d86-13a59800d999", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2022584903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72b0585c35c24e27856994e63291445e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6b468d-43", "ovs_interfaceid": "9e6b468d-4333-4237-a7e9-273f478988cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.655147] env[63105]: DEBUG oslo_concurrency.lockutils [req-d53c9257-3c4e-4ab9-85e6-f5264c7534ff req-ae5edfc3-0017-4d11-b275-b6a1198e03b8 service nova] Acquired lock "refresh_cache-51b3dd53-5669-4967-8b80-6b9b89d997cb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.655327] env[63105]: DEBUG nova.network.neutron [req-d53c9257-3c4e-4ab9-85e6-f5264c7534ff req-ae5edfc3-0017-4d11-b275-b6a1198e03b8 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Refreshing network info cache for port 9e6b468d-4333-4237-a7e9-273f478988cc {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.656544] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:1d:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e6b468d-4333-4237-a7e9-273f478988cc', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.664286] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Creating folder: Project (72b0585c35c24e27856994e63291445e). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.665338] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8910ec38-2508-4138-a4ec-bd2e57e30857 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.679148] env[63105]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 676.679319] env[63105]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63105) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 676.679649] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Folder already exists: Project (72b0585c35c24e27856994e63291445e). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 676.679837] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Creating folder: Instances. Parent ref: group-v555005. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.680080] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5c710fb-f75c-4fa0-bb7c-0ce218169c04 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.690132] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Created folder: Instances in parent group-v555005. [ 676.690360] env[63105]: DEBUG oslo.service.loopingcall [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 676.690541] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.690738] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-beebc0c7-3f4b-4858-b570-9c5ce2783ccf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.709274] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.709274] env[63105]: value = "task-2758553" [ 676.709274] env[63105]: _type = "Task" [ 676.709274] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.716691] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758553, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.848951] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.849605] env[63105]: DEBUG nova.compute.manager [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.852802] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.946s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.852802] env[63105]: DEBUG nova.objects.instance [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Lazy-loading 'resources' on Instance uuid 3dd36d4d-cbaa-4203-a1df-c7e8670682ff {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.872811] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': task-2758550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062684} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.873177] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.874068] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce65140f-b1dd-431e-9235-8db4b7e6204e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.897745] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] ffdded3a-f493-42b9-a5bf-f1f71c6fa699/ffdded3a-f493-42b9-a5bf-f1f71c6fa699.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.898391] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87548b10-7242-4ccc-a9da-f86c7981c251 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.920335] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Waiting for the task: (returnval){ [ 676.920335] env[63105]: value = "task-2758554" [ 676.920335] env[63105]: _type = "Task" [ 676.920335] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.929929] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': task-2758554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.219211] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758553, 'name': CreateVM_Task, 'duration_secs': 0.314984} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.219416] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.220106] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'disk_bus': None, 'attachment_id': 'ae2f36f8-8078-4930-a07e-544168402cf7', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555019', 'volume_id': '03ed169d-3346-4d8f-9459-70d1acbe5259', 'name': 'volume-03ed169d-3346-4d8f-9459-70d1acbe5259', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51b3dd53-5669-4967-8b80-6b9b89d997cb', 'attached_at': '', 'detached_at': '', 'volume_id': '03ed169d-3346-4d8f-9459-70d1acbe5259', 'serial': '03ed169d-3346-4d8f-9459-70d1acbe5259'}, 'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=63105) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 677.220304] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Root volume attach. Driver type: vmdk {{(pid=63105) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 677.221049] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25a2228-da7d-41a1-b6bc-ccc08284eeb5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.228424] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0977795-2ce2-4f8d-b031-a98a1716a367 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.236460] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eced284-0407-45c0-b689-4777d534de2c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.242471] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a7bb02d5-26a9-48e6-b33e-a81c136978f2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.248928] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Waiting for the task: (returnval){ [ 677.248928] env[63105]: value = "task-2758555" [ 677.248928] env[63105]: _type = "Task" [ 677.248928] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.258987] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758555, 'name': RelocateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.356577] env[63105]: DEBUG nova.compute.utils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 677.360946] env[63105]: DEBUG nova.compute.manager [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.361134] env[63105]: DEBUG nova.network.neutron [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.380179] env[63105]: DEBUG nova.network.neutron [req-d53c9257-3c4e-4ab9-85e6-f5264c7534ff req-ae5edfc3-0017-4d11-b275-b6a1198e03b8 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Updated VIF entry in instance network info cache for port 9e6b468d-4333-4237-a7e9-273f478988cc. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.380624] env[63105]: DEBUG nova.network.neutron [req-d53c9257-3c4e-4ab9-85e6-f5264c7534ff req-ae5edfc3-0017-4d11-b275-b6a1198e03b8 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Updating instance_info_cache with network_info: [{"id": "9e6b468d-4333-4237-a7e9-273f478988cc", "address": "fa:16:3e:de:1d:a3", "network": {"id": "85146f06-3092-471d-9d86-13a59800d999", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2022584903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72b0585c35c24e27856994e63291445e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6b468d-43", "ovs_interfaceid": "9e6b468d-4333-4237-a7e9-273f478988cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.429528] env[63105]: DEBUG nova.policy [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4fee583e23d4d40ac7925d29b757ffc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6598c01ea814022940a9bafc95a1467', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.436540] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': task-2758554, 'name': ReconfigVM_Task, 'duration_secs': 0.26898} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.436903] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Reconfigured VM instance instance-0000001f to attach disk [datastore1] ffdded3a-f493-42b9-a5bf-f1f71c6fa699/ffdded3a-f493-42b9-a5bf-f1f71c6fa699.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.437639] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ddf3546-eeaf-45e2-b5e9-0c5c8ee6113b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.444028] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Waiting for the task: (returnval){ [ 677.444028] env[63105]: value = "task-2758556" [ 677.444028] env[63105]: _type = "Task" [ 677.444028] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.457877] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': task-2758556, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.759373] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758555, 'name': RelocateVM_Task} progress is 42%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.807173] env[63105]: DEBUG nova.network.neutron [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Successfully created port: 0aceb70d-14db-47a7-9b7a-eb97767406a9 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.856674] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1d347a-7673-4029-bb7f-123b6a504e72 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.861882] env[63105]: DEBUG nova.compute.manager [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.867854] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e698b7-23be-4a6a-bd4b-0f9e1d91c813 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.900802] env[63105]: DEBUG oslo_concurrency.lockutils [req-d53c9257-3c4e-4ab9-85e6-f5264c7534ff req-ae5edfc3-0017-4d11-b275-b6a1198e03b8 service nova] Releasing lock "refresh_cache-51b3dd53-5669-4967-8b80-6b9b89d997cb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.902759] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daad81cf-5a94-48ec-9853-636024463121 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.912399] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864ab1b3-43dc-4075-bc84-c05e07a3af53 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.931114] env[63105]: DEBUG nova.compute.provider_tree [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.957698] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': task-2758556, 'name': Rename_Task, 'duration_secs': 0.151122} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.957698] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.957778] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7254031-6925-4654-a3fd-3fff0635c24e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.967419] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Waiting for the task: (returnval){ [ 677.967419] env[63105]: value = "task-2758557" [ 677.967419] env[63105]: _type = "Task" [ 677.967419] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.974248] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': task-2758557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.262278] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758555, 'name': RelocateVM_Task} progress is 54%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.435529] env[63105]: DEBUG nova.scheduler.client.report [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 678.477164] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': task-2758557, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.761236] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758555, 'name': RelocateVM_Task} progress is 67%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.876155] env[63105]: DEBUG nova.compute.manager [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.904347] env[63105]: DEBUG nova.virt.hardware [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 678.904624] env[63105]: DEBUG nova.virt.hardware [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 678.904785] env[63105]: DEBUG nova.virt.hardware [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.904968] env[63105]: DEBUG nova.virt.hardware [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 678.905166] env[63105]: DEBUG nova.virt.hardware [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.905333] env[63105]: DEBUG nova.virt.hardware [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 678.905551] env[63105]: DEBUG nova.virt.hardware [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 678.905712] env[63105]: DEBUG nova.virt.hardware [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 678.905882] env[63105]: DEBUG nova.virt.hardware [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 678.906065] env[63105]: DEBUG nova.virt.hardware [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 678.906311] env[63105]: DEBUG nova.virt.hardware [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 678.907172] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd9a050-94e9-4183-b3ea-dd9f73a154b1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.915905] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41f3c2c-b679-4a2b-b1f5-41f0d0c159eb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.944178] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.947301] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.241s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.948919] env[63105]: INFO nova.compute.claims [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.972087] env[63105]: INFO nova.scheduler.client.report [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Deleted allocations for instance 3dd36d4d-cbaa-4203-a1df-c7e8670682ff [ 678.982881] env[63105]: DEBUG oslo_vmware.api [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': task-2758557, 'name': PowerOnVM_Task, 'duration_secs': 0.791936} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.983797] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.983797] env[63105]: INFO nova.compute.manager [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Took 7.42 seconds to spawn the instance on the hypervisor. [ 678.984636] env[63105]: DEBUG nova.compute.manager [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.985123] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced15df7-9380-4f8b-b3b3-f734ee66aa11 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.245998] env[63105]: DEBUG nova.compute.manager [req-5cf39c18-cbb8-43f6-b6ef-8f89529b1f8d req-5b440efd-9a7c-4790-aa3d-328aebcd716c service nova] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Received event network-vif-plugged-0aceb70d-14db-47a7-9b7a-eb97767406a9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 679.246327] env[63105]: DEBUG oslo_concurrency.lockutils [req-5cf39c18-cbb8-43f6-b6ef-8f89529b1f8d req-5b440efd-9a7c-4790-aa3d-328aebcd716c service nova] Acquiring lock "5cfd1b22-e9e0-4416-b03a-8f188fd4053e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.246497] env[63105]: DEBUG oslo_concurrency.lockutils [req-5cf39c18-cbb8-43f6-b6ef-8f89529b1f8d req-5b440efd-9a7c-4790-aa3d-328aebcd716c service nova] Lock "5cfd1b22-e9e0-4416-b03a-8f188fd4053e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.246663] env[63105]: DEBUG oslo_concurrency.lockutils [req-5cf39c18-cbb8-43f6-b6ef-8f89529b1f8d req-5b440efd-9a7c-4790-aa3d-328aebcd716c service nova] Lock "5cfd1b22-e9e0-4416-b03a-8f188fd4053e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.246830] env[63105]: DEBUG nova.compute.manager [req-5cf39c18-cbb8-43f6-b6ef-8f89529b1f8d req-5b440efd-9a7c-4790-aa3d-328aebcd716c service nova] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] No waiting events found dispatching network-vif-plugged-0aceb70d-14db-47a7-9b7a-eb97767406a9 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.246993] env[63105]: WARNING nova.compute.manager [req-5cf39c18-cbb8-43f6-b6ef-8f89529b1f8d req-5b440efd-9a7c-4790-aa3d-328aebcd716c service nova] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Received unexpected event network-vif-plugged-0aceb70d-14db-47a7-9b7a-eb97767406a9 for instance with vm_state building and task_state spawning. [ 679.262115] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758555, 'name': RelocateVM_Task} progress is 82%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.352918] env[63105]: DEBUG nova.network.neutron [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Successfully updated port: 0aceb70d-14db-47a7-9b7a-eb97767406a9 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.488160] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d09e2a64-4813-49b1-95c3-1653744e8e9a tempest-ServerDiagnosticsTest-1989084262 tempest-ServerDiagnosticsTest-1989084262-project-member] Lock "3dd36d4d-cbaa-4203-a1df-c7e8670682ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.040s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.504064] env[63105]: INFO nova.compute.manager [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Took 44.93 seconds to build instance. [ 679.762088] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758555, 'name': RelocateVM_Task} progress is 97%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.856882] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "refresh_cache-5cfd1b22-e9e0-4416-b03a-8f188fd4053e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.857073] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquired lock "refresh_cache-5cfd1b22-e9e0-4416-b03a-8f188fd4053e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.857280] env[63105]: DEBUG nova.network.neutron [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.006500] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bca09272-927b-49a9-a5c1-5bb68f6eed2d tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Lock "ffdded3a-f493-42b9-a5bf-f1f71c6fa699" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.527s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.267664] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758555, 'name': RelocateVM_Task} progress is 98%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.396446] env[63105]: DEBUG nova.network.neutron [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.414503] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b48a2e0-b1b8-436a-922a-3fd0b2b27617 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.424764] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cfdc28-3f1e-4f7d-8c67-dcb54d7940ff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.461603] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b68453-0b4c-441e-9a13-bbde17a045d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.474066] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89d3d92-99fa-417c-8fa7-89f3e9c70070 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.488619] env[63105]: DEBUG nova.compute.provider_tree [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.509140] env[63105]: DEBUG nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.568392] env[63105]: DEBUG nova.network.neutron [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Updating instance_info_cache with network_info: [{"id": "0aceb70d-14db-47a7-9b7a-eb97767406a9", "address": "fa:16:3e:28:f5:af", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aceb70d-14", "ovs_interfaceid": "0aceb70d-14db-47a7-9b7a-eb97767406a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.762748] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758555, 'name': RelocateVM_Task, 'duration_secs': 3.180932} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.763066] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 680.763275] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555019', 'volume_id': '03ed169d-3346-4d8f-9459-70d1acbe5259', 'name': 'volume-03ed169d-3346-4d8f-9459-70d1acbe5259', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51b3dd53-5669-4967-8b80-6b9b89d997cb', 'attached_at': '', 'detached_at': '', 'volume_id': '03ed169d-3346-4d8f-9459-70d1acbe5259', 'serial': '03ed169d-3346-4d8f-9459-70d1acbe5259'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 680.764014] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e292261-4a52-43c7-91be-ef2b88e4031a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.779498] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ef49bb-7b31-4507-8a03-bcb27fc2519e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.800773] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] volume-03ed169d-3346-4d8f-9459-70d1acbe5259/volume-03ed169d-3346-4d8f-9459-70d1acbe5259.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.801111] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dab4c85-152e-43e5-9320-30e43564f809 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.819343] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Waiting for the task: (returnval){ [ 680.819343] env[63105]: value = "task-2758558" [ 680.819343] env[63105]: _type = "Task" [ 680.819343] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.826789] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.969169] env[63105]: DEBUG oslo_concurrency.lockutils [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Acquiring lock "ffdded3a-f493-42b9-a5bf-f1f71c6fa699" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.969484] env[63105]: DEBUG oslo_concurrency.lockutils [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Lock "ffdded3a-f493-42b9-a5bf-f1f71c6fa699" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.969800] env[63105]: DEBUG oslo_concurrency.lockutils [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Acquiring lock "ffdded3a-f493-42b9-a5bf-f1f71c6fa699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.969997] env[63105]: DEBUG oslo_concurrency.lockutils [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Lock "ffdded3a-f493-42b9-a5bf-f1f71c6fa699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.970193] env[63105]: DEBUG oslo_concurrency.lockutils [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Lock "ffdded3a-f493-42b9-a5bf-f1f71c6fa699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.972280] env[63105]: INFO nova.compute.manager [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Terminating instance [ 680.991456] env[63105]: DEBUG nova.scheduler.client.report [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 681.031593] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.070629] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Releasing lock "refresh_cache-5cfd1b22-e9e0-4416-b03a-8f188fd4053e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.070949] env[63105]: DEBUG nova.compute.manager [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Instance network_info: |[{"id": "0aceb70d-14db-47a7-9b7a-eb97767406a9", "address": "fa:16:3e:28:f5:af", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aceb70d-14", "ovs_interfaceid": "0aceb70d-14db-47a7-9b7a-eb97767406a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.071389] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:f5:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aceb70d-14db-47a7-9b7a-eb97767406a9', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.078849] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Creating folder: Project (c6598c01ea814022940a9bafc95a1467). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.079433] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf474600-eee2-4605-9a2b-bcd6885249ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.090074] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Created folder: Project (c6598c01ea814022940a9bafc95a1467) in parent group-v554960. [ 681.090074] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Creating folder: Instances. Parent ref: group-v555059. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.090074] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2668cf29-446d-4bec-9f33-1fbc7c3a433f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.097576] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Created folder: Instances in parent group-v555059. [ 681.097817] env[63105]: DEBUG oslo.service.loopingcall [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.098010] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.098213] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7239d3cc-02db-4e90-a094-d0a129b7dcdf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.116961] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.116961] env[63105]: value = "task-2758561" [ 681.116961] env[63105]: _type = "Task" [ 681.116961] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.124206] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758561, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.336251] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758558, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.361999] env[63105]: DEBUG nova.compute.manager [req-155b6881-fb85-4364-8ab8-217158127518 req-63931fdd-e95f-4bec-a2b3-ffea5f5ed30f service nova] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Received event network-changed-0aceb70d-14db-47a7-9b7a-eb97767406a9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 681.362213] env[63105]: DEBUG nova.compute.manager [req-155b6881-fb85-4364-8ab8-217158127518 req-63931fdd-e95f-4bec-a2b3-ffea5f5ed30f service nova] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Refreshing instance network info cache due to event network-changed-0aceb70d-14db-47a7-9b7a-eb97767406a9. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 681.362435] env[63105]: DEBUG oslo_concurrency.lockutils [req-155b6881-fb85-4364-8ab8-217158127518 req-63931fdd-e95f-4bec-a2b3-ffea5f5ed30f service nova] Acquiring lock "refresh_cache-5cfd1b22-e9e0-4416-b03a-8f188fd4053e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.362591] env[63105]: DEBUG oslo_concurrency.lockutils [req-155b6881-fb85-4364-8ab8-217158127518 req-63931fdd-e95f-4bec-a2b3-ffea5f5ed30f service nova] Acquired lock "refresh_cache-5cfd1b22-e9e0-4416-b03a-8f188fd4053e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.362881] env[63105]: DEBUG nova.network.neutron [req-155b6881-fb85-4364-8ab8-217158127518 req-63931fdd-e95f-4bec-a2b3-ffea5f5ed30f service nova] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Refreshing network info cache for port 0aceb70d-14db-47a7-9b7a-eb97767406a9 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.475946] env[63105]: DEBUG nova.compute.manager [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.476250] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.477148] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3004202d-072d-4312-a9b1-c5f0a162117c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.486712] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.487025] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adcb9c18-f18e-416c-9528-08ed2307e0fe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.493580] env[63105]: DEBUG oslo_vmware.api [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Waiting for the task: (returnval){ [ 681.493580] env[63105]: value = "task-2758562" [ 681.493580] env[63105]: _type = "Task" [ 681.493580] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.497435] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.497979] env[63105]: DEBUG nova.compute.manager [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.504022] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.258s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.504022] env[63105]: DEBUG nova.objects.instance [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lazy-loading 'resources' on Instance uuid 27309833-bf08-4d8d-a71e-fd2ae2d46b35 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.508540] env[63105]: DEBUG oslo_vmware.api [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': task-2758562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.627257] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758561, 'name': CreateVM_Task, 'duration_secs': 0.348258} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.627531] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.628317] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.628563] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.628982] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.629607] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f0b612-774b-4813-a236-b4368cf67ecb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.634260] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 681.634260] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f4e134-1027-a331-34ac-3b2fbe7dc18b" [ 681.634260] env[63105]: _type = "Task" [ 681.634260] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.642803] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f4e134-1027-a331-34ac-3b2fbe7dc18b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.830796] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758558, 'name': ReconfigVM_Task, 'duration_secs': 0.549805} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.831125] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Reconfigured VM instance instance-00000020 to attach disk [datastore1] volume-03ed169d-3346-4d8f-9459-70d1acbe5259/volume-03ed169d-3346-4d8f-9459-70d1acbe5259.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.835816] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdd6b327-9dd3-41fe-b02a-21bebe6aea2a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.849906] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Waiting for the task: (returnval){ [ 681.849906] env[63105]: value = "task-2758563" [ 681.849906] env[63105]: _type = "Task" [ 681.849906] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.858632] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.004957] env[63105]: DEBUG nova.compute.utils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 682.008599] env[63105]: DEBUG oslo_vmware.api [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': task-2758562, 'name': PowerOffVM_Task, 'duration_secs': 0.222087} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.011241] env[63105]: DEBUG nova.compute.manager [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.011241] env[63105]: DEBUG nova.network.neutron [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.011241] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.011241] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.011595] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab99177d-fd11-44de-8958-16ffaaa51339 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.068307] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.068579] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.068712] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Deleting the datastore file [datastore1] ffdded3a-f493-42b9-a5bf-f1f71c6fa699 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.068866] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9000044-a24e-4721-ad96-bd9ee0b1bead {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.075216] env[63105]: DEBUG oslo_vmware.api [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Waiting for the task: (returnval){ [ 682.075216] env[63105]: value = "task-2758565" [ 682.075216] env[63105]: _type = "Task" [ 682.075216] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.085541] env[63105]: DEBUG oslo_vmware.api [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': task-2758565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.128015] env[63105]: DEBUG nova.policy [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4fee583e23d4d40ac7925d29b757ffc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6598c01ea814022940a9bafc95a1467', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.145488] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f4e134-1027-a331-34ac-3b2fbe7dc18b, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.145795] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.146048] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.146293] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.146719] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.146912] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.149205] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85657307-123b-48d4-8e4f-9e948e97cb23 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.157466] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.157646] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.158361] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ea86e9-a01f-42c7-b5d3-2af1f58fd7ba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.166046] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 682.166046] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]527c0293-0f0a-607e-67e3-63ec1021f50e" [ 682.166046] env[63105]: _type = "Task" [ 682.166046] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.173561] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527c0293-0f0a-607e-67e3-63ec1021f50e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.252363] env[63105]: DEBUG nova.network.neutron [req-155b6881-fb85-4364-8ab8-217158127518 req-63931fdd-e95f-4bec-a2b3-ffea5f5ed30f service nova] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Updated VIF entry in instance network info cache for port 0aceb70d-14db-47a7-9b7a-eb97767406a9. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.252808] env[63105]: DEBUG nova.network.neutron [req-155b6881-fb85-4364-8ab8-217158127518 req-63931fdd-e95f-4bec-a2b3-ffea5f5ed30f service nova] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Updating instance_info_cache with network_info: [{"id": "0aceb70d-14db-47a7-9b7a-eb97767406a9", "address": "fa:16:3e:28:f5:af", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aceb70d-14", "ovs_interfaceid": "0aceb70d-14db-47a7-9b7a-eb97767406a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.362896] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758563, 'name': ReconfigVM_Task, 'duration_secs': 0.115153} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.363237] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555019', 'volume_id': '03ed169d-3346-4d8f-9459-70d1acbe5259', 'name': 'volume-03ed169d-3346-4d8f-9459-70d1acbe5259', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51b3dd53-5669-4967-8b80-6b9b89d997cb', 'attached_at': '', 'detached_at': '', 'volume_id': '03ed169d-3346-4d8f-9459-70d1acbe5259', 'serial': '03ed169d-3346-4d8f-9459-70d1acbe5259'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 682.363765] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f430d911-7327-419c-b195-79cbbb4d880a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.370359] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Waiting for the task: (returnval){ [ 682.370359] env[63105]: value = "task-2758566" [ 682.370359] env[63105]: _type = "Task" [ 682.370359] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.377877] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758566, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.479347] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc713a12-6a60-4d8e-af10-a9896bed83b3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.486993] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7a02f1-d829-4ac0-9d3f-f06f635814e3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.517365] env[63105]: DEBUG nova.compute.manager [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.520694] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51be9d51-07c6-4450-a38a-d5f2369d1801 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.528981] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aab1860-8135-4d96-b674-2b3c12d5aa2c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.541619] env[63105]: DEBUG nova.compute.provider_tree [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.582910] env[63105]: DEBUG nova.network.neutron [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Successfully created port: 7e1bd8b1-c618-44c9-b720-326056216872 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.590889] env[63105]: DEBUG oslo_vmware.api [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Task: {'id': task-2758565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152513} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.591177] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.591357] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.591533] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.591748] env[63105]: INFO nova.compute.manager [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Took 1.12 seconds to destroy the instance on the hypervisor. [ 682.591995] env[63105]: DEBUG oslo.service.loopingcall [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.592202] env[63105]: DEBUG nova.compute.manager [-] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.592295] env[63105]: DEBUG nova.network.neutron [-] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.676659] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527c0293-0f0a-607e-67e3-63ec1021f50e, 'name': SearchDatastore_Task, 'duration_secs': 0.010808} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.677463] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf996b1-b63f-4c2a-8e64-9d12abb45803 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.684107] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 682.684107] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523d4004-157b-3408-3e9f-f7b73da88f18" [ 682.684107] env[63105]: _type = "Task" [ 682.684107] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.690942] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523d4004-157b-3408-3e9f-f7b73da88f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.755681] env[63105]: DEBUG oslo_concurrency.lockutils [req-155b6881-fb85-4364-8ab8-217158127518 req-63931fdd-e95f-4bec-a2b3-ffea5f5ed30f service nova] Releasing lock "refresh_cache-5cfd1b22-e9e0-4416-b03a-8f188fd4053e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.880814] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758566, 'name': Rename_Task, 'duration_secs': 0.123558} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.881101] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.881352] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a67a93a2-96a6-47c3-bbbf-9812cfb3bf1d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.887959] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Waiting for the task: (returnval){ [ 682.887959] env[63105]: value = "task-2758567" [ 682.887959] env[63105]: _type = "Task" [ 682.887959] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.898113] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.050117] env[63105]: DEBUG nova.scheduler.client.report [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 683.195248] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523d4004-157b-3408-3e9f-f7b73da88f18, 'name': SearchDatastore_Task, 'duration_secs': 0.018893} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.195562] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.195762] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 5cfd1b22-e9e0-4416-b03a-8f188fd4053e/5cfd1b22-e9e0-4416-b03a-8f188fd4053e.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.196029] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3656ad5c-e8fa-402b-bb50-e1e24e45f4c7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.204313] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 683.204313] env[63105]: value = "task-2758568" [ 683.204313] env[63105]: _type = "Task" [ 683.204313] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.211772] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.401324] env[63105]: DEBUG nova.compute.manager [req-28953793-e1a8-42da-a5fe-c7ab7de77fe9 req-7b480d54-ec4b-4e29-8a3b-6848f2fc1a48 service nova] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Received event network-vif-deleted-54504bd4-06e0-4965-a03f-7c91680275a2 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 683.401324] env[63105]: INFO nova.compute.manager [req-28953793-e1a8-42da-a5fe-c7ab7de77fe9 req-7b480d54-ec4b-4e29-8a3b-6848f2fc1a48 service nova] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Neutron deleted interface 54504bd4-06e0-4965-a03f-7c91680275a2; detaching it from the instance and deleting it from the info cache [ 683.401324] env[63105]: DEBUG nova.network.neutron [req-28953793-e1a8-42da-a5fe-c7ab7de77fe9 req-7b480d54-ec4b-4e29-8a3b-6848f2fc1a48 service nova] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.407525] env[63105]: DEBUG oslo_vmware.api [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758567, 'name': PowerOnVM_Task, 'duration_secs': 0.433691} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.408182] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.408401] env[63105]: INFO nova.compute.manager [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Took 7.47 seconds to spawn the instance on the hypervisor. [ 683.408579] env[63105]: DEBUG nova.compute.manager [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.409431] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d662784-5d04-40d1-ad6a-4bfaad44f194 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.529972] env[63105]: DEBUG nova.compute.manager [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.554091] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.557935] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.086s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.557935] env[63105]: DEBUG nova.objects.instance [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Lazy-loading 'resources' on Instance uuid be7b959e-265e-41e1-b578-acb0ec182c71 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.566500] env[63105]: DEBUG nova.virt.hardware [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 683.566834] env[63105]: DEBUG nova.virt.hardware [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 683.567038] env[63105]: DEBUG nova.virt.hardware [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.567283] env[63105]: DEBUG nova.virt.hardware [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 683.567438] env[63105]: DEBUG nova.virt.hardware [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.567581] env[63105]: DEBUG nova.virt.hardware [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 683.567802] env[63105]: DEBUG nova.virt.hardware [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 683.567959] env[63105]: DEBUG nova.virt.hardware [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 683.568258] env[63105]: DEBUG nova.virt.hardware [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 683.568488] env[63105]: DEBUG nova.virt.hardware [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 683.568717] env[63105]: DEBUG nova.virt.hardware [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 683.569748] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c37a307-8c8d-4473-986a-0b19cab3c083 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.582445] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1cb33c-5c8c-496a-b377-fdb9ce099159 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.600601] env[63105]: INFO nova.scheduler.client.report [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Deleted allocations for instance 27309833-bf08-4d8d-a71e-fd2ae2d46b35 [ 683.716484] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758568, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.789630] env[63105]: DEBUG nova.network.neutron [-] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.910360] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-328ac03c-c57b-4e7d-9eb2-8669c329ef0c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.922071] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0f803d-df45-42d9-82f5-ccea9bd056a1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.941671] env[63105]: INFO nova.compute.manager [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Took 48.29 seconds to build instance. [ 683.962498] env[63105]: DEBUG nova.compute.manager [req-28953793-e1a8-42da-a5fe-c7ab7de77fe9 req-7b480d54-ec4b-4e29-8a3b-6848f2fc1a48 service nova] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Detach interface failed, port_id=54504bd4-06e0-4965-a03f-7c91680275a2, reason: Instance ffdded3a-f493-42b9-a5bf-f1f71c6fa699 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 684.112901] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7849525b-4e74-4a54-8d00-24b1167064e2 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "27309833-bf08-4d8d-a71e-fd2ae2d46b35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.733s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.214640] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524016} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.216976] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 5cfd1b22-e9e0-4416-b03a-8f188fd4053e/5cfd1b22-e9e0-4416-b03a-8f188fd4053e.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.217207] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.217606] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78228ce8-86f8-4cdb-a872-e75200a20443 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.224358] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 684.224358] env[63105]: value = "task-2758569" [ 684.224358] env[63105]: _type = "Task" [ 684.224358] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.234229] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.293102] env[63105]: INFO nova.compute.manager [-] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Took 1.70 seconds to deallocate network for instance. [ 684.446222] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8ca07490-fa97-4512-adf3-0ecdeb7b37f6 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Lock "51b3dd53-5669-4967-8b80-6b9b89d997cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.527s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.502629] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d297bd-e892-472a-9d24-7c4866e63225 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.510675] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbce325-2011-41c3-9ad2-3022272f1940 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.542086] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fff195-fa9b-49fa-a470-caed83b7bf1e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.549310] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b61b03-02ce-4f02-a7c4-12a319a39251 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.565445] env[63105]: DEBUG nova.compute.provider_tree [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.626327] env[63105]: DEBUG nova.network.neutron [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Successfully updated port: 7e1bd8b1-c618-44c9-b720-326056216872 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.646760] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "8dbcecc9-e6d8-49d6-a3ac-187920f2719b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.647054] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "8dbcecc9-e6d8-49d6-a3ac-187920f2719b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.652622] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "cc7675ce-8158-4544-95c9-df40c403832e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.652838] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "cc7675ce-8158-4544-95c9-df40c403832e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.653038] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "cc7675ce-8158-4544-95c9-df40c403832e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.653221] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "cc7675ce-8158-4544-95c9-df40c403832e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.653387] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "cc7675ce-8158-4544-95c9-df40c403832e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.655270] env[63105]: INFO nova.compute.manager [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Terminating instance [ 684.735185] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195821} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.735731] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.736626] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a188e7-2c46-43f4-aae5-618ac7a651ad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.760969] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 5cfd1b22-e9e0-4416-b03a-8f188fd4053e/5cfd1b22-e9e0-4416-b03a-8f188fd4053e.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.761508] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-477b10fd-886b-4277-bf0c-7f36c32637f9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.785390] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 684.785390] env[63105]: value = "task-2758570" [ 684.785390] env[63105]: _type = "Task" [ 684.785390] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.794460] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.803737] env[63105]: DEBUG oslo_concurrency.lockutils [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.951285] env[63105]: DEBUG nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.092815] env[63105]: ERROR nova.scheduler.client.report [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [req-5d3af7e2-faaa-4779-9b4c-eb2cf9fe5642] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5d3af7e2-faaa-4779-9b4c-eb2cf9fe5642"}]} [ 685.109047] env[63105]: DEBUG nova.scheduler.client.report [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 685.126355] env[63105]: DEBUG nova.scheduler.client.report [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 685.126927] env[63105]: DEBUG nova.compute.provider_tree [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.131342] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "refresh_cache-57c6d90c-2e72-489b-bffc-10c040dbc6aa" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.131544] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquired lock "refresh_cache-57c6d90c-2e72-489b-bffc-10c040dbc6aa" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.131756] env[63105]: DEBUG nova.network.neutron [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.150487] env[63105]: DEBUG nova.scheduler.client.report [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 685.158600] env[63105]: DEBUG nova.compute.manager [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.158827] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.159745] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2f7836-46ad-4475-b721-d92e523d67da {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.168308] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.168577] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a2a74c9-1869-4b41-b146-16d5ca141485 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.173031] env[63105]: DEBUG nova.scheduler.client.report [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 685.176076] env[63105]: DEBUG oslo_vmware.api [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 685.176076] env[63105]: value = "task-2758571" [ 685.176076] env[63105]: _type = "Task" [ 685.176076] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.185647] env[63105]: DEBUG oslo_vmware.api [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.296460] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.476319] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.517588] env[63105]: DEBUG nova.compute.manager [req-3d7797a3-221b-4d19-b1a1-cae6adaa7869 req-0beba70f-ab00-4fe1-9f3b-3a5270d049a7 service nova] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Received event network-vif-plugged-7e1bd8b1-c618-44c9-b720-326056216872 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 685.518697] env[63105]: DEBUG oslo_concurrency.lockutils [req-3d7797a3-221b-4d19-b1a1-cae6adaa7869 req-0beba70f-ab00-4fe1-9f3b-3a5270d049a7 service nova] Acquiring lock "57c6d90c-2e72-489b-bffc-10c040dbc6aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.518697] env[63105]: DEBUG oslo_concurrency.lockutils [req-3d7797a3-221b-4d19-b1a1-cae6adaa7869 req-0beba70f-ab00-4fe1-9f3b-3a5270d049a7 service nova] Lock "57c6d90c-2e72-489b-bffc-10c040dbc6aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.518697] env[63105]: DEBUG oslo_concurrency.lockutils [req-3d7797a3-221b-4d19-b1a1-cae6adaa7869 req-0beba70f-ab00-4fe1-9f3b-3a5270d049a7 service nova] Lock "57c6d90c-2e72-489b-bffc-10c040dbc6aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.518697] env[63105]: DEBUG nova.compute.manager [req-3d7797a3-221b-4d19-b1a1-cae6adaa7869 req-0beba70f-ab00-4fe1-9f3b-3a5270d049a7 service nova] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] No waiting events found dispatching network-vif-plugged-7e1bd8b1-c618-44c9-b720-326056216872 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.518697] env[63105]: WARNING nova.compute.manager [req-3d7797a3-221b-4d19-b1a1-cae6adaa7869 req-0beba70f-ab00-4fe1-9f3b-3a5270d049a7 service nova] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Received unexpected event network-vif-plugged-7e1bd8b1-c618-44c9-b720-326056216872 for instance with vm_state building and task_state spawning. [ 685.518697] env[63105]: DEBUG nova.compute.manager [req-3d7797a3-221b-4d19-b1a1-cae6adaa7869 req-0beba70f-ab00-4fe1-9f3b-3a5270d049a7 service nova] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Received event network-changed-7e1bd8b1-c618-44c9-b720-326056216872 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 685.518970] env[63105]: DEBUG nova.compute.manager [req-3d7797a3-221b-4d19-b1a1-cae6adaa7869 req-0beba70f-ab00-4fe1-9f3b-3a5270d049a7 service nova] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Refreshing instance network info cache due to event network-changed-7e1bd8b1-c618-44c9-b720-326056216872. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 685.518970] env[63105]: DEBUG oslo_concurrency.lockutils [req-3d7797a3-221b-4d19-b1a1-cae6adaa7869 req-0beba70f-ab00-4fe1-9f3b-3a5270d049a7 service nova] Acquiring lock "refresh_cache-57c6d90c-2e72-489b-bffc-10c040dbc6aa" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.522181] env[63105]: DEBUG nova.compute.manager [req-9a3f1d15-e559-4181-99a0-7f673faf0bc6 req-301b05fe-60a4-4bbe-bb51-eba088482181 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Received event network-changed-9e6b468d-4333-4237-a7e9-273f478988cc {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 685.522234] env[63105]: DEBUG nova.compute.manager [req-9a3f1d15-e559-4181-99a0-7f673faf0bc6 req-301b05fe-60a4-4bbe-bb51-eba088482181 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Refreshing instance network info cache due to event network-changed-9e6b468d-4333-4237-a7e9-273f478988cc. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 685.522430] env[63105]: DEBUG oslo_concurrency.lockutils [req-9a3f1d15-e559-4181-99a0-7f673faf0bc6 req-301b05fe-60a4-4bbe-bb51-eba088482181 service nova] Acquiring lock "refresh_cache-51b3dd53-5669-4967-8b80-6b9b89d997cb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.522581] env[63105]: DEBUG oslo_concurrency.lockutils [req-9a3f1d15-e559-4181-99a0-7f673faf0bc6 req-301b05fe-60a4-4bbe-bb51-eba088482181 service nova] Acquired lock "refresh_cache-51b3dd53-5669-4967-8b80-6b9b89d997cb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.522858] env[63105]: DEBUG nova.network.neutron [req-9a3f1d15-e559-4181-99a0-7f673faf0bc6 req-301b05fe-60a4-4bbe-bb51-eba088482181 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Refreshing network info cache for port 9e6b468d-4333-4237-a7e9-273f478988cc {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.683536] env[63105]: DEBUG nova.network.neutron [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.689737] env[63105]: DEBUG oslo_vmware.api [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758571, 'name': PowerOffVM_Task, 'duration_secs': 0.224763} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.691409] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.691409] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.691948] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885ebec3-17c9-4ab7-8c45-a49e5e70cd22 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.694712] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee7898e6-d77a-4e0e-9248-7492a4effd39 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.700859] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b346aa9-48df-4805-87e4-1ff979ae97d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.737796] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f7e41d-942f-42da-8c39-dd3a8d43caf7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.745402] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efcde8c-ac74-4f59-bc5f-60133f20d1a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.759695] env[63105]: DEBUG nova.compute.provider_tree [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.765195] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.765195] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.765195] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Deleting the datastore file [datastore2] cc7675ce-8158-4544-95c9-df40c403832e {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.765195] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4228c5e5-f4c3-401e-8fc7-60b225bd0f09 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.771063] env[63105]: DEBUG oslo_vmware.api [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for the task: (returnval){ [ 685.771063] env[63105]: value = "task-2758573" [ 685.771063] env[63105]: _type = "Task" [ 685.771063] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.780756] env[63105]: DEBUG oslo_vmware.api [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.794761] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758570, 'name': ReconfigVM_Task, 'duration_secs': 0.680466} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.798300] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 5cfd1b22-e9e0-4416-b03a-8f188fd4053e/5cfd1b22-e9e0-4416-b03a-8f188fd4053e.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.799847] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3194ea6-8e37-4d07-a160-6bd4e04de3c0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.805646] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 685.805646] env[63105]: value = "task-2758574" [ 685.805646] env[63105]: _type = "Task" [ 685.805646] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.813597] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758574, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.876240] env[63105]: DEBUG nova.network.neutron [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Updating instance_info_cache with network_info: [{"id": "7e1bd8b1-c618-44c9-b720-326056216872", "address": "fa:16:3e:79:c8:24", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1bd8b1-c6", "ovs_interfaceid": "7e1bd8b1-c618-44c9-b720-326056216872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.903534] env[63105]: DEBUG oslo_concurrency.lockutils [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "ef8e67e9-335e-416c-a8fb-36a06d5bbd4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.903534] env[63105]: DEBUG oslo_concurrency.lockutils [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "ef8e67e9-335e-416c-a8fb-36a06d5bbd4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.903534] env[63105]: DEBUG oslo_concurrency.lockutils [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "ef8e67e9-335e-416c-a8fb-36a06d5bbd4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.903534] env[63105]: DEBUG oslo_concurrency.lockutils [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "ef8e67e9-335e-416c-a8fb-36a06d5bbd4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.903534] env[63105]: DEBUG oslo_concurrency.lockutils [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "ef8e67e9-335e-416c-a8fb-36a06d5bbd4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.905735] env[63105]: INFO nova.compute.manager [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Terminating instance [ 686.243303] env[63105]: DEBUG nova.network.neutron [req-9a3f1d15-e559-4181-99a0-7f673faf0bc6 req-301b05fe-60a4-4bbe-bb51-eba088482181 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Updated VIF entry in instance network info cache for port 9e6b468d-4333-4237-a7e9-273f478988cc. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.243677] env[63105]: DEBUG nova.network.neutron [req-9a3f1d15-e559-4181-99a0-7f673faf0bc6 req-301b05fe-60a4-4bbe-bb51-eba088482181 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Updating instance_info_cache with network_info: [{"id": "9e6b468d-4333-4237-a7e9-273f478988cc", "address": "fa:16:3e:de:1d:a3", "network": {"id": "85146f06-3092-471d-9d86-13a59800d999", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2022584903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72b0585c35c24e27856994e63291445e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6b468d-43", "ovs_interfaceid": "9e6b468d-4333-4237-a7e9-273f478988cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.280574] env[63105]: DEBUG oslo_vmware.api [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Task: {'id': task-2758573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148791} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.280824] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.281024] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.281271] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.281453] env[63105]: INFO nova.compute.manager [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 686.281926] env[63105]: DEBUG oslo.service.loopingcall [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.282572] env[63105]: ERROR nova.scheduler.client.report [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] [req-b794d5a4-5edf-4c06-b9a5-49a6a8b2e4fa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b794d5a4-5edf-4c06-b9a5-49a6a8b2e4fa"}]} [ 686.283041] env[63105]: DEBUG nova.compute.manager [-] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.283149] env[63105]: DEBUG nova.network.neutron [-] [instance: cc7675ce-8158-4544-95c9-df40c403832e] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.299821] env[63105]: DEBUG nova.scheduler.client.report [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 686.312693] env[63105]: DEBUG nova.scheduler.client.report [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 686.312976] env[63105]: DEBUG nova.compute.provider_tree [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.317916] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758574, 'name': Rename_Task, 'duration_secs': 0.156764} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.318185] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.318440] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-915513fa-adae-4817-b66d-9231d1354272 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.324759] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 686.324759] env[63105]: value = "task-2758575" [ 686.324759] env[63105]: _type = "Task" [ 686.324759] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.325598] env[63105]: DEBUG nova.scheduler.client.report [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 686.335534] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.346841] env[63105]: DEBUG nova.scheduler.client.report [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 686.377582] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Releasing lock "refresh_cache-57c6d90c-2e72-489b-bffc-10c040dbc6aa" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.377912] env[63105]: DEBUG nova.compute.manager [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Instance network_info: |[{"id": "7e1bd8b1-c618-44c9-b720-326056216872", "address": "fa:16:3e:79:c8:24", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1bd8b1-c6", "ovs_interfaceid": "7e1bd8b1-c618-44c9-b720-326056216872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.378229] env[63105]: DEBUG oslo_concurrency.lockutils [req-3d7797a3-221b-4d19-b1a1-cae6adaa7869 req-0beba70f-ab00-4fe1-9f3b-3a5270d049a7 service nova] Acquired lock "refresh_cache-57c6d90c-2e72-489b-bffc-10c040dbc6aa" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.378405] env[63105]: DEBUG nova.network.neutron [req-3d7797a3-221b-4d19-b1a1-cae6adaa7869 req-0beba70f-ab00-4fe1-9f3b-3a5270d049a7 service nova] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Refreshing network info cache for port 7e1bd8b1-c618-44c9-b720-326056216872 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.379576] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:c8:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e1bd8b1-c618-44c9-b720-326056216872', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.387488] env[63105]: DEBUG oslo.service.loopingcall [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.392957] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.393660] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-304493e2-7f9e-4a7e-8c85-eeffa37e1a2a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.412699] env[63105]: DEBUG nova.compute.manager [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.412973] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.414480] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612e0cd3-9d03-4c3a-a40b-7fa5e52b5bbb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.423338] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.427988] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a19f3ec1-5eb4-4ba9-84ae-f5310e05ac32 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.430320] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.430320] env[63105]: value = "task-2758576" [ 686.430320] env[63105]: _type = "Task" [ 686.430320] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.435177] env[63105]: DEBUG oslo_vmware.api [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 686.435177] env[63105]: value = "task-2758577" [ 686.435177] env[63105]: _type = "Task" [ 686.435177] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.442616] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758576, 'name': CreateVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.448838] env[63105]: DEBUG oslo_vmware.api [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.615710] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "421a6100-70a4-4fbf-abac-28a4e47acaef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.615795] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "421a6100-70a4-4fbf-abac-28a4e47acaef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.707542] env[63105]: DEBUG nova.network.neutron [req-3d7797a3-221b-4d19-b1a1-cae6adaa7869 req-0beba70f-ab00-4fe1-9f3b-3a5270d049a7 service nova] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Updated VIF entry in instance network info cache for port 7e1bd8b1-c618-44c9-b720-326056216872. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.707891] env[63105]: DEBUG nova.network.neutron [req-3d7797a3-221b-4d19-b1a1-cae6adaa7869 req-0beba70f-ab00-4fe1-9f3b-3a5270d049a7 service nova] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Updating instance_info_cache with network_info: [{"id": "7e1bd8b1-c618-44c9-b720-326056216872", "address": "fa:16:3e:79:c8:24", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1bd8b1-c6", "ovs_interfaceid": "7e1bd8b1-c618-44c9-b720-326056216872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.746447] env[63105]: DEBUG oslo_concurrency.lockutils [req-9a3f1d15-e559-4181-99a0-7f673faf0bc6 req-301b05fe-60a4-4bbe-bb51-eba088482181 service nova] Releasing lock "refresh_cache-51b3dd53-5669-4967-8b80-6b9b89d997cb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.837800] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.873066] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22500a16-4813-4e62-bd00-f13381f58a7f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.881311] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9360f2a-371a-49a2-b4fd-f7f4d804d1b4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.913837] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f63d02-aad0-46e9-aa5f-bfc33dd488f7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.920889] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6a38c1-0cea-4adb-b272-3a58b9234dcc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.933841] env[63105]: DEBUG nova.compute.provider_tree [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.945466] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758576, 'name': CreateVM_Task, 'duration_secs': 0.366859} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.948156] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.949053] env[63105]: DEBUG oslo_vmware.api [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758577, 'name': PowerOffVM_Task, 'duration_secs': 0.248734} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.949457] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.949457] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.949790] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.950063] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.950232] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.950492] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfccd833-3045-424f-85f8-01ec403896c6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.952066] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a833bd8-ad5f-4853-80a3-fccfe92fd344 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.956194] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 686.956194] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5297248c-4492-5be8-1ec2-263df5489941" [ 686.956194] env[63105]: _type = "Task" [ 686.956194] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.964033] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5297248c-4492-5be8-1ec2-263df5489941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.012105] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.012105] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.012105] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Deleting the datastore file [datastore1] ef8e67e9-335e-416c-a8fb-36a06d5bbd4a {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.012335] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b337541c-b175-4540-b46a-2b2cd06d6824 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.018848] env[63105]: DEBUG oslo_vmware.api [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 687.018848] env[63105]: value = "task-2758579" [ 687.018848] env[63105]: _type = "Task" [ 687.018848] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.028941] env[63105]: DEBUG oslo_vmware.api [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.149677] env[63105]: DEBUG nova.network.neutron [-] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.210587] env[63105]: DEBUG oslo_concurrency.lockutils [req-3d7797a3-221b-4d19-b1a1-cae6adaa7869 req-0beba70f-ab00-4fe1-9f3b-3a5270d049a7 service nova] Releasing lock "refresh_cache-57c6d90c-2e72-489b-bffc-10c040dbc6aa" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.338284] env[63105]: DEBUG oslo_vmware.api [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758575, 'name': PowerOnVM_Task, 'duration_secs': 0.775448} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.338645] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.338912] env[63105]: INFO nova.compute.manager [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Took 8.46 seconds to spawn the instance on the hypervisor. [ 687.339169] env[63105]: DEBUG nova.compute.manager [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.340219] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2c7873-9c3a-4427-ae93-337744af32e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.439014] env[63105]: DEBUG nova.scheduler.client.report [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 687.466549] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5297248c-4492-5be8-1ec2-263df5489941, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.466865] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.467112] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.467343] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.467487] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.467659] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.467911] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80209837-58f1-4742-8629-0ea3e6afdf37 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.477119] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.477336] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.478140] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f8257e-eb3a-428d-af75-ea1c75d09b12 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.483512] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 687.483512] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d8c06d-1097-43ab-7c0e-2a5f4ce1ce9c" [ 687.483512] env[63105]: _type = "Task" [ 687.483512] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.490700] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d8c06d-1097-43ab-7c0e-2a5f4ce1ce9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.527797] env[63105]: DEBUG oslo_vmware.api [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152637} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.528430] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.528430] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.528430] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.528607] env[63105]: INFO nova.compute.manager [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 687.528868] env[63105]: DEBUG oslo.service.loopingcall [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.529076] env[63105]: DEBUG nova.compute.manager [-] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.529173] env[63105]: DEBUG nova.network.neutron [-] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.550406] env[63105]: DEBUG nova.compute.manager [req-831f1cab-9984-4c27-baea-7b2dff68a88b req-e7e6323c-16a0-47a4-ba0b-e1876416eab9 service nova] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Received event network-vif-deleted-974fe6f9-9a7e-42d9-8cc0-190a56336165 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 687.652322] env[63105]: INFO nova.compute.manager [-] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Took 1.37 seconds to deallocate network for instance. [ 687.856314] env[63105]: INFO nova.compute.manager [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Took 49.01 seconds to build instance. [ 687.946046] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.388s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.950052] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.671s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.951590] env[63105]: INFO nova.compute.claims [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.976266] env[63105]: INFO nova.scheduler.client.report [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Deleted allocations for instance be7b959e-265e-41e1-b578-acb0ec182c71 [ 687.996326] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d8c06d-1097-43ab-7c0e-2a5f4ce1ce9c, 'name': SearchDatastore_Task, 'duration_secs': 0.04028} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.996326] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b57d54ea-da18-4f50-8231-65e7984b3dcb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.999961] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 687.999961] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f1a14c-28f6-3bd3-7024-34dc78ab6777" [ 687.999961] env[63105]: _type = "Task" [ 687.999961] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.010978] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f1a14c-28f6-3bd3-7024-34dc78ab6777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.159943] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.360455] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2d2354ee-92f0-4ff9-ba5b-6f48aba2ea44 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "5cfd1b22-e9e0-4416-b03a-8f188fd4053e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.813s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.485373] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ca6c889-2750-4786-9e66-f4770b0ba920 tempest-DeleteServersAdminTestJSON-1329301811 tempest-DeleteServersAdminTestJSON-1329301811-project-member] Lock "be7b959e-265e-41e1-b578-acb0ec182c71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.421s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.511686] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f1a14c-28f6-3bd3-7024-34dc78ab6777, 'name': SearchDatastore_Task, 'duration_secs': 0.014159} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.512020] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.512288] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 57c6d90c-2e72-489b-bffc-10c040dbc6aa/57c6d90c-2e72-489b-bffc-10c040dbc6aa.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.512598] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28c03a68-0e36-43cb-9fbb-79ce1e0b182c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.514711] env[63105]: DEBUG nova.network.neutron [-] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.521669] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 688.521669] env[63105]: value = "task-2758580" [ 688.521669] env[63105]: _type = "Task" [ 688.521669] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.529873] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.863823] env[63105]: DEBUG nova.compute.manager [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.017486] env[63105]: INFO nova.compute.manager [-] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Took 1.49 seconds to deallocate network for instance. [ 689.033544] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46243} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.033813] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 57c6d90c-2e72-489b-bffc-10c040dbc6aa/57c6d90c-2e72-489b-bffc-10c040dbc6aa.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.034069] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.034499] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d02fb62f-11b3-4272-8b89-eeb7edfd37d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.043845] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 689.043845] env[63105]: value = "task-2758581" [ 689.043845] env[63105]: _type = "Task" [ 689.043845] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.051895] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.365387] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8762b002-8dea-47ad-a852-5f503418807c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.379506] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc77fe86-7268-4f8d-903d-4286c9fed445 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.384962] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.413192] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7196d7-eff5-43b3-8278-0f49ec2d3bee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.421534] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d70ba8-f60a-4fd9-a777-474a1903fa01 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.436093] env[63105]: DEBUG nova.compute.provider_tree [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.527709] env[63105]: DEBUG oslo_concurrency.lockutils [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.555897] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07929} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.555897] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.555897] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac888d66-e5b0-4b6f-92eb-9d32e6509bc6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.578311] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 57c6d90c-2e72-489b-bffc-10c040dbc6aa/57c6d90c-2e72-489b-bffc-10c040dbc6aa.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.580076] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e32274-ae92-4660-9498-5aa95d32ebab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.596179] env[63105]: DEBUG nova.compute.manager [req-69524ae9-bde6-4443-b5e1-95d53c021e13 req-c1edfc94-79d2-4d6f-84ca-ee0eef43907b service nova] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Received event network-vif-deleted-452ef264-1733-4350-b750-2040717eeffb {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 689.602117] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 689.602117] env[63105]: value = "task-2758582" [ 689.602117] env[63105]: _type = "Task" [ 689.602117] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.610744] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.939895] env[63105]: DEBUG nova.scheduler.client.report [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 690.112823] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758582, 'name': ReconfigVM_Task, 'duration_secs': 0.267026} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.113442] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 57c6d90c-2e72-489b-bffc-10c040dbc6aa/57c6d90c-2e72-489b-bffc-10c040dbc6aa.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.114354] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61618d95-f3a5-4e53-8cdb-64caf0ee23b4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.123243] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 690.123243] env[63105]: value = "task-2758583" [ 690.123243] env[63105]: _type = "Task" [ 690.123243] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.132744] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758583, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.447308] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.447922] env[63105]: DEBUG nova.compute.manager [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.450445] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.094s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.451978] env[63105]: INFO nova.compute.claims [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.634215] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758583, 'name': Rename_Task, 'duration_secs': 0.153061} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.634394] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.634627] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-980a2342-9656-42d7-bc99-8397000b5da6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.642399] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 690.642399] env[63105]: value = "task-2758584" [ 690.642399] env[63105]: _type = "Task" [ 690.642399] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.650927] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.959372] env[63105]: DEBUG nova.compute.utils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 690.960963] env[63105]: DEBUG nova.compute.manager [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.962320] env[63105]: DEBUG nova.network.neutron [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.017621] env[63105]: DEBUG nova.policy [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7212a6da4fbd48838e4b5b980ec6a827', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4453de551e94c2787228e357f1570c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.157672] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.322206] env[63105]: DEBUG nova.network.neutron [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Successfully created port: f6428c92-ea56-4611-9657-6fb91f142c28 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.468069] env[63105]: DEBUG nova.compute.manager [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.624509] env[63105]: DEBUG nova.network.neutron [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Successfully created port: a4cc499d-c79c-4aa6-aedc-877163429126 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.659317] env[63105]: DEBUG oslo_vmware.api [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758584, 'name': PowerOnVM_Task, 'duration_secs': 0.766867} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.664026] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.664830] env[63105]: INFO nova.compute.manager [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Took 8.13 seconds to spawn the instance on the hypervisor. [ 691.665032] env[63105]: DEBUG nova.compute.manager [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.667013] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adec7e0-5cd5-4597-b723-d5a0c63cec11 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.030839] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17017de2-6a9c-43a8-bd5e-2b2c788d467b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.042527] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28073e8-985a-4562-96ba-60c555b7bbf5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.075095] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaedba4-5c76-412d-b01a-d7681eee3916 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.084614] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99a8823-4f6a-4cff-92b7-06feb1154ccc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.103624] env[63105]: DEBUG nova.compute.provider_tree [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.197700] env[63105]: INFO nova.compute.manager [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Took 50.51 seconds to build instance. [ 692.203337] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "b979985d-b472-47ed-8611-e55e959942e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.203571] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "b979985d-b472-47ed-8611-e55e959942e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.479563] env[63105]: DEBUG nova.compute.manager [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.510249] env[63105]: DEBUG nova.virt.hardware [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 692.510249] env[63105]: DEBUG nova.virt.hardware [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 692.510406] env[63105]: DEBUG nova.virt.hardware [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.511052] env[63105]: DEBUG nova.virt.hardware [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 692.511395] env[63105]: DEBUG nova.virt.hardware [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.511608] env[63105]: DEBUG nova.virt.hardware [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 692.511915] env[63105]: DEBUG nova.virt.hardware [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 692.512153] env[63105]: DEBUG nova.virt.hardware [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 692.512377] env[63105]: DEBUG nova.virt.hardware [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 692.512578] env[63105]: DEBUG nova.virt.hardware [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 692.512807] env[63105]: DEBUG nova.virt.hardware [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 692.513752] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b659f0c2-2e70-424b-a104-6c08cc77b6d3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.523211] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aea28de-de61-4d27-b2cb-e28c801da60e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.606717] env[63105]: DEBUG nova.scheduler.client.report [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 692.700167] env[63105]: DEBUG oslo_concurrency.lockutils [None req-250c0245-e20e-4d82-a003-0b661107f734 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "57c6d90c-2e72-489b-bffc-10c040dbc6aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.825s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.113290] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.113978] env[63105]: DEBUG nova.compute.manager [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.119258] env[63105]: DEBUG oslo_concurrency.lockutils [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.846s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.119258] env[63105]: DEBUG nova.objects.instance [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 693.124203] env[63105]: DEBUG nova.compute.manager [req-242ebdff-8121-4710-ad13-4eaacc50b48a req-8bdcb257-d6db-496d-81cf-249e6e886084 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Received event network-vif-plugged-f6428c92-ea56-4611-9657-6fb91f142c28 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 693.126686] env[63105]: DEBUG oslo_concurrency.lockutils [req-242ebdff-8121-4710-ad13-4eaacc50b48a req-8bdcb257-d6db-496d-81cf-249e6e886084 service nova] Acquiring lock "5c6d73d6-f07f-4581-824f-2b13701c8f88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.126686] env[63105]: DEBUG oslo_concurrency.lockutils [req-242ebdff-8121-4710-ad13-4eaacc50b48a req-8bdcb257-d6db-496d-81cf-249e6e886084 service nova] Lock "5c6d73d6-f07f-4581-824f-2b13701c8f88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.126686] env[63105]: DEBUG oslo_concurrency.lockutils [req-242ebdff-8121-4710-ad13-4eaacc50b48a req-8bdcb257-d6db-496d-81cf-249e6e886084 service nova] Lock "5c6d73d6-f07f-4581-824f-2b13701c8f88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.126686] env[63105]: DEBUG nova.compute.manager [req-242ebdff-8121-4710-ad13-4eaacc50b48a req-8bdcb257-d6db-496d-81cf-249e6e886084 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] No waiting events found dispatching network-vif-plugged-f6428c92-ea56-4611-9657-6fb91f142c28 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.126686] env[63105]: WARNING nova.compute.manager [req-242ebdff-8121-4710-ad13-4eaacc50b48a req-8bdcb257-d6db-496d-81cf-249e6e886084 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Received unexpected event network-vif-plugged-f6428c92-ea56-4611-9657-6fb91f142c28 for instance with vm_state building and task_state spawning. [ 693.201932] env[63105]: DEBUG nova.network.neutron [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Successfully updated port: f6428c92-ea56-4611-9657-6fb91f142c28 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.203035] env[63105]: DEBUG nova.compute.manager [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.628493] env[63105]: DEBUG nova.compute.utils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 693.632471] env[63105]: DEBUG nova.compute.manager [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.632646] env[63105]: DEBUG nova.network.neutron [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.673713] env[63105]: DEBUG nova.policy [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '374f205248554adbbc4070842695f5ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2d61f61e724c719088e006027a9e34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.727604] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.802102] env[63105]: DEBUG nova.compute.manager [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.803044] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6902e5eb-3673-41c4-b495-ea5f12e047be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.135710] env[63105]: DEBUG nova.compute.manager [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.139948] env[63105]: DEBUG oslo_concurrency.lockutils [None req-98d6b30e-f08f-4134-932e-83b44070fcf0 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.141265] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.771s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.142889] env[63105]: INFO nova.compute.claims [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.313186] env[63105]: DEBUG nova.network.neutron [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Successfully created port: dd8a6119-b215-450f-9eec-39a9b02aa183 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.324414] env[63105]: INFO nova.compute.manager [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] instance snapshotting [ 694.325773] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe4f669-fb94-4980-8e54-114ec85eaa80 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.347372] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f7f371-1faf-445e-b8df-321d3f115d90 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.860716] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 694.861081] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c5800de5-5b3f-4bf0-a30b-0e086f8a0a08 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.870270] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 694.870270] env[63105]: value = "task-2758585" [ 694.870270] env[63105]: _type = "Task" [ 694.870270] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.879844] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758585, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.145629] env[63105]: DEBUG nova.compute.manager [req-3d4aa829-8a24-4df7-b42a-fe3892589c2a req-4670c2fe-73af-4f55-a40f-10698846e7f6 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Received event network-changed-f6428c92-ea56-4611-9657-6fb91f142c28 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 695.145827] env[63105]: DEBUG nova.compute.manager [req-3d4aa829-8a24-4df7-b42a-fe3892589c2a req-4670c2fe-73af-4f55-a40f-10698846e7f6 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Refreshing instance network info cache due to event network-changed-f6428c92-ea56-4611-9657-6fb91f142c28. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 695.146045] env[63105]: DEBUG oslo_concurrency.lockutils [req-3d4aa829-8a24-4df7-b42a-fe3892589c2a req-4670c2fe-73af-4f55-a40f-10698846e7f6 service nova] Acquiring lock "refresh_cache-5c6d73d6-f07f-4581-824f-2b13701c8f88" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.146190] env[63105]: DEBUG oslo_concurrency.lockutils [req-3d4aa829-8a24-4df7-b42a-fe3892589c2a req-4670c2fe-73af-4f55-a40f-10698846e7f6 service nova] Acquired lock "refresh_cache-5c6d73d6-f07f-4581-824f-2b13701c8f88" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.146344] env[63105]: DEBUG nova.network.neutron [req-3d4aa829-8a24-4df7-b42a-fe3892589c2a req-4670c2fe-73af-4f55-a40f-10698846e7f6 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Refreshing network info cache for port f6428c92-ea56-4611-9657-6fb91f142c28 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.148345] env[63105]: DEBUG nova.compute.manager [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.173039] env[63105]: DEBUG nova.virt.hardware [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 695.173312] env[63105]: DEBUG nova.virt.hardware [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 695.173469] env[63105]: DEBUG nova.virt.hardware [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.173646] env[63105]: DEBUG nova.virt.hardware [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 695.173789] env[63105]: DEBUG nova.virt.hardware [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.173937] env[63105]: DEBUG nova.virt.hardware [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 695.174208] env[63105]: DEBUG nova.virt.hardware [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 695.174402] env[63105]: DEBUG nova.virt.hardware [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 695.174599] env[63105]: DEBUG nova.virt.hardware [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 695.174783] env[63105]: DEBUG nova.virt.hardware [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 695.174981] env[63105]: DEBUG nova.virt.hardware [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 695.176127] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ece092b-0ade-48e9-837d-cf0f2ffb32f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.189402] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc80813-2f5a-4001-bed0-7cc6068394a3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.382998] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758585, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.588859] env[63105]: DEBUG nova.network.neutron [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Successfully updated port: a4cc499d-c79c-4aa6-aedc-877163429126 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.617417] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b022832-1ffa-4002-b15d-11613db8b7b1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.626454] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabbd803-f7c9-4a77-afe2-2b4b8e2e1973 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.660316] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40a9325-9643-4801-8e19-c8e88f87ae71 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.685763] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a175714-cf94-4f5b-a7d0-eed5901325b1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.701322] env[63105]: DEBUG nova.compute.provider_tree [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.708190] env[63105]: DEBUG nova.network.neutron [req-3d4aa829-8a24-4df7-b42a-fe3892589c2a req-4670c2fe-73af-4f55-a40f-10698846e7f6 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.822488] env[63105]: DEBUG nova.network.neutron [req-3d4aa829-8a24-4df7-b42a-fe3892589c2a req-4670c2fe-73af-4f55-a40f-10698846e7f6 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.883691] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758585, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.894565] env[63105]: DEBUG nova.network.neutron [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Successfully updated port: dd8a6119-b215-450f-9eec-39a9b02aa183 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.092338] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "refresh_cache-5c6d73d6-f07f-4581-824f-2b13701c8f88" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.204067] env[63105]: DEBUG nova.scheduler.client.report [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 696.325566] env[63105]: DEBUG oslo_concurrency.lockutils [req-3d4aa829-8a24-4df7-b42a-fe3892589c2a req-4670c2fe-73af-4f55-a40f-10698846e7f6 service nova] Releasing lock "refresh_cache-5c6d73d6-f07f-4581-824f-2b13701c8f88" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.325982] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquired lock "refresh_cache-5c6d73d6-f07f-4581-824f-2b13701c8f88" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.326166] env[63105]: DEBUG nova.network.neutron [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.384827] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758585, 'name': CreateSnapshot_Task, 'duration_secs': 1.247408} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.385113] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 696.385891] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62405086-8888-4254-84e3-23f922121d97 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.396471] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "refresh_cache-dcfd1818-668f-4ec5-b182-9ba8fd8d0c26" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.396609] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired lock "refresh_cache-dcfd1818-668f-4ec5-b182-9ba8fd8d0c26" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.396758] env[63105]: DEBUG nova.network.neutron [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.709440] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.710052] env[63105]: DEBUG nova.compute.manager [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.712567] env[63105]: DEBUG oslo_concurrency.lockutils [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.817s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.712788] env[63105]: DEBUG nova.objects.instance [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Lazy-loading 'resources' on Instance uuid 197ae546-2199-49d6-b4cc-a295e4353a1f {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.859115] env[63105]: DEBUG nova.network.neutron [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.905254] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 696.909621] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-666dc3f4-96eb-4c49-956b-0837a95cefb5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.919501] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 696.919501] env[63105]: value = "task-2758586" [ 696.919501] env[63105]: _type = "Task" [ 696.919501] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.927904] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758586, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.951439] env[63105]: DEBUG nova.network.neutron [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.170665] env[63105]: DEBUG nova.network.neutron [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Updating instance_info_cache with network_info: [{"id": "dd8a6119-b215-450f-9eec-39a9b02aa183", "address": "fa:16:3e:a2:6d:71", "network": {"id": "da754b38-ead4-475c-adb4-d1570711cf71", "bridge": "br-int", "label": "tempest-ImagesTestJSON-374670986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d61f61e724c719088e006027a9e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8a6119-b2", "ovs_interfaceid": "dd8a6119-b215-450f-9eec-39a9b02aa183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.179559] env[63105]: DEBUG nova.compute.manager [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Received event network-vif-plugged-a4cc499d-c79c-4aa6-aedc-877163429126 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 697.179762] env[63105]: DEBUG oslo_concurrency.lockutils [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] Acquiring lock "5c6d73d6-f07f-4581-824f-2b13701c8f88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.180214] env[63105]: DEBUG oslo_concurrency.lockutils [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] Lock "5c6d73d6-f07f-4581-824f-2b13701c8f88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.180438] env[63105]: DEBUG oslo_concurrency.lockutils [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] Lock "5c6d73d6-f07f-4581-824f-2b13701c8f88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.180667] env[63105]: DEBUG nova.compute.manager [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] No waiting events found dispatching network-vif-plugged-a4cc499d-c79c-4aa6-aedc-877163429126 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.180902] env[63105]: WARNING nova.compute.manager [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Received unexpected event network-vif-plugged-a4cc499d-c79c-4aa6-aedc-877163429126 for instance with vm_state building and task_state spawning. [ 697.181166] env[63105]: DEBUG nova.compute.manager [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Received event network-changed-a4cc499d-c79c-4aa6-aedc-877163429126 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 697.181379] env[63105]: DEBUG nova.compute.manager [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Refreshing instance network info cache due to event network-changed-a4cc499d-c79c-4aa6-aedc-877163429126. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 697.181597] env[63105]: DEBUG oslo_concurrency.lockutils [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] Acquiring lock "refresh_cache-5c6d73d6-f07f-4581-824f-2b13701c8f88" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.218019] env[63105]: DEBUG nova.compute.utils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 697.220509] env[63105]: DEBUG nova.compute.manager [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.221345] env[63105]: DEBUG nova.network.neutron [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.284858] env[63105]: DEBUG nova.policy [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73ad937f438f4dcb9c59cb07806bc72d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dde2ec445c184920bf81257197dd7773', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.306154] env[63105]: DEBUG nova.network.neutron [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Updating instance_info_cache with network_info: [{"id": "f6428c92-ea56-4611-9657-6fb91f142c28", "address": "fa:16:3e:c1:34:4c", "network": {"id": "491fbd45-77e6-4475-82d9-caacd7dccda7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1474296215", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6428c92-ea", "ovs_interfaceid": "f6428c92-ea56-4611-9657-6fb91f142c28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4cc499d-c79c-4aa6-aedc-877163429126", "address": "fa:16:3e:0a:04:2a", "network": {"id": "5cce5556-6a40-45d6-a029-a1a97e04127e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1730006487", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4cc499d-c7", "ovs_interfaceid": "a4cc499d-c79c-4aa6-aedc-877163429126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.430369] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758586, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.564254] env[63105]: DEBUG nova.network.neutron [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Successfully created port: e6f8e773-ec5e-42da-8a13-9a44a342d00b {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.673054] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lock "refresh_cache-dcfd1818-668f-4ec5-b182-9ba8fd8d0c26" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.673449] env[63105]: DEBUG nova.compute.manager [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Instance network_info: |[{"id": "dd8a6119-b215-450f-9eec-39a9b02aa183", "address": "fa:16:3e:a2:6d:71", "network": {"id": "da754b38-ead4-475c-adb4-d1570711cf71", "bridge": "br-int", "label": "tempest-ImagesTestJSON-374670986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d61f61e724c719088e006027a9e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8a6119-b2", "ovs_interfaceid": "dd8a6119-b215-450f-9eec-39a9b02aa183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.675098] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:6d:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd8a6119-b215-450f-9eec-39a9b02aa183', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.690491] env[63105]: DEBUG oslo.service.loopingcall [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.690740] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.690956] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff99e2b4-b423-499e-b5b7-f5dcbb3b13cf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.717413] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.717413] env[63105]: value = "task-2758587" [ 697.717413] env[63105]: _type = "Task" [ 697.717413] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.722782] env[63105]: DEBUG nova.compute.manager [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.727383] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e55f5e-8c46-4d33-a8af-52c53428a0d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.733843] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758587, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.740023] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764a81c3-d69c-4d38-98a5-f1a51bcdb1d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.779531] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533403f6-4a1f-426e-89cd-2bff2e55b5c3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.790510] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bef71c-436c-40ad-84f1-52cfddf81f66 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.809769] env[63105]: DEBUG nova.compute.provider_tree [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.812049] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Releasing lock "refresh_cache-5c6d73d6-f07f-4581-824f-2b13701c8f88" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.812327] env[63105]: DEBUG nova.compute.manager [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Instance network_info: |[{"id": "f6428c92-ea56-4611-9657-6fb91f142c28", "address": "fa:16:3e:c1:34:4c", "network": {"id": "491fbd45-77e6-4475-82d9-caacd7dccda7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1474296215", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6428c92-ea", "ovs_interfaceid": "f6428c92-ea56-4611-9657-6fb91f142c28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4cc499d-c79c-4aa6-aedc-877163429126", "address": "fa:16:3e:0a:04:2a", "network": {"id": "5cce5556-6a40-45d6-a029-a1a97e04127e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1730006487", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4cc499d-c7", "ovs_interfaceid": "a4cc499d-c79c-4aa6-aedc-877163429126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.812785] env[63105]: DEBUG oslo_concurrency.lockutils [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] Acquired lock "refresh_cache-5c6d73d6-f07f-4581-824f-2b13701c8f88" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.812976] env[63105]: DEBUG nova.network.neutron [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Refreshing network info cache for port a4cc499d-c79c-4aa6-aedc-877163429126 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.814180] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:34:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6428c92-ea56-4611-9657-6fb91f142c28', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:04:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4cc499d-c79c-4aa6-aedc-877163429126', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.823573] env[63105]: DEBUG oslo.service.loopingcall [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.824723] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.825026] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b1f5ada-955c-4b87-a606-7cdba59c892a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.848941] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.848941] env[63105]: value = "task-2758588" [ 697.848941] env[63105]: _type = "Task" [ 697.848941] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.860386] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758588, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.930518] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758586, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.228957] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758587, 'name': CreateVM_Task, 'duration_secs': 0.404049} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.229180] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.229940] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.230113] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.230491] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.230921] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d4bbab-310d-4fc6-b0aa-c398c9e355de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.241244] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 698.241244] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52bb82d7-dffd-6b4d-f40b-ea8287db63e1" [ 698.241244] env[63105]: _type = "Task" [ 698.241244] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.250086] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52bb82d7-dffd-6b4d-f40b-ea8287db63e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.313811] env[63105]: DEBUG nova.scheduler.client.report [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 698.359079] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758588, 'name': CreateVM_Task, 'duration_secs': 0.490579} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.361613] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.362406] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.432310] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758586, 'name': CloneVM_Task} progress is 95%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.534845] env[63105]: DEBUG nova.network.neutron [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Updated VIF entry in instance network info cache for port a4cc499d-c79c-4aa6-aedc-877163429126. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.535403] env[63105]: DEBUG nova.network.neutron [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Updating instance_info_cache with network_info: [{"id": "f6428c92-ea56-4611-9657-6fb91f142c28", "address": "fa:16:3e:c1:34:4c", "network": {"id": "491fbd45-77e6-4475-82d9-caacd7dccda7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1474296215", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6428c92-ea", "ovs_interfaceid": "f6428c92-ea56-4611-9657-6fb91f142c28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4cc499d-c79c-4aa6-aedc-877163429126", "address": "fa:16:3e:0a:04:2a", "network": {"id": "5cce5556-6a40-45d6-a029-a1a97e04127e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1730006487", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4cc499d-c7", "ovs_interfaceid": "a4cc499d-c79c-4aa6-aedc-877163429126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.743175] env[63105]: DEBUG nova.compute.manager [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.755420] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52bb82d7-dffd-6b4d-f40b-ea8287db63e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014302} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.755731] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.755959] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.756213] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.756360] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.756534] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.756813] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.757126] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.757354] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ce38b4d-24fd-4283-9935-78737db20d33 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.759409] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472188ed-7b17-4c74-91f0-07918111de13 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.766658] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 698.766658] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52269fcb-bb97-fbe7-a510-c559bcb06ef4" [ 698.766658] env[63105]: _type = "Task" [ 698.766658] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.772067] env[63105]: DEBUG nova.virt.hardware [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 698.773102] env[63105]: DEBUG nova.virt.hardware [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 698.773102] env[63105]: DEBUG nova.virt.hardware [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.773102] env[63105]: DEBUG nova.virt.hardware [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 698.773102] env[63105]: DEBUG nova.virt.hardware [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.773102] env[63105]: DEBUG nova.virt.hardware [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 698.773102] env[63105]: DEBUG nova.virt.hardware [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 698.773390] env[63105]: DEBUG nova.virt.hardware [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 698.773457] env[63105]: DEBUG nova.virt.hardware [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 698.774458] env[63105]: DEBUG nova.virt.hardware [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 698.774458] env[63105]: DEBUG nova.virt.hardware [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 698.774600] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9799ed9a-8ea1-434b-8a04-87cf0855c010 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.781023] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.781023] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.781023] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba2fbfb-8e77-49cf-8ebe-c932a60b1739 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.787054] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52269fcb-bb97-fbe7-a510-c559bcb06ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.010479} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.788734] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.788734] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.788734] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.789369] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834bbc17-a264-4276-969e-4be12fb275de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.794274] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 698.794274] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52059333-0835-3c19-7041-d0943cc69b84" [ 698.794274] env[63105]: _type = "Task" [ 698.794274] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.810728] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52059333-0835-3c19-7041-d0943cc69b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.821683] env[63105]: DEBUG oslo_concurrency.lockutils [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.824048] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.487s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.824690] env[63105]: DEBUG nova.objects.instance [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lazy-loading 'resources' on Instance uuid 46864447-5fdc-4e7e-ad3d-63c9d7c15afc {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.853115] env[63105]: INFO nova.scheduler.client.report [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Deleted allocations for instance 197ae546-2199-49d6-b4cc-a295e4353a1f [ 698.934204] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758586, 'name': CloneVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.038398] env[63105]: DEBUG oslo_concurrency.lockutils [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] Releasing lock "refresh_cache-5c6d73d6-f07f-4581-824f-2b13701c8f88" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.038811] env[63105]: DEBUG nova.compute.manager [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Received event network-vif-plugged-dd8a6119-b215-450f-9eec-39a9b02aa183 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 699.039152] env[63105]: DEBUG oslo_concurrency.lockutils [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] Acquiring lock "dcfd1818-668f-4ec5-b182-9ba8fd8d0c26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.039372] env[63105]: DEBUG oslo_concurrency.lockutils [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] Lock "dcfd1818-668f-4ec5-b182-9ba8fd8d0c26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.039540] env[63105]: DEBUG oslo_concurrency.lockutils [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] Lock "dcfd1818-668f-4ec5-b182-9ba8fd8d0c26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.039707] env[63105]: DEBUG nova.compute.manager [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] No waiting events found dispatching network-vif-plugged-dd8a6119-b215-450f-9eec-39a9b02aa183 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.039922] env[63105]: WARNING nova.compute.manager [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Received unexpected event network-vif-plugged-dd8a6119-b215-450f-9eec-39a9b02aa183 for instance with vm_state building and task_state spawning. [ 699.040132] env[63105]: DEBUG nova.compute.manager [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Received event network-changed-dd8a6119-b215-450f-9eec-39a9b02aa183 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 699.040294] env[63105]: DEBUG nova.compute.manager [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Refreshing instance network info cache due to event network-changed-dd8a6119-b215-450f-9eec-39a9b02aa183. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 699.040476] env[63105]: DEBUG oslo_concurrency.lockutils [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] Acquiring lock "refresh_cache-dcfd1818-668f-4ec5-b182-9ba8fd8d0c26" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.040608] env[63105]: DEBUG oslo_concurrency.lockutils [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] Acquired lock "refresh_cache-dcfd1818-668f-4ec5-b182-9ba8fd8d0c26" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.040763] env[63105]: DEBUG nova.network.neutron [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Refreshing network info cache for port dd8a6119-b215-450f-9eec-39a9b02aa183 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.074243] env[63105]: DEBUG nova.network.neutron [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Successfully updated port: e6f8e773-ec5e-42da-8a13-9a44a342d00b {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.210177] env[63105]: DEBUG nova.compute.manager [req-521a27ce-03d6-4e90-9c58-b71ced4cafe0 req-1b6cf828-52de-4a6f-9f50-a801f73e9f30 service nova] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Received event network-vif-plugged-e6f8e773-ec5e-42da-8a13-9a44a342d00b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 699.210303] env[63105]: DEBUG oslo_concurrency.lockutils [req-521a27ce-03d6-4e90-9c58-b71ced4cafe0 req-1b6cf828-52de-4a6f-9f50-a801f73e9f30 service nova] Acquiring lock "8cab61de-782c-4e44-a8c9-d4c0a4a95bcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.210508] env[63105]: DEBUG oslo_concurrency.lockutils [req-521a27ce-03d6-4e90-9c58-b71ced4cafe0 req-1b6cf828-52de-4a6f-9f50-a801f73e9f30 service nova] Lock "8cab61de-782c-4e44-a8c9-d4c0a4a95bcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.210670] env[63105]: DEBUG oslo_concurrency.lockutils [req-521a27ce-03d6-4e90-9c58-b71ced4cafe0 req-1b6cf828-52de-4a6f-9f50-a801f73e9f30 service nova] Lock "8cab61de-782c-4e44-a8c9-d4c0a4a95bcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.210835] env[63105]: DEBUG nova.compute.manager [req-521a27ce-03d6-4e90-9c58-b71ced4cafe0 req-1b6cf828-52de-4a6f-9f50-a801f73e9f30 service nova] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] No waiting events found dispatching network-vif-plugged-e6f8e773-ec5e-42da-8a13-9a44a342d00b {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.210997] env[63105]: WARNING nova.compute.manager [req-521a27ce-03d6-4e90-9c58-b71ced4cafe0 req-1b6cf828-52de-4a6f-9f50-a801f73e9f30 service nova] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Received unexpected event network-vif-plugged-e6f8e773-ec5e-42da-8a13-9a44a342d00b for instance with vm_state building and task_state spawning. [ 699.211170] env[63105]: DEBUG nova.compute.manager [req-521a27ce-03d6-4e90-9c58-b71ced4cafe0 req-1b6cf828-52de-4a6f-9f50-a801f73e9f30 service nova] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Received event network-changed-e6f8e773-ec5e-42da-8a13-9a44a342d00b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 699.211323] env[63105]: DEBUG nova.compute.manager [req-521a27ce-03d6-4e90-9c58-b71ced4cafe0 req-1b6cf828-52de-4a6f-9f50-a801f73e9f30 service nova] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Refreshing instance network info cache due to event network-changed-e6f8e773-ec5e-42da-8a13-9a44a342d00b. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 699.211499] env[63105]: DEBUG oslo_concurrency.lockutils [req-521a27ce-03d6-4e90-9c58-b71ced4cafe0 req-1b6cf828-52de-4a6f-9f50-a801f73e9f30 service nova] Acquiring lock "refresh_cache-8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.211631] env[63105]: DEBUG oslo_concurrency.lockutils [req-521a27ce-03d6-4e90-9c58-b71ced4cafe0 req-1b6cf828-52de-4a6f-9f50-a801f73e9f30 service nova] Acquired lock "refresh_cache-8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.211779] env[63105]: DEBUG nova.network.neutron [req-521a27ce-03d6-4e90-9c58-b71ced4cafe0 req-1b6cf828-52de-4a6f-9f50-a801f73e9f30 service nova] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Refreshing network info cache for port e6f8e773-ec5e-42da-8a13-9a44a342d00b {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.305235] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52059333-0835-3c19-7041-d0943cc69b84, 'name': SearchDatastore_Task, 'duration_secs': 0.019441} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.305995] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c42a893-7958-42e8-9dbf-a1190dfc5585 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.311193] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 699.311193] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d6c774-3671-8d01-6d14-4b079f192712" [ 699.311193] env[63105]: _type = "Task" [ 699.311193] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.319204] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d6c774-3671-8d01-6d14-4b079f192712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.361146] env[63105]: DEBUG oslo_concurrency.lockutils [None req-877386e5-dfa7-4035-af69-3115fd681269 tempest-ServerExternalEventsTest-911908388 tempest-ServerExternalEventsTest-911908388-project-member] Lock "197ae546-2199-49d6-b4cc-a295e4353a1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.926s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.433653] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758586, 'name': CloneVM_Task, 'duration_secs': 2.45344} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.433944] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Created linked-clone VM from snapshot [ 699.434718] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9840cd5-94b4-4255-b214-81c13f82ad4f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.446892] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Uploading image 66219fc7-8cd1-431b-9d18-3096fa744e8a {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 699.471882] env[63105]: DEBUG oslo_vmware.rw_handles [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 699.471882] env[63105]: value = "vm-555064" [ 699.471882] env[63105]: _type = "VirtualMachine" [ 699.471882] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 699.472757] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-34ce3875-498f-4c0c-afce-7164bfe57c0f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.480855] env[63105]: DEBUG oslo_vmware.rw_handles [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lease: (returnval){ [ 699.480855] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52862167-ed04-2512-870b-9b042bdfb85d" [ 699.480855] env[63105]: _type = "HttpNfcLease" [ 699.480855] env[63105]: } obtained for exporting VM: (result){ [ 699.480855] env[63105]: value = "vm-555064" [ 699.480855] env[63105]: _type = "VirtualMachine" [ 699.480855] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 699.481141] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the lease: (returnval){ [ 699.481141] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52862167-ed04-2512-870b-9b042bdfb85d" [ 699.481141] env[63105]: _type = "HttpNfcLease" [ 699.481141] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 699.489380] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 699.489380] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52862167-ed04-2512-870b-9b042bdfb85d" [ 699.489380] env[63105]: _type = "HttpNfcLease" [ 699.489380] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 699.576240] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "refresh_cache-8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.741470] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8966f016-2eb6-4e56-9c2d-f00008bbb149 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.750013] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f89ae1-c847-402e-8693-f3ff5b60a9b0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.753592] env[63105]: DEBUG nova.network.neutron [req-521a27ce-03d6-4e90-9c58-b71ced4cafe0 req-1b6cf828-52de-4a6f-9f50-a801f73e9f30 service nova] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.784270] env[63105]: DEBUG nova.network.neutron [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Updated VIF entry in instance network info cache for port dd8a6119-b215-450f-9eec-39a9b02aa183. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.784645] env[63105]: DEBUG nova.network.neutron [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Updating instance_info_cache with network_info: [{"id": "dd8a6119-b215-450f-9eec-39a9b02aa183", "address": "fa:16:3e:a2:6d:71", "network": {"id": "da754b38-ead4-475c-adb4-d1570711cf71", "bridge": "br-int", "label": "tempest-ImagesTestJSON-374670986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d61f61e724c719088e006027a9e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8a6119-b2", "ovs_interfaceid": "dd8a6119-b215-450f-9eec-39a9b02aa183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.786905] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c577657c-7e4d-401a-b550-a9057d65393d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.796724] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8886997-c659-4286-a511-3c86311355e3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.812420] env[63105]: DEBUG nova.compute.provider_tree [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.823335] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d6c774-3671-8d01-6d14-4b079f192712, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.823593] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.823834] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] dcfd1818-668f-4ec5-b182-9ba8fd8d0c26/dcfd1818-668f-4ec5-b182-9ba8fd8d0c26.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.824129] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.824312] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.824512] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c5638a6-0c49-4f0f-8df4-c60fe844eae0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.826915] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d94fbc5-4349-4de6-9a5b-419d4df73fb3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.834808] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 699.834808] env[63105]: value = "task-2758590" [ 699.834808] env[63105]: _type = "Task" [ 699.834808] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.838515] env[63105]: DEBUG nova.network.neutron [req-521a27ce-03d6-4e90-9c58-b71ced4cafe0 req-1b6cf828-52de-4a6f-9f50-a801f73e9f30 service nova] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.840737] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.840914] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.842187] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-389c077e-e3ce-49eb-8831-c2b79f9c1ff7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.848488] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.851204] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 699.851204] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52c0d249-cde2-ea30-2f72-5165a0643848" [ 699.851204] env[63105]: _type = "Task" [ 699.851204] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.860177] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c0d249-cde2-ea30-2f72-5165a0643848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.989745] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 699.989745] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52862167-ed04-2512-870b-9b042bdfb85d" [ 699.989745] env[63105]: _type = "HttpNfcLease" [ 699.989745] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 699.990121] env[63105]: DEBUG oslo_vmware.rw_handles [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 699.990121] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52862167-ed04-2512-870b-9b042bdfb85d" [ 699.990121] env[63105]: _type = "HttpNfcLease" [ 699.990121] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 699.990876] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec6e3cc-56b6-4bb1-b09b-80adce6d70eb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.999157] env[63105]: DEBUG oslo_vmware.rw_handles [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b3b28-c2a4-a9cb-b4f1-542f271bc8b5/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 699.999357] env[63105]: DEBUG oslo_vmware.rw_handles [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b3b28-c2a4-a9cb-b4f1-542f271bc8b5/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 700.106440] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-37f74d55-d904-43d2-aeb2-5baa6b090d61 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.290431] env[63105]: DEBUG oslo_concurrency.lockutils [req-7e1f8bcd-d5e9-44e8-8d8a-cc94d463e64e req-7983c329-549c-4d96-8ece-b3595cab6b4a service nova] Releasing lock "refresh_cache-dcfd1818-668f-4ec5-b182-9ba8fd8d0c26" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.318034] env[63105]: DEBUG nova.scheduler.client.report [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 700.342881] env[63105]: DEBUG oslo_concurrency.lockutils [req-521a27ce-03d6-4e90-9c58-b71ced4cafe0 req-1b6cf828-52de-4a6f-9f50-a801f73e9f30 service nova] Releasing lock "refresh_cache-8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.346369] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquired lock "refresh_cache-8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.347592] env[63105]: DEBUG nova.network.neutron [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.348679] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758590, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.365770] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c0d249-cde2-ea30-2f72-5165a0643848, 'name': SearchDatastore_Task, 'duration_secs': 0.016276} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.366728] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e961de9f-ccf6-4a31-a801-765d6d1f5165 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.373174] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 700.373174] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52dd0036-5c93-779c-2f12-b4e35383080e" [ 700.373174] env[63105]: _type = "Task" [ 700.373174] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.383333] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52dd0036-5c93-779c-2f12-b4e35383080e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.822921] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.828018] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.145s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.828491] env[63105]: INFO nova.compute.claims [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.845761] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515518} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.846492] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] dcfd1818-668f-4ec5-b182-9ba8fd8d0c26/dcfd1818-668f-4ec5-b182-9ba8fd8d0c26.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.846492] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.849630] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54f79e2b-5c89-4911-bbe5-30c542688f4c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.855940] env[63105]: INFO nova.scheduler.client.report [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Deleted allocations for instance 46864447-5fdc-4e7e-ad3d-63c9d7c15afc [ 700.858041] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 700.858041] env[63105]: value = "task-2758591" [ 700.858041] env[63105]: _type = "Task" [ 700.858041] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.872736] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.893798] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52dd0036-5c93-779c-2f12-b4e35383080e, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.894121] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.894389] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 5c6d73d6-f07f-4581-824f-2b13701c8f88/5c6d73d6-f07f-4581-824f-2b13701c8f88.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.894675] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecdd03a0-74d8-4988-8c92-4c2b39fa2449 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.900773] env[63105]: DEBUG nova.network.neutron [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.910868] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 700.910868] env[63105]: value = "task-2758592" [ 700.910868] env[63105]: _type = "Task" [ 700.910868] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.923854] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.136504] env[63105]: DEBUG nova.network.neutron [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Updating instance_info_cache with network_info: [{"id": "e6f8e773-ec5e-42da-8a13-9a44a342d00b", "address": "fa:16:3e:ee:37:ec", "network": {"id": "366cdc87-17ba-4261-b111-6784d7556b35", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-58936202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dde2ec445c184920bf81257197dd7773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f8e773-ec", "ovs_interfaceid": "e6f8e773-ec5e-42da-8a13-9a44a342d00b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.367704] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d6c4746-6fc8-4764-ab28-a573f5545674 tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "46864447-5fdc-4e7e-ad3d-63c9d7c15afc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.461s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.376780] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085895} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.377128] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.378075] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083dbc58-f12e-4b55-8360-4b0b0bb22515 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.407221] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] dcfd1818-668f-4ec5-b182-9ba8fd8d0c26/dcfd1818-668f-4ec5-b182-9ba8fd8d0c26.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.407962] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-327ec7c9-a5db-4c70-9bc9-febd5fd23993 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.436515] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758592, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.438588] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 701.438588] env[63105]: value = "task-2758593" [ 701.438588] env[63105]: _type = "Task" [ 701.438588] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.452440] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.639524] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Releasing lock "refresh_cache-8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.639877] env[63105]: DEBUG nova.compute.manager [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Instance network_info: |[{"id": "e6f8e773-ec5e-42da-8a13-9a44a342d00b", "address": "fa:16:3e:ee:37:ec", "network": {"id": "366cdc87-17ba-4261-b111-6784d7556b35", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-58936202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dde2ec445c184920bf81257197dd7773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f8e773-ec", "ovs_interfaceid": "e6f8e773-ec5e-42da-8a13-9a44a342d00b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.640324] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:37:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6f8e773-ec5e-42da-8a13-9a44a342d00b', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.651761] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Creating folder: Project (dde2ec445c184920bf81257197dd7773). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.652665] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f30ae706-ef6f-4b39-9b6a-d8c48713a920 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.673209] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Created folder: Project (dde2ec445c184920bf81257197dd7773) in parent group-v554960. [ 701.673472] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Creating folder: Instances. Parent ref: group-v555067. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.673713] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f25cba0-8532-46c6-9efa-ad1c1f3e4812 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.689323] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Created folder: Instances in parent group-v555067. [ 701.689579] env[63105]: DEBUG oslo.service.loopingcall [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.689774] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.690125] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11dc5709-9dd8-43b6-b224-6735223b2729 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.714253] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.714253] env[63105]: value = "task-2758596" [ 701.714253] env[63105]: _type = "Task" [ 701.714253] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.724998] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758596, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.943465] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795439} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.948102] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 5c6d73d6-f07f-4581-824f-2b13701c8f88/5c6d73d6-f07f-4581-824f-2b13701c8f88.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.948102] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.950724] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-889a2b89-86d9-4d45-ae0c-8532f18b64e9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.960193] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758593, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.961817] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 701.961817] env[63105]: value = "task-2758597" [ 701.961817] env[63105]: _type = "Task" [ 701.961817] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.973086] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.101308] env[63105]: DEBUG oslo_concurrency.lockutils [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "17e58975-52ca-4e4e-8358-e72975123529" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.101566] env[63105]: DEBUG oslo_concurrency.lockutils [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "17e58975-52ca-4e4e-8358-e72975123529" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.101782] env[63105]: DEBUG oslo_concurrency.lockutils [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "17e58975-52ca-4e4e-8358-e72975123529-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.101978] env[63105]: DEBUG oslo_concurrency.lockutils [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "17e58975-52ca-4e4e-8358-e72975123529-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.102210] env[63105]: DEBUG oslo_concurrency.lockutils [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "17e58975-52ca-4e4e-8358-e72975123529-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.104317] env[63105]: INFO nova.compute.manager [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Terminating instance [ 702.225883] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758596, 'name': CreateVM_Task, 'duration_secs': 0.398927} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.228504] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.229780] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.229780] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.229980] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.230609] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112fa00f-1136-4408-98f9-475b0fbef70b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.235985] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 702.235985] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52542816-42cd-7baa-3c45-3fb6bb0ac53a" [ 702.235985] env[63105]: _type = "Task" [ 702.235985] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.245161] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52542816-42cd-7baa-3c45-3fb6bb0ac53a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.324085] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c241c8-90c2-49d5-a92f-3babeac3c73a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.333161] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e47bd0c-ca92-4da8-934c-525f3706e0f8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.366477] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fab4d47-df89-4ff7-b6f2-ee3a1899cb5c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.375175] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b597dac2-b761-41df-b355-9b1ce91d86dd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.391450] env[63105]: DEBUG nova.compute.provider_tree [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.453516] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758593, 'name': ReconfigVM_Task, 'duration_secs': 0.628046} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.453792] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Reconfigured VM instance instance-00000024 to attach disk [datastore1] dcfd1818-668f-4ec5-b182-9ba8fd8d0c26/dcfd1818-668f-4ec5-b182-9ba8fd8d0c26.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.454436] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-885c7c06-fd03-4480-ad50-585bbe774357 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.461772] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 702.461772] env[63105]: value = "task-2758598" [ 702.461772] env[63105]: _type = "Task" [ 702.461772] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.474873] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758598, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.477482] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252664} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.477740] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.480149] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72fedef-970c-4e39-bd2f-3766c599a068 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.505353] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 5c6d73d6-f07f-4581-824f-2b13701c8f88/5c6d73d6-f07f-4581-824f-2b13701c8f88.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.506194] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-433333c4-e83a-42e9-9f59-2b7d828ec817 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.528332] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 702.528332] env[63105]: value = "task-2758599" [ 702.528332] env[63105]: _type = "Task" [ 702.528332] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.538142] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.612232] env[63105]: DEBUG oslo_concurrency.lockutils [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "refresh_cache-17e58975-52ca-4e4e-8358-e72975123529" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.612232] env[63105]: DEBUG oslo_concurrency.lockutils [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquired lock "refresh_cache-17e58975-52ca-4e4e-8358-e72975123529" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.612624] env[63105]: DEBUG nova.network.neutron [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.747705] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52542816-42cd-7baa-3c45-3fb6bb0ac53a, 'name': SearchDatastore_Task, 'duration_secs': 0.013455} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.748049] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.748289] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.748526] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.748671] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.748846] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.749131] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ca04abc-8f28-4257-bfb2-2db5081762a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.762110] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.762110] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.762699] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4fbdbf8-337d-4115-9f72-22e907fff8ee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.769072] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 702.769072] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]524d8b99-1d13-62db-20c6-892e52768330" [ 702.769072] env[63105]: _type = "Task" [ 702.769072] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.777798] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524d8b99-1d13-62db-20c6-892e52768330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.899088] env[63105]: DEBUG nova.scheduler.client.report [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 702.971709] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758598, 'name': Rename_Task, 'duration_secs': 0.19068} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.972000] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.972302] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-433018bc-1c3b-4a38-b450-156854d24890 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.979986] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 702.979986] env[63105]: value = "task-2758600" [ 702.979986] env[63105]: _type = "Task" [ 702.979986] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.990219] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.041027] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758599, 'name': ReconfigVM_Task, 'duration_secs': 0.361823} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.041478] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 5c6d73d6-f07f-4581-824f-2b13701c8f88/5c6d73d6-f07f-4581-824f-2b13701c8f88.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.045016] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f5fa8de-6533-4284-bbb6-15c3a2515300 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.052831] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 703.052831] env[63105]: value = "task-2758601" [ 703.052831] env[63105]: _type = "Task" [ 703.052831] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.065109] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758601, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.140671] env[63105]: DEBUG nova.network.neutron [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.227955] env[63105]: DEBUG nova.network.neutron [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.281614] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524d8b99-1d13-62db-20c6-892e52768330, 'name': SearchDatastore_Task, 'duration_secs': 0.010904} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.282534] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e61e51e-5c2e-4ec2-bb95-86c215a9795b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.289519] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 703.289519] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52536dcf-d1ab-7075-73c9-c0369e60140f" [ 703.289519] env[63105]: _type = "Task" [ 703.289519] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.299630] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52536dcf-d1ab-7075-73c9-c0369e60140f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.405406] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.406056] env[63105]: DEBUG nova.compute.manager [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.409418] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.672s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.494453] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758600, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.567667] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758601, 'name': Rename_Task, 'duration_secs': 0.197336} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.567965] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.568237] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81114245-1e6e-4a93-8512-6055d25d5ef8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.578037] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 703.578037] env[63105]: value = "task-2758602" [ 703.578037] env[63105]: _type = "Task" [ 703.578037] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.587398] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.739781] env[63105]: DEBUG oslo_concurrency.lockutils [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Releasing lock "refresh_cache-17e58975-52ca-4e4e-8358-e72975123529" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.739781] env[63105]: DEBUG nova.compute.manager [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.739781] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.739781] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2339bfea-53d5-4c31-a408-cd28e7d75f7c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.749264] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.749264] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc43c7ea-edee-4b5f-9198-f1e4eaff8258 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.762083] env[63105]: DEBUG oslo_vmware.api [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 703.762083] env[63105]: value = "task-2758603" [ 703.762083] env[63105]: _type = "Task" [ 703.762083] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.774050] env[63105]: DEBUG oslo_vmware.api [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.802995] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52536dcf-d1ab-7075-73c9-c0369e60140f, 'name': SearchDatastore_Task, 'duration_secs': 0.011394} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.804254] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.807022] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb/8cab61de-782c-4e44-a8c9-d4c0a4a95bcb.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.807022] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30fa8e6e-fcf8-40c8-a810-04fcb355e7de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.814652] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 703.814652] env[63105]: value = "task-2758604" [ 703.814652] env[63105]: _type = "Task" [ 703.814652] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.824755] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.914555] env[63105]: DEBUG nova.compute.utils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 703.927097] env[63105]: DEBUG nova.compute.manager [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.927303] env[63105]: DEBUG nova.network.neutron [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.970437] env[63105]: DEBUG nova.policy [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73ad937f438f4dcb9c59cb07806bc72d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dde2ec445c184920bf81257197dd7773', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.993814] env[63105]: DEBUG oslo_vmware.api [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758600, 'name': PowerOnVM_Task, 'duration_secs': 0.779443} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.994130] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.994366] env[63105]: INFO nova.compute.manager [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Took 8.85 seconds to spawn the instance on the hypervisor. [ 703.994848] env[63105]: DEBUG nova.compute.manager [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.995707] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebc14d2-7ba6-4450-be27-8dba8defd346 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.091795] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758602, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.278656] env[63105]: DEBUG oslo_vmware.api [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758603, 'name': PowerOffVM_Task, 'duration_secs': 0.148304} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.279470] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.280581] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.281358] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b376479e-f791-49c5-9e67-8554fd7c90c0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.323200] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.323200] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.323200] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Deleting the datastore file [datastore2] 17e58975-52ca-4e4e-8358-e72975123529 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.323200] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e233f8b9-d697-47cf-863a-a9a0a93ddcbf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.331405] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758604, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.342442] env[63105]: DEBUG oslo_vmware.api [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for the task: (returnval){ [ 704.342442] env[63105]: value = "task-2758606" [ 704.342442] env[63105]: _type = "Task" [ 704.342442] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.350391] env[63105]: DEBUG nova.network.neutron [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Successfully created port: 5f09cc8e-26d8-4971-af61-f272d4b9e1e9 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.357906] env[63105]: DEBUG oslo_vmware.api [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.428540] env[63105]: DEBUG nova.compute.manager [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.480370] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 13d54771-0092-4d5b-9191-c92a4563de94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.480606] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance cc7675ce-8158-4544-95c9-df40c403832e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.480882] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance ef8e67e9-335e-416c-a8fb-36a06d5bbd4a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.480882] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance a78212e0-e331-4fd3-8b67-0c8522d82c2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.481088] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 0fd393bb-8113-4b12-93ea-2d257fb98ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.481152] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 68a75af1-3f9a-4ed7-9e12-24dfd927b323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.485134] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 8f1812a5-1596-464f-b486-91b6c9a822bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.485134] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance bd76bbfc-9c88-4046-8d6a-cb72d35453d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.485134] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 17e58975-52ca-4e4e-8358-e72975123529 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.485134] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.485134] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 7c42dd10-0981-4496-85bd-d467534c95e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.485134] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 79a8096d-00eb-4e1c-810f-cc9f65eb6110 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.485134] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance ffdded3a-f493-42b9-a5bf-f1f71c6fa699 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.485134] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 51b3dd53-5669-4967-8b80-6b9b89d997cb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.485134] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 5cfd1b22-e9e0-4416-b03a-8f188fd4053e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.485134] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 57c6d90c-2e72-489b-bffc-10c040dbc6aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.485134] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 5c6d73d6-f07f-4581-824f-2b13701c8f88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.485134] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance dcfd1818-668f-4ec5-b182-9ba8fd8d0c26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.485134] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.485134] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 2091a78f-f016-416f-a972-fb2d80d61e54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 704.525283] env[63105]: INFO nova.compute.manager [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Took 58.19 seconds to build instance. [ 704.591624] env[63105]: DEBUG oslo_vmware.api [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758602, 'name': PowerOnVM_Task, 'duration_secs': 0.676085} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.591876] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.592131] env[63105]: INFO nova.compute.manager [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Took 12.11 seconds to spawn the instance on the hypervisor. [ 704.592309] env[63105]: DEBUG nova.compute.manager [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.593117] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a013d9a-f1e9-4fbb-b1f4-ff545aad91d7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.825921] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637667} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.826219] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb/8cab61de-782c-4e44-a8c9-d4c0a4a95bcb.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.826432] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.826684] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5065d7e4-65ca-459b-a407-f8cbdb004cba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.836557] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 704.836557] env[63105]: value = "task-2758607" [ 704.836557] env[63105]: _type = "Task" [ 704.836557] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.851232] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.858626] env[63105]: DEBUG oslo_vmware.api [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Task: {'id': task-2758606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243656} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.858626] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.858626] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.858626] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.858790] env[63105]: INFO nova.compute.manager [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Took 1.12 seconds to destroy the instance on the hypervisor. [ 704.859034] env[63105]: DEBUG oslo.service.loopingcall [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 704.859288] env[63105]: DEBUG nova.compute.manager [-] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.860199] env[63105]: DEBUG nova.network.neutron [-] [instance: 17e58975-52ca-4e4e-8358-e72975123529] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.883533] env[63105]: DEBUG nova.network.neutron [-] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.984694] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Acquiring lock "d9015a99-4e2e-48e7-ab0a-e63da1bbcdee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.985019] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Lock "d9015a99-4e2e-48e7-ab0a-e63da1bbcdee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.988447] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 591f0933-c3e5-4d84-b7ae-5125f18f7110 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.032805] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc8c7382-d788-4248-82c4-2ee5e55681a3 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "dcfd1818-668f-4ec5-b182-9ba8fd8d0c26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.768s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.037688] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45be0f17-b0dd-41a2-826d-7dc13b326ea2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.047694] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f39726a1-dfa7-4e5e-b046-4869ef05437c tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Suspending the VM {{(pid=63105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 705.049140] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-eee68180-21e2-4d8e-981b-6d8a88bf1c7e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.062151] env[63105]: DEBUG oslo_vmware.api [None req-f39726a1-dfa7-4e5e-b046-4869ef05437c tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 705.062151] env[63105]: value = "task-2758608" [ 705.062151] env[63105]: _type = "Task" [ 705.062151] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.075100] env[63105]: DEBUG oslo_vmware.api [None req-f39726a1-dfa7-4e5e-b046-4869ef05437c tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758608, 'name': SuspendVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.113115] env[63105]: INFO nova.compute.manager [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Took 61.85 seconds to build instance. [ 705.347777] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095878} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.348375] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.349033] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04dff4d-abd2-42de-9947-d38d7217749d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.376637] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb/8cab61de-782c-4e44-a8c9-d4c0a4a95bcb.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.377122] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c71fb841-48fb-479d-9b02-282c518c1b90 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.395432] env[63105]: DEBUG nova.network.neutron [-] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.407359] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 705.407359] env[63105]: value = "task-2758609" [ 705.407359] env[63105]: _type = "Task" [ 705.407359] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.421018] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.448058] env[63105]: DEBUG nova.compute.manager [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.483328] env[63105]: DEBUG nova.virt.hardware [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 705.483666] env[63105]: DEBUG nova.virt.hardware [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 705.483788] env[63105]: DEBUG nova.virt.hardware [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.487874] env[63105]: DEBUG nova.virt.hardware [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 705.488936] env[63105]: DEBUG nova.virt.hardware [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.488936] env[63105]: DEBUG nova.virt.hardware [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 705.490675] env[63105]: DEBUG nova.virt.hardware [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 705.490924] env[63105]: DEBUG nova.virt.hardware [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 705.491216] env[63105]: DEBUG nova.virt.hardware [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 705.491469] env[63105]: DEBUG nova.virt.hardware [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 705.491715] env[63105]: DEBUG nova.virt.hardware [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 705.492844] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 16c5f890-a3f2-4825-8ba6-11caf6fbef8f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.494929] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9bf067-4591-4b87-b4f8-eb55df000d0b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.506951] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d681e52e-1e57-4f6e-8092-e5d134ac1afa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.537198] env[63105]: DEBUG nova.compute.manager [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.557933] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "5c6d73d6-f07f-4581-824f-2b13701c8f88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.573438] env[63105]: DEBUG oslo_vmware.api [None req-f39726a1-dfa7-4e5e-b046-4869ef05437c tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758608, 'name': SuspendVM_Task} progress is 54%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.616284] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4eb79b7-565c-4b6e-8c6d-63d5f6f368dc tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "5c6d73d6-f07f-4581-824f-2b13701c8f88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.979s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.619264] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "5c6d73d6-f07f-4581-824f-2b13701c8f88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.060s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.619264] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "5c6d73d6-f07f-4581-824f-2b13701c8f88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.619264] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "5c6d73d6-f07f-4581-824f-2b13701c8f88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.619264] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "5c6d73d6-f07f-4581-824f-2b13701c8f88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.621605] env[63105]: INFO nova.compute.manager [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Terminating instance [ 705.898983] env[63105]: INFO nova.compute.manager [-] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Took 1.04 seconds to deallocate network for instance. [ 705.920122] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.941258] env[63105]: DEBUG nova.compute.manager [req-3eabe6ce-d451-4aab-92a0-0a9f7147d1d3 req-2d814c71-5004-4cbe-a4f5-64c96c461111 service nova] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Received event network-vif-plugged-5f09cc8e-26d8-4971-af61-f272d4b9e1e9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 705.942030] env[63105]: DEBUG oslo_concurrency.lockutils [req-3eabe6ce-d451-4aab-92a0-0a9f7147d1d3 req-2d814c71-5004-4cbe-a4f5-64c96c461111 service nova] Acquiring lock "2091a78f-f016-416f-a972-fb2d80d61e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.942275] env[63105]: DEBUG oslo_concurrency.lockutils [req-3eabe6ce-d451-4aab-92a0-0a9f7147d1d3 req-2d814c71-5004-4cbe-a4f5-64c96c461111 service nova] Lock "2091a78f-f016-416f-a972-fb2d80d61e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.942671] env[63105]: DEBUG oslo_concurrency.lockutils [req-3eabe6ce-d451-4aab-92a0-0a9f7147d1d3 req-2d814c71-5004-4cbe-a4f5-64c96c461111 service nova] Lock "2091a78f-f016-416f-a972-fb2d80d61e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.942671] env[63105]: DEBUG nova.compute.manager [req-3eabe6ce-d451-4aab-92a0-0a9f7147d1d3 req-2d814c71-5004-4cbe-a4f5-64c96c461111 service nova] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] No waiting events found dispatching network-vif-plugged-5f09cc8e-26d8-4971-af61-f272d4b9e1e9 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.942941] env[63105]: WARNING nova.compute.manager [req-3eabe6ce-d451-4aab-92a0-0a9f7147d1d3 req-2d814c71-5004-4cbe-a4f5-64c96c461111 service nova] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Received unexpected event network-vif-plugged-5f09cc8e-26d8-4971-af61-f272d4b9e1e9 for instance with vm_state building and task_state spawning. [ 705.987402] env[63105]: DEBUG nova.network.neutron [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Successfully updated port: 5f09cc8e-26d8-4971-af61-f272d4b9e1e9 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.001425] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 398e516b-9906-4e3f-b74d-b090a0437662 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.063758] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.075767] env[63105]: DEBUG oslo_vmware.api [None req-f39726a1-dfa7-4e5e-b046-4869ef05437c tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758608, 'name': SuspendVM_Task, 'duration_secs': 0.919671} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.076062] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f39726a1-dfa7-4e5e-b046-4869ef05437c tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Suspended the VM {{(pid=63105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 706.076243] env[63105]: DEBUG nova.compute.manager [None req-f39726a1-dfa7-4e5e-b046-4869ef05437c tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.077042] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f3434b-6686-4f37-a637-80fd9a260845 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.121405] env[63105]: DEBUG nova.compute.manager [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.126728] env[63105]: DEBUG nova.compute.manager [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.127035] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.128629] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea05570-546c-4347-87d1-2d52c747b02d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.140521] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.140827] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0319d6f7-617c-48d3-af0b-d3bd9a469c6f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.150027] env[63105]: DEBUG oslo_vmware.api [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 706.150027] env[63105]: value = "task-2758610" [ 706.150027] env[63105]: _type = "Task" [ 706.150027] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.162166] env[63105]: DEBUG oslo_vmware.api [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.407210] env[63105]: DEBUG oslo_concurrency.lockutils [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.422107] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758609, 'name': ReconfigVM_Task, 'duration_secs': 0.635891} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.422490] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb/8cab61de-782c-4e44-a8c9-d4c0a4a95bcb.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.423447] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f2aa637-3b92-4706-85ef-f9df94911611 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.432451] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 706.432451] env[63105]: value = "task-2758611" [ 706.432451] env[63105]: _type = "Task" [ 706.432451] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.441985] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758611, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.491707] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "refresh_cache-2091a78f-f016-416f-a972-fb2d80d61e54" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.491879] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquired lock "refresh_cache-2091a78f-f016-416f-a972-fb2d80d61e54" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.491938] env[63105]: DEBUG nova.network.neutron [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.505392] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 1b4ce059-48cf-4e2c-9717-8435265be136 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.641411] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.662677] env[63105]: DEBUG oslo_vmware.api [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758610, 'name': PowerOffVM_Task, 'duration_secs': 0.280145} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.663076] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.663323] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.663666] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35bb9fae-a016-488f-9397-aabeaf88afae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.815196] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.815690] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.815966] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Deleting the datastore file [datastore1] 5c6d73d6-f07f-4581-824f-2b13701c8f88 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.816312] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fd87c06-c139-4711-bf9a-9a1ab7923ab0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.823540] env[63105]: DEBUG oslo_vmware.api [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for the task: (returnval){ [ 706.823540] env[63105]: value = "task-2758613" [ 706.823540] env[63105]: _type = "Task" [ 706.823540] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.832913] env[63105]: DEBUG oslo_vmware.api [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.943749] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758611, 'name': Rename_Task, 'duration_secs': 0.223218} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.944526] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.944526] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cf960b8-7dfc-48b5-9a0e-55fb80702d7c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.952696] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 706.952696] env[63105]: value = "task-2758614" [ 706.952696] env[63105]: _type = "Task" [ 706.952696] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.961236] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.008050] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 62d329f2-b211-4c32-9cbd-5b4d68e825b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.033759] env[63105]: DEBUG nova.network.neutron [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.183971] env[63105]: DEBUG nova.network.neutron [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Updating instance_info_cache with network_info: [{"id": "5f09cc8e-26d8-4971-af61-f272d4b9e1e9", "address": "fa:16:3e:d0:dc:7f", "network": {"id": "366cdc87-17ba-4261-b111-6784d7556b35", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-58936202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dde2ec445c184920bf81257197dd7773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f09cc8e-26", "ovs_interfaceid": "5f09cc8e-26d8-4971-af61-f272d4b9e1e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.335820] env[63105]: DEBUG oslo_vmware.api [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Task: {'id': task-2758613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168952} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.336157] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.336436] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.337105] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.337105] env[63105]: INFO nova.compute.manager [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Took 1.21 seconds to destroy the instance on the hypervisor. [ 707.337105] env[63105]: DEBUG oslo.service.loopingcall [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.337324] env[63105]: DEBUG nova.compute.manager [-] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.337432] env[63105]: DEBUG nova.network.neutron [-] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.398698] env[63105]: DEBUG oslo_vmware.rw_handles [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b3b28-c2a4-a9cb-b4f1-542f271bc8b5/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 707.399756] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776b5b1f-f567-4fcd-b2c4-1ca422585979 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.407557] env[63105]: DEBUG oslo_vmware.rw_handles [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b3b28-c2a4-a9cb-b4f1-542f271bc8b5/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 707.407803] env[63105]: ERROR oslo_vmware.rw_handles [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b3b28-c2a4-a9cb-b4f1-542f271bc8b5/disk-0.vmdk due to incomplete transfer. [ 707.408216] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-73c9649d-ef27-4a6f-ada6-76f6dba28659 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.417138] env[63105]: DEBUG oslo_vmware.rw_handles [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b3b28-c2a4-a9cb-b4f1-542f271bc8b5/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 707.417268] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Uploaded image 66219fc7-8cd1-431b-9d18-3096fa744e8a to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 707.419641] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 707.419919] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5a223c8-d812-4244-ac90-5f88e66bbaf8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.430805] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 707.430805] env[63105]: value = "task-2758615" [ 707.430805] env[63105]: _type = "Task" [ 707.430805] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.440922] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758615, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.463737] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758614, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.511706] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 5fae8f14-70bd-496e-b311-8555e6eb8dd6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.687663] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Releasing lock "refresh_cache-2091a78f-f016-416f-a972-fb2d80d61e54" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.688015] env[63105]: DEBUG nova.compute.manager [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Instance network_info: |[{"id": "5f09cc8e-26d8-4971-af61-f272d4b9e1e9", "address": "fa:16:3e:d0:dc:7f", "network": {"id": "366cdc87-17ba-4261-b111-6784d7556b35", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-58936202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dde2ec445c184920bf81257197dd7773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f09cc8e-26", "ovs_interfaceid": "5f09cc8e-26d8-4971-af61-f272d4b9e1e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.688637] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:dc:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f09cc8e-26d8-4971-af61-f272d4b9e1e9', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.700036] env[63105]: DEBUG oslo.service.loopingcall [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.700036] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.700036] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c142c0e2-8b8c-4343-bc27-ecb82fb20b5e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.726393] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.726393] env[63105]: value = "task-2758616" [ 707.726393] env[63105]: _type = "Task" [ 707.726393] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.736380] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758616, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.941936] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758615, 'name': Destroy_Task, 'duration_secs': 0.358193} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.943029] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Destroyed the VM [ 707.943029] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 707.943029] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f7cc494d-a561-4b53-82df-a15afc787f13 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.951593] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 707.951593] env[63105]: value = "task-2758617" [ 707.951593] env[63105]: _type = "Task" [ 707.951593] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.968884] env[63105]: DEBUG oslo_vmware.api [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758614, 'name': PowerOnVM_Task, 'duration_secs': 0.839688} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.973188] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.973464] env[63105]: INFO nova.compute.manager [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Took 9.23 seconds to spawn the instance on the hypervisor. [ 707.973696] env[63105]: DEBUG nova.compute.manager [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.977019] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758617, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.977019] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb119920-175d-4007-9a50-06f1e5012f8c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.994477] env[63105]: DEBUG nova.compute.manager [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Received event network-changed-5f09cc8e-26d8-4971-af61-f272d4b9e1e9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 707.994716] env[63105]: DEBUG nova.compute.manager [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Refreshing instance network info cache due to event network-changed-5f09cc8e-26d8-4971-af61-f272d4b9e1e9. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 707.994932] env[63105]: DEBUG oslo_concurrency.lockutils [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] Acquiring lock "refresh_cache-2091a78f-f016-416f-a972-fb2d80d61e54" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.995052] env[63105]: DEBUG oslo_concurrency.lockutils [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] Acquired lock "refresh_cache-2091a78f-f016-416f-a972-fb2d80d61e54" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.995223] env[63105]: DEBUG nova.network.neutron [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Refreshing network info cache for port 5f09cc8e-26d8-4971-af61-f272d4b9e1e9 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.015514] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 821a516b-af49-4b2c-b120-d08b237ccb7b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.245055] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758616, 'name': CreateVM_Task, 'duration_secs': 0.405081} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.245055] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.245277] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.245390] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.245716] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.245980] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e71bd5-13eb-42e1-a9ee-7ef016c9568a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.251426] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 708.251426] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52165693-043e-c0ea-d39f-662e4450c4c0" [ 708.251426] env[63105]: _type = "Task" [ 708.251426] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.260481] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52165693-043e-c0ea-d39f-662e4450c4c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.286027] env[63105]: DEBUG nova.network.neutron [-] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.461799] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758617, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.497357] env[63105]: INFO nova.compute.manager [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Took 52.14 seconds to build instance. [ 708.499029] env[63105]: DEBUG nova.compute.manager [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.501952] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d62676d-d966-48cd-8857-11dd236d7d5b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.519933] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 878bfa51-a829-4537-a841-31273a0b09cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.575039] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "interface-0fd393bb-8113-4b12-93ea-2d257fb98ae0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.575156] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-0fd393bb-8113-4b12-93ea-2d257fb98ae0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.575555] env[63105]: DEBUG nova.objects.instance [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'flavor' on Instance uuid 0fd393bb-8113-4b12-93ea-2d257fb98ae0 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.764634] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52165693-043e-c0ea-d39f-662e4450c4c0, 'name': SearchDatastore_Task, 'duration_secs': 0.016369} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.765194] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.766039] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.766411] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.766754] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.767229] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.767636] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae6f2ff4-91be-4fd5-b966-d8c9d161940d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.781020] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.781020] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.781020] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0bcd16-b250-48fb-8473-367a60abbe62 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.789151] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 708.789151] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b67dcc-3fb3-42f3-4c87-80507f8de16b" [ 708.789151] env[63105]: _type = "Task" [ 708.789151] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.792784] env[63105]: INFO nova.compute.manager [-] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Took 1.46 seconds to deallocate network for instance. [ 708.804085] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b67dcc-3fb3-42f3-4c87-80507f8de16b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.925364] env[63105]: DEBUG nova.network.neutron [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Updated VIF entry in instance network info cache for port 5f09cc8e-26d8-4971-af61-f272d4b9e1e9. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.925753] env[63105]: DEBUG nova.network.neutron [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Updating instance_info_cache with network_info: [{"id": "5f09cc8e-26d8-4971-af61-f272d4b9e1e9", "address": "fa:16:3e:d0:dc:7f", "network": {"id": "366cdc87-17ba-4261-b111-6784d7556b35", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-58936202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dde2ec445c184920bf81257197dd7773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f09cc8e-26", "ovs_interfaceid": "5f09cc8e-26d8-4971-af61-f272d4b9e1e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.962142] env[63105]: DEBUG oslo_vmware.api [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758617, 'name': RemoveSnapshot_Task, 'duration_secs': 0.743588} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.962554] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 708.962861] env[63105]: INFO nova.compute.manager [None req-b371cfcc-09c8-4327-8549-5c30a0d65e21 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Took 14.64 seconds to snapshot the instance on the hypervisor. [ 709.002470] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d4c5e327-dd74-4870-ad43-62a38b2e916c tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.904s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.014233] env[63105]: INFO nova.compute.manager [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] instance snapshotting [ 709.014453] env[63105]: WARNING nova.compute.manager [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 709.017913] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bddb607-6f78-4789-88b5-fe2d86af933d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.022905] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 1e36432b-3ebc-4417-b914-5feb9fbd040d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 709.039283] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 8dbcecc9-e6d8-49d6-a3ac-187920f2719b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 709.040345] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba4fc18-1952-47f3-ad0b-c5342445b731 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.145542] env[63105]: DEBUG nova.objects.instance [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'pci_requests' on Instance uuid 0fd393bb-8113-4b12-93ea-2d257fb98ae0 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.297582] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b67dcc-3fb3-42f3-4c87-80507f8de16b, 'name': SearchDatastore_Task, 'duration_secs': 0.044414} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.298416] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8e217e-7005-4b8d-93f8-b6b97b8c8ff2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.301346] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.305126] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 709.305126] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]529e4be5-a921-a035-9ff3-167fa1b964ac" [ 709.305126] env[63105]: _type = "Task" [ 709.305126] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.314155] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529e4be5-a921-a035-9ff3-167fa1b964ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.428995] env[63105]: DEBUG oslo_concurrency.lockutils [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] Releasing lock "refresh_cache-2091a78f-f016-416f-a972-fb2d80d61e54" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.429125] env[63105]: DEBUG nova.compute.manager [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Received event network-vif-deleted-f6428c92-ea56-4611-9657-6fb91f142c28 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 709.429350] env[63105]: INFO nova.compute.manager [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Neutron deleted interface f6428c92-ea56-4611-9657-6fb91f142c28; detaching it from the instance and deleting it from the info cache [ 709.429673] env[63105]: DEBUG nova.network.neutron [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Updating instance_info_cache with network_info: [{"id": "a4cc499d-c79c-4aa6-aedc-877163429126", "address": "fa:16:3e:0a:04:2a", "network": {"id": "5cce5556-6a40-45d6-a029-a1a97e04127e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1730006487", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f4453de551e94c2787228e357f1570c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4cc499d-c7", "ovs_interfaceid": "a4cc499d-c79c-4aa6-aedc-877163429126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.507183] env[63105]: DEBUG nova.compute.manager [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.544420] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 421a6100-70a4-4fbf-abac-28a4e47acaef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 709.552437] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 709.553031] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9574d27f-cca6-46da-a936-4362ff950bf6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.565496] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 709.565496] env[63105]: value = "task-2758618" [ 709.565496] env[63105]: _type = "Task" [ 709.565496] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.576280] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758618, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.647922] env[63105]: DEBUG nova.objects.base [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Object Instance<0fd393bb-8113-4b12-93ea-2d257fb98ae0> lazy-loaded attributes: flavor,pci_requests {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 709.648162] env[63105]: DEBUG nova.network.neutron [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.699744] env[63105]: DEBUG nova.policy [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41bcc83a765a4aa5947e1c098a54d56f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6039084dd49439b9add938dad3b1446', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.817927] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529e4be5-a921-a035-9ff3-167fa1b964ac, 'name': SearchDatastore_Task, 'duration_secs': 0.030934} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.818224] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.818880] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 2091a78f-f016-416f-a972-fb2d80d61e54/2091a78f-f016-416f-a972-fb2d80d61e54.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.818880] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82a33b46-039d-4ba8-b114-e207d3c53ad1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.828667] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 709.828667] env[63105]: value = "task-2758619" [ 709.828667] env[63105]: _type = "Task" [ 709.828667] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.838392] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.933482] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6894df58-51aa-40a2-8db6-c289404f39f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.945747] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad567e5e-a098-4e80-a4ee-c2179c8259e0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.983218] env[63105]: DEBUG nova.compute.manager [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Detach interface failed, port_id=f6428c92-ea56-4611-9657-6fb91f142c28, reason: Instance 5c6d73d6-f07f-4581-824f-2b13701c8f88 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 709.983481] env[63105]: DEBUG nova.compute.manager [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Received event network-vif-deleted-a4cc499d-c79c-4aa6-aedc-877163429126 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 709.983678] env[63105]: INFO nova.compute.manager [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Neutron deleted interface a4cc499d-c79c-4aa6-aedc-877163429126; detaching it from the instance and deleting it from the info cache [ 709.983849] env[63105]: DEBUG nova.network.neutron [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.986273] env[63105]: DEBUG nova.network.neutron [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Successfully created port: 8cc1992a-f48c-4cda-b644-c277298723b7 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.032046] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.050075] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance b979985d-b472-47ed-8611-e55e959942e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 710.050075] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 710.050075] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 710.076463] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758618, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.343250] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483231} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.343515] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 2091a78f-f016-416f-a972-fb2d80d61e54/2091a78f-f016-416f-a972-fb2d80d61e54.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.343720] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.343967] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4978c7d-84dc-4f10-8ca2-3b72dcfd4efb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.356466] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 710.356466] env[63105]: value = "task-2758620" [ 710.356466] env[63105]: _type = "Task" [ 710.356466] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.371350] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.490080] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f33d22f-15db-4392-8616-31a497bf892c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.502277] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783ab2ea-124e-4103-a362-ac13b9fb6e87 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.541040] env[63105]: DEBUG nova.compute.manager [req-26a9ddbc-073e-469b-9912-b476b7932524 req-48853427-6eac-4bf5-a746-25b2dc356e05 service nova] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Detach interface failed, port_id=a4cc499d-c79c-4aa6-aedc-877163429126, reason: Instance 5c6d73d6-f07f-4581-824f-2b13701c8f88 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 710.543030] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300a4e80-489c-47ec-8a16-36de2d76fe9f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.551282] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e9b001-4901-4cec-bdc9-01817c4be65a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.585425] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0ab13b-3f02-4455-91d7-5b9dbcd9e89e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.596171] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fc388b-ea96-48e8-9e1b-43dc85b0de29 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.599924] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758618, 'name': CreateSnapshot_Task, 'duration_secs': 0.949973} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.600207] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 710.601215] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8294dd-81ee-4dbe-bb49-66a0c1040757 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.612954] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.702141] env[63105]: DEBUG nova.compute.manager [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.703117] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8445c19-6d7b-4614-84eb-3a7f0ef1d833 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.868518] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079715} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.868518] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.868608] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6225771-93aa-4fff-9ac9-08044a6e89ff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.891660] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 2091a78f-f016-416f-a972-fb2d80d61e54/2091a78f-f016-416f-a972-fb2d80d61e54.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.891961] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d3df52f-d069-488f-8ae7-8e88db592a6d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.912593] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 710.912593] env[63105]: value = "task-2758621" [ 710.912593] env[63105]: _type = "Task" [ 710.912593] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.921337] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.962399] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.962655] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.132535] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 711.132870] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1d20839-cd74-4d31-bc3a-4e52e516ad8d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.136619] env[63105]: ERROR nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [req-71c047a2-42f9-4132-8ccf-5b8e712779ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-71c047a2-42f9-4132-8ccf-5b8e712779ef"}]} [ 711.145342] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 711.145342] env[63105]: value = "task-2758622" [ 711.145342] env[63105]: _type = "Task" [ 711.145342] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.154215] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758622, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.155213] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 711.172407] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 711.172616] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.186494] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 711.207055] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 711.214594] env[63105]: INFO nova.compute.manager [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] instance snapshotting [ 711.217305] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8506a0a-6ecb-49ce-9d4a-9066a273dd6f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.241073] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8664c2e4-f6e9-42fe-8deb-f861c25cc8e9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.425497] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758621, 'name': ReconfigVM_Task, 'duration_secs': 0.290702} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.425830] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 2091a78f-f016-416f-a972-fb2d80d61e54/2091a78f-f016-416f-a972-fb2d80d61e54.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.426454] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a98fa32f-ea87-45b9-988d-9bc31cfd7f1c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.434013] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 711.434013] env[63105]: value = "task-2758623" [ 711.434013] env[63105]: _type = "Task" [ 711.434013] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.445755] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758623, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.466291] env[63105]: DEBUG nova.compute.utils [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 711.507792] env[63105]: DEBUG nova.network.neutron [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Successfully updated port: 8cc1992a-f48c-4cda-b644-c277298723b7 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.657195] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758622, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.668230] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa68156-5b62-4fa3-980d-844c24824056 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.676022] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ce5fa5-ad9f-4723-8db1-d56b7b979d3f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.707064] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbb8343-f73a-4aa0-8c62-60f9d1be49c6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.714888] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b37a2f0-f64c-4eaa-b180-5dbf1d3a4dd8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.730283] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.752437] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 711.752707] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3f2a7b16-39c3-4db0-889b-366b821614ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.760979] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 711.760979] env[63105]: value = "task-2758624" [ 711.760979] env[63105]: _type = "Task" [ 711.760979] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.769641] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758624, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.946353] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758623, 'name': Rename_Task, 'duration_secs': 0.175545} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.946686] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.946961] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f04fffa-23a2-4718-8dae-ac6a32a62dcb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.955931] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 711.955931] env[63105]: value = "task-2758625" [ 711.955931] env[63105]: _type = "Task" [ 711.955931] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.966130] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.971929] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.012920] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.013144] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.013281] env[63105]: DEBUG nova.network.neutron [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.157561] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758622, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.267884] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 712.268187] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 63 to 64 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 712.268395] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.279708] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758624, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.466644] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758625, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.550602] env[63105]: WARNING nova.network.neutron [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] 739db829-14b0-4d26-8a41-7fca05cf4f5f already exists in list: networks containing: ['739db829-14b0-4d26-8a41-7fca05cf4f5f']. ignoring it [ 712.660065] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758622, 'name': CloneVM_Task, 'duration_secs': 1.468222} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.660395] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Created linked-clone VM from snapshot [ 712.661171] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1df3d3-c216-4d5f-af84-c24c9c85a69d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.669368] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Uploading image 08f45c18-6a17-4f59-9c53-2e4f8e769c72 {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 712.697632] env[63105]: DEBUG oslo_vmware.rw_handles [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 712.697632] env[63105]: value = "vm-555072" [ 712.697632] env[63105]: _type = "VirtualMachine" [ 712.697632] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 712.697911] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fafd0e8b-f12c-4b63-8a5f-93798627611f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.706245] env[63105]: DEBUG oslo_vmware.rw_handles [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lease: (returnval){ [ 712.706245] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52362c53-811b-bcce-7122-f518cc9504c0" [ 712.706245] env[63105]: _type = "HttpNfcLease" [ 712.706245] env[63105]: } obtained for exporting VM: (result){ [ 712.706245] env[63105]: value = "vm-555072" [ 712.706245] env[63105]: _type = "VirtualMachine" [ 712.706245] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 712.706583] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the lease: (returnval){ [ 712.706583] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52362c53-811b-bcce-7122-f518cc9504c0" [ 712.706583] env[63105]: _type = "HttpNfcLease" [ 712.706583] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 712.713298] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 712.713298] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52362c53-811b-bcce-7122-f518cc9504c0" [ 712.713298] env[63105]: _type = "HttpNfcLease" [ 712.713298] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 712.776853] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 712.777104] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.368s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.777349] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758624, 'name': CreateSnapshot_Task, 'duration_secs': 0.693393} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.777591] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.056s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.779037] env[63105]: INFO nova.compute.claims [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.782499] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 712.782691] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef34c79-5489-4ae4-80a8-2ef6d5993aaa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.863139] env[63105]: DEBUG nova.network.neutron [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Updating instance_info_cache with network_info: [{"id": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "address": "fa:16:3e:c9:61:2f", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e58328-47", "ovs_interfaceid": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8cc1992a-f48c-4cda-b644-c277298723b7", "address": "fa:16:3e:4d:6b:81", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc1992a-f4", "ovs_interfaceid": "8cc1992a-f48c-4cda-b644-c277298723b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.967762] env[63105]: DEBUG oslo_vmware.api [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758625, 'name': PowerOnVM_Task, 'duration_secs': 0.676148} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.968094] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.968331] env[63105]: INFO nova.compute.manager [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Took 7.52 seconds to spawn the instance on the hypervisor. [ 712.968517] env[63105]: DEBUG nova.compute.manager [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.969330] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008f0955-e052-4b01-abc1-13e041dbeea0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.980615] env[63105]: DEBUG nova.compute.manager [req-2ebd20e3-e35c-47e5-abe7-7be67665995e req-bf5c8416-9c5a-4cf5-81d0-efbec579dc1f service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Received event network-vif-plugged-8cc1992a-f48c-4cda-b644-c277298723b7 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 712.980826] env[63105]: DEBUG oslo_concurrency.lockutils [req-2ebd20e3-e35c-47e5-abe7-7be67665995e req-bf5c8416-9c5a-4cf5-81d0-efbec579dc1f service nova] Acquiring lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.981085] env[63105]: DEBUG oslo_concurrency.lockutils [req-2ebd20e3-e35c-47e5-abe7-7be67665995e req-bf5c8416-9c5a-4cf5-81d0-efbec579dc1f service nova] Lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.981208] env[63105]: DEBUG oslo_concurrency.lockutils [req-2ebd20e3-e35c-47e5-abe7-7be67665995e req-bf5c8416-9c5a-4cf5-81d0-efbec579dc1f service nova] Lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.981372] env[63105]: DEBUG nova.compute.manager [req-2ebd20e3-e35c-47e5-abe7-7be67665995e req-bf5c8416-9c5a-4cf5-81d0-efbec579dc1f service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] No waiting events found dispatching network-vif-plugged-8cc1992a-f48c-4cda-b644-c277298723b7 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.981532] env[63105]: WARNING nova.compute.manager [req-2ebd20e3-e35c-47e5-abe7-7be67665995e req-bf5c8416-9c5a-4cf5-81d0-efbec579dc1f service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Received unexpected event network-vif-plugged-8cc1992a-f48c-4cda-b644-c277298723b7 for instance with vm_state active and task_state None. [ 713.044243] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.044503] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.044930] env[63105]: INFO nova.compute.manager [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Attaching volume 412f7488-1790-40bc-840d-c79d8c5ee787 to /dev/sdb [ 713.075014] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07617640-6a8d-4030-a8eb-0425175599ff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.082874] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3c1039-6bc0-48f2-903d-aaeb3ebf7027 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.097207] env[63105]: DEBUG nova.virt.block_device [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Updating existing volume attachment record: f8ada928-974c-4da6-8bb0-aff450497d6a {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 713.214885] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 713.214885] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52362c53-811b-bcce-7122-f518cc9504c0" [ 713.214885] env[63105]: _type = "HttpNfcLease" [ 713.214885] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 713.215202] env[63105]: DEBUG oslo_vmware.rw_handles [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 713.215202] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52362c53-811b-bcce-7122-f518cc9504c0" [ 713.215202] env[63105]: _type = "HttpNfcLease" [ 713.215202] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 713.215902] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dba7bd0-0b18-4447-8fb5-ca52e6c2ae6a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.222916] env[63105]: DEBUG oslo_vmware.rw_handles [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52702abd-d48d-b37e-9d89-f14a24aaad6b/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 713.223108] env[63105]: DEBUG oslo_vmware.rw_handles [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52702abd-d48d-b37e-9d89-f14a24aaad6b/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 713.305958] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 713.309516] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-47804fec-613f-48be-964a-71bdad4b7420 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.316360] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 713.316360] env[63105]: value = "task-2758629" [ 713.316360] env[63105]: _type = "Task" [ 713.316360] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.325017] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758629, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.366730] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.366954] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.367010] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.368398] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49f0d3c-d046-45c2-b3b7-a9484d059b07 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.385468] env[63105]: DEBUG nova.virt.hardware [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 713.385796] env[63105]: DEBUG nova.virt.hardware [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 713.385987] env[63105]: DEBUG nova.virt.hardware [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.386206] env[63105]: DEBUG nova.virt.hardware [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 713.386375] env[63105]: DEBUG nova.virt.hardware [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.386548] env[63105]: DEBUG nova.virt.hardware [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 713.386828] env[63105]: DEBUG nova.virt.hardware [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 713.387078] env[63105]: DEBUG nova.virt.hardware [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 713.387297] env[63105]: DEBUG nova.virt.hardware [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 713.387483] env[63105]: DEBUG nova.virt.hardware [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 713.387708] env[63105]: DEBUG nova.virt.hardware [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 713.394485] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Reconfiguring VM to attach interface {{(pid=63105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 713.397248] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a8152f-0fc2-4e3e-bf5d-fd737b1ba4b7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.411626] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7a7b801d-d4ba-4899-ba5b-da41a9886451 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.424802] env[63105]: DEBUG oslo_vmware.api [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 713.424802] env[63105]: value = "task-2758631" [ 713.424802] env[63105]: _type = "Task" [ 713.424802] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.437215] env[63105]: DEBUG oslo_vmware.api [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758631, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.491313] env[63105]: INFO nova.compute.manager [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Took 52.82 seconds to build instance. [ 713.832418] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758629, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.940693] env[63105]: DEBUG oslo_vmware.api [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.993876] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b0eab998-d62c-4eeb-8cb8-cfec3fdfd8cc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "2091a78f-f016-416f-a972-fb2d80d61e54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.838s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.315844] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a6f1ec-83ef-4c45-808f-d0f39f5d65c7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.330596] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e3577e-1b8d-43d3-b180-c8b8a4d24436 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.341263] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758629, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.388115] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507a339f-4486-4212-893e-9aa57e0aca16 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.400939] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29b6566-375f-4a89-bc8c-6b1080ac705a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.425548] env[63105]: DEBUG nova.compute.provider_tree [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.440267] env[63105]: DEBUG oslo_vmware.api [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758631, 'name': ReconfigVM_Task, 'duration_secs': 0.926758} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.440894] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.441252] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Reconfigured VM to attach interface {{(pid=63105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 714.496840] env[63105]: DEBUG nova.compute.manager [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.831267] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758629, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.929846] env[63105]: DEBUG nova.scheduler.client.report [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 714.946855] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b976b251-2399-45fb-b0f3-7559d1db26f7 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-0fd393bb-8113-4b12-93ea-2d257fb98ae0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.371s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.021822] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.063225] env[63105]: DEBUG nova.compute.manager [req-9be8c1cf-fede-4280-ab5a-1d4211b0dbf2 req-c7db352d-064b-4227-bc35-73256b7f0756 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Received event network-changed-8cc1992a-f48c-4cda-b644-c277298723b7 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 715.063443] env[63105]: DEBUG nova.compute.manager [req-9be8c1cf-fede-4280-ab5a-1d4211b0dbf2 req-c7db352d-064b-4227-bc35-73256b7f0756 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Refreshing instance network info cache due to event network-changed-8cc1992a-f48c-4cda-b644-c277298723b7. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 715.063809] env[63105]: DEBUG oslo_concurrency.lockutils [req-9be8c1cf-fede-4280-ab5a-1d4211b0dbf2 req-c7db352d-064b-4227-bc35-73256b7f0756 service nova] Acquiring lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.064243] env[63105]: DEBUG oslo_concurrency.lockutils [req-9be8c1cf-fede-4280-ab5a-1d4211b0dbf2 req-c7db352d-064b-4227-bc35-73256b7f0756 service nova] Acquired lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.064908] env[63105]: DEBUG nova.network.neutron [req-9be8c1cf-fede-4280-ab5a-1d4211b0dbf2 req-c7db352d-064b-4227-bc35-73256b7f0756 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Refreshing network info cache for port 8cc1992a-f48c-4cda-b644-c277298723b7 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.333785] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758629, 'name': CloneVM_Task, 'duration_secs': 1.895155} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.333952] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Created linked-clone VM from snapshot [ 715.334725] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca9f551-52a3-4813-8ad9-2dc9e9ee5624 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.344218] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Uploading image c3ade0cf-6d3a-4346-b217-debc06b0e4d5 {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 715.366826] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 715.366826] env[63105]: value = "vm-555076" [ 715.366826] env[63105]: _type = "VirtualMachine" [ 715.366826] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 715.367128] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-de092991-fb60-4fbf-993a-537bb0d22b75 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.375635] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lease: (returnval){ [ 715.375635] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b6c577-57dd-516d-4011-96f1d074297c" [ 715.375635] env[63105]: _type = "HttpNfcLease" [ 715.375635] env[63105]: } obtained for exporting VM: (result){ [ 715.375635] env[63105]: value = "vm-555076" [ 715.375635] env[63105]: _type = "VirtualMachine" [ 715.375635] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 715.375885] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the lease: (returnval){ [ 715.375885] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b6c577-57dd-516d-4011-96f1d074297c" [ 715.375885] env[63105]: _type = "HttpNfcLease" [ 715.375885] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 715.383594] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 715.383594] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b6c577-57dd-516d-4011-96f1d074297c" [ 715.383594] env[63105]: _type = "HttpNfcLease" [ 715.383594] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 715.435872] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.436356] env[63105]: DEBUG nova.compute.manager [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.439118] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.443s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.441586] env[63105]: INFO nova.compute.claims [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.823426] env[63105]: DEBUG nova.network.neutron [req-9be8c1cf-fede-4280-ab5a-1d4211b0dbf2 req-c7db352d-064b-4227-bc35-73256b7f0756 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Updated VIF entry in instance network info cache for port 8cc1992a-f48c-4cda-b644-c277298723b7. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.823875] env[63105]: DEBUG nova.network.neutron [req-9be8c1cf-fede-4280-ab5a-1d4211b0dbf2 req-c7db352d-064b-4227-bc35-73256b7f0756 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Updating instance_info_cache with network_info: [{"id": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "address": "fa:16:3e:c9:61:2f", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e58328-47", "ovs_interfaceid": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8cc1992a-f48c-4cda-b644-c277298723b7", "address": "fa:16:3e:4d:6b:81", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc1992a-f4", "ovs_interfaceid": "8cc1992a-f48c-4cda-b644-c277298723b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.885251] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 715.885251] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b6c577-57dd-516d-4011-96f1d074297c" [ 715.885251] env[63105]: _type = "HttpNfcLease" [ 715.885251] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 715.885494] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 715.885494] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b6c577-57dd-516d-4011-96f1d074297c" [ 715.885494] env[63105]: _type = "HttpNfcLease" [ 715.885494] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 715.889243] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8577233e-57aa-4f77-abd1-a276add3437f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.897026] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250d461-a7bf-cad6-f927-fc973764e9cf/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 715.897254] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250d461-a7bf-cad6-f927-fc973764e9cf/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 715.955817] env[63105]: DEBUG nova.compute.utils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 715.963022] env[63105]: DEBUG nova.compute.manager [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.963022] env[63105]: DEBUG nova.network.neutron [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.004967] env[63105]: DEBUG nova.policy [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73ad937f438f4dcb9c59cb07806bc72d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dde2ec445c184920bf81257197dd7773', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.015800] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b37cd7d-7b9a-4012-b138-bddde3c9c04e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.300842] env[63105]: DEBUG nova.network.neutron [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Successfully created port: f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.326642] env[63105]: DEBUG oslo_concurrency.lockutils [req-9be8c1cf-fede-4280-ab5a-1d4211b0dbf2 req-c7db352d-064b-4227-bc35-73256b7f0756 service nova] Releasing lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.462728] env[63105]: DEBUG nova.compute.manager [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.474795] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "interface-0fd393bb-8113-4b12-93ea-2d257fb98ae0-8cc1992a-f48c-4cda-b644-c277298723b7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.476042] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-0fd393bb-8113-4b12-93ea-2d257fb98ae0-8cc1992a-f48c-4cda-b644-c277298723b7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.816993] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Acquiring lock "7c42dd10-0981-4496-85bd-d467534c95e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.817912] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Lock "7c42dd10-0981-4496-85bd-d467534c95e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.817912] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Acquiring lock "7c42dd10-0981-4496-85bd-d467534c95e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.818644] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Lock "7c42dd10-0981-4496-85bd-d467534c95e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.818644] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Lock "7c42dd10-0981-4496-85bd-d467534c95e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.823095] env[63105]: INFO nova.compute.manager [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Terminating instance [ 716.980955] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.981367] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.982308] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2052cc-240e-4179-97d7-c9bde09339f3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.036083] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed7b061-5950-409b-bb88-bed68ba2bcff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.041573] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe40a55-4057-440c-9ae8-b4683e25bba4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.083666] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Reconfiguring VM to detach interface {{(pid=63105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 717.084959] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba708d5b-7781-4464-b7ac-ba6fbade7492 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.088640] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83c716c6-0cc9-4ad6-9edd-1ab16730279e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.137681] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57e0c1f-96b7-4206-812e-78aebc944163 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.141670] env[63105]: DEBUG oslo_vmware.api [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 717.141670] env[63105]: value = "task-2758634" [ 717.141670] env[63105]: _type = "Task" [ 717.141670] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.151567] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7be078c-47b4-4180-881c-455f523b7312 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.159731] env[63105]: DEBUG oslo_vmware.api [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.172773] env[63105]: DEBUG nova.compute.provider_tree [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.314129] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Acquiring lock "68a75af1-3f9a-4ed7-9e12-24dfd927b323" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.314396] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Lock "68a75af1-3f9a-4ed7-9e12-24dfd927b323" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.314603] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Acquiring lock "68a75af1-3f9a-4ed7-9e12-24dfd927b323-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.314823] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Lock "68a75af1-3f9a-4ed7-9e12-24dfd927b323-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.314996] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Lock "68a75af1-3f9a-4ed7-9e12-24dfd927b323-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.317214] env[63105]: INFO nova.compute.manager [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Terminating instance [ 717.328950] env[63105]: DEBUG nova.compute.manager [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.329273] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.330898] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2039c7bb-09cb-4073-8ab5-e74f60d3ec26 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.340659] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.340978] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fa471d8-2bfe-4da1-ab41-ba93e26e9a56 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.349472] env[63105]: DEBUG oslo_vmware.api [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Waiting for the task: (returnval){ [ 717.349472] env[63105]: value = "task-2758635" [ 717.349472] env[63105]: _type = "Task" [ 717.349472] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.359272] env[63105]: DEBUG oslo_vmware.api [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.478202] env[63105]: DEBUG nova.compute.manager [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.641914] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 717.642268] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555075', 'volume_id': '412f7488-1790-40bc-840d-c79d8c5ee787', 'name': 'volume-412f7488-1790-40bc-840d-c79d8c5ee787', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3', 'attached_at': '', 'detached_at': '', 'volume_id': '412f7488-1790-40bc-840d-c79d8c5ee787', 'serial': '412f7488-1790-40bc-840d-c79d8c5ee787'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 717.643508] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff597449-9f71-4683-8be8-7d583b5813bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.668493] env[63105]: DEBUG oslo_vmware.api [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.669568] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50b1eca-7c2c-4586-98e1-5fc716842d9e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.675734] env[63105]: DEBUG nova.scheduler.client.report [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 717.700316] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] volume-412f7488-1790-40bc-840d-c79d8c5ee787/volume-412f7488-1790-40bc-840d-c79d8c5ee787.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.702185] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad625c58-a04d-4cfc-8593-934f3b59a6ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.722471] env[63105]: DEBUG oslo_vmware.api [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 717.722471] env[63105]: value = "task-2758636" [ 717.722471] env[63105]: _type = "Task" [ 717.722471] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.734510] env[63105]: DEBUG oslo_vmware.api [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.823591] env[63105]: DEBUG nova.compute.manager [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.823961] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.825166] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df753b51-3fd1-41ab-bfa3-1d1a39d5af97 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.834652] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.835041] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c54d6457-9c5e-4060-9877-0ac7d4ec5baa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.843274] env[63105]: DEBUG oslo_vmware.api [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Waiting for the task: (returnval){ [ 717.843274] env[63105]: value = "task-2758637" [ 717.843274] env[63105]: _type = "Task" [ 717.843274] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.853246] env[63105]: DEBUG oslo_vmware.api [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.862893] env[63105]: DEBUG oslo_vmware.api [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758635, 'name': PowerOffVM_Task, 'duration_secs': 0.30601} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.864478] env[63105]: DEBUG nova.network.neutron [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Successfully updated port: f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.865541] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.865638] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.865916] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d57946c-1e89-42f4-93ba-69015b39f169 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.944115] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.944500] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.944759] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Deleting the datastore file [datastore1] 7c42dd10-0981-4496-85bd-d467534c95e5 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.945042] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6f6ce20-a76c-4ba6-9471-38e42f87b38b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.953528] env[63105]: DEBUG oslo_vmware.api [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Waiting for the task: (returnval){ [ 717.953528] env[63105]: value = "task-2758639" [ 717.953528] env[63105]: _type = "Task" [ 717.953528] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.965188] env[63105]: DEBUG oslo_vmware.api [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.159904] env[63105]: DEBUG oslo_vmware.api [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.202152] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.202876] env[63105]: DEBUG nova.compute.manager [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.206292] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.392s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.206606] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.209212] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.178s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.211091] env[63105]: INFO nova.compute.claims [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.234458] env[63105]: DEBUG oslo_vmware.api [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.239889] env[63105]: INFO nova.scheduler.client.report [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Deleted allocations for instance 79a8096d-00eb-4e1c-810f-cc9f65eb6110 [ 718.353920] env[63105]: DEBUG oslo_vmware.api [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758637, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.369825] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "refresh_cache-591f0933-c3e5-4d84-b7ae-5125f18f7110" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.369825] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquired lock "refresh_cache-591f0933-c3e5-4d84-b7ae-5125f18f7110" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.369825] env[63105]: DEBUG nova.network.neutron [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.467886] env[63105]: DEBUG oslo_vmware.api [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Task: {'id': task-2758639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325582} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.468307] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.468607] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.468898] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.469204] env[63105]: INFO nova.compute.manager [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 718.469623] env[63105]: DEBUG oslo.service.loopingcall [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 718.469843] env[63105]: DEBUG nova.compute.manager [-] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.469990] env[63105]: DEBUG nova.network.neutron [-] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.654282] env[63105]: DEBUG oslo_vmware.api [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.716380] env[63105]: DEBUG nova.compute.utils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 718.720328] env[63105]: DEBUG nova.compute.manager [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.720328] env[63105]: DEBUG nova.network.neutron [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.733803] env[63105]: DEBUG oslo_vmware.api [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758636, 'name': ReconfigVM_Task, 'duration_secs': 0.628804} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.734357] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Reconfigured VM instance instance-0000001c to attach disk [datastore2] volume-412f7488-1790-40bc-840d-c79d8c5ee787/volume-412f7488-1790-40bc-840d-c79d8c5ee787.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.740488] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81b03c00-0b59-45bf-9efd-3fc059ad2572 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.754674] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9262e19b-5541-4ed4-9fee-afa577b5ab26 tempest-InstanceActionsNegativeTestJSON-367937404 tempest-InstanceActionsNegativeTestJSON-367937404-project-member] Lock "79a8096d-00eb-4e1c-810f-cc9f65eb6110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.665s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.761483] env[63105]: DEBUG oslo_vmware.api [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 718.761483] env[63105]: value = "task-2758640" [ 718.761483] env[63105]: _type = "Task" [ 718.761483] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.773830] env[63105]: DEBUG oslo_vmware.api [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.786906] env[63105]: DEBUG nova.policy [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdd4fcbc31624f4fa97343079b9a77d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c26489e7d814c18bf5a1f10ee5b62af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.854487] env[63105]: DEBUG oslo_vmware.api [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758637, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.924083] env[63105]: DEBUG nova.network.neutron [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.094051] env[63105]: DEBUG nova.network.neutron [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Updating instance_info_cache with network_info: [{"id": "f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4", "address": "fa:16:3e:4a:37:1b", "network": {"id": "366cdc87-17ba-4261-b111-6784d7556b35", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-58936202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dde2ec445c184920bf81257197dd7773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6c14b8e-d1", "ovs_interfaceid": "f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.156582] env[63105]: DEBUG oslo_vmware.api [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.220182] env[63105]: DEBUG nova.network.neutron [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Successfully created port: 7a055913-1811-4832-9baa-55552ec7d283 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.220182] env[63105]: DEBUG nova.compute.manager [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.272198] env[63105]: DEBUG oslo_vmware.api [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758640, 'name': ReconfigVM_Task, 'duration_secs': 0.222407} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.276049] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555075', 'volume_id': '412f7488-1790-40bc-840d-c79d8c5ee787', 'name': 'volume-412f7488-1790-40bc-840d-c79d8c5ee787', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3', 'attached_at': '', 'detached_at': '', 'volume_id': '412f7488-1790-40bc-840d-c79d8c5ee787', 'serial': '412f7488-1790-40bc-840d-c79d8c5ee787'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 719.356171] env[63105]: DEBUG oslo_vmware.api [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758637, 'name': PowerOffVM_Task, 'duration_secs': 1.295478} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.360148] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.360148] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.360148] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7134035c-67e5-400d-8105-38b3d320e010 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.444516] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.444801] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.445046] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Deleting the datastore file [datastore2] 68a75af1-3f9a-4ed7-9e12-24dfd927b323 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.445330] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66f07495-b604-4366-a195-66b8f8042ba4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.453447] env[63105]: DEBUG oslo_vmware.api [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Waiting for the task: (returnval){ [ 719.453447] env[63105]: value = "task-2758642" [ 719.453447] env[63105]: _type = "Task" [ 719.453447] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.467991] env[63105]: DEBUG oslo_vmware.api [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.597945] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Releasing lock "refresh_cache-591f0933-c3e5-4d84-b7ae-5125f18f7110" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.598342] env[63105]: DEBUG nova.compute.manager [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Instance network_info: |[{"id": "f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4", "address": "fa:16:3e:4a:37:1b", "network": {"id": "366cdc87-17ba-4261-b111-6784d7556b35", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-58936202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dde2ec445c184920bf81257197dd7773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6c14b8e-d1", "ovs_interfaceid": "f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.598609] env[63105]: DEBUG nova.network.neutron [-] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.655846] env[63105]: DEBUG oslo_vmware.api [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.697027] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7651b4db-5bc2-4384-918e-47b454a996ce {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.706567] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7008bdd6-c360-452d-a8bf-cb751721d52b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.751422] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1899fd-f369-43cd-8dce-2d2e64bc310d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.761030] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f1bf53-6ef7-41e3-8c6e-3856a89f475e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.778917] env[63105]: DEBUG nova.compute.provider_tree [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.965124] env[63105]: DEBUG oslo_vmware.api [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Task: {'id': task-2758642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262602} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.965361] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.965544] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.965728] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.965896] env[63105]: INFO nova.compute.manager [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Took 2.14 seconds to destroy the instance on the hypervisor. [ 719.966163] env[63105]: DEBUG oslo.service.loopingcall [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.966688] env[63105]: DEBUG nova.compute.manager [-] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.966791] env[63105]: DEBUG nova.network.neutron [-] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.101571] env[63105]: INFO nova.compute.manager [-] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Took 1.63 seconds to deallocate network for instance. [ 720.157970] env[63105]: DEBUG oslo_vmware.api [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.252770] env[63105]: DEBUG nova.compute.manager [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.284680] env[63105]: DEBUG nova.scheduler.client.report [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 720.328480] env[63105]: DEBUG nova.objects.instance [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lazy-loading 'flavor' on Instance uuid 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.607816] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.656595] env[63105]: DEBUG oslo_vmware.api [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.749569] env[63105]: DEBUG nova.network.neutron [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Successfully updated port: 7a055913-1811-4832-9baa-55552ec7d283 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.790304] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.790842] env[63105]: DEBUG nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.793430] env[63105]: DEBUG oslo_concurrency.lockutils [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.990s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.793689] env[63105]: DEBUG oslo_concurrency.lockutils [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.795678] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.320s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.798097] env[63105]: INFO nova.compute.claims [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.828442] env[63105]: INFO nova.scheduler.client.report [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Deleted allocations for instance ffdded3a-f493-42b9-a5bf-f1f71c6fa699 [ 720.834682] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6d17c3b2-a10f-4582-992f-4168ff377206 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.790s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.933979] env[63105]: DEBUG nova.network.neutron [-] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.158149] env[63105]: DEBUG oslo_vmware.api [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.252755] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquiring lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.252967] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquired lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.253271] env[63105]: DEBUG nova.network.neutron [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.305280] env[63105]: DEBUG nova.compute.utils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 721.306596] env[63105]: DEBUG nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.306770] env[63105]: DEBUG nova.network.neutron [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.335323] env[63105]: DEBUG oslo_concurrency.lockutils [None req-386399c6-e409-4ec1-a4c5-a1db99e68247 tempest-TenantUsagesTestJSON-267023668 tempest-TenantUsagesTestJSON-267023668-project-member] Lock "ffdded3a-f493-42b9-a5bf-f1f71c6fa699" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.366s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.346318] env[63105]: DEBUG nova.policy [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f40e04a314a94f7ea34647c079fdc910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eae107c1a3d4a20bef52f489aa18436', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.436388] env[63105]: INFO nova.compute.manager [-] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Took 1.47 seconds to deallocate network for instance. [ 721.635931] env[63105]: DEBUG nova.network.neutron [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Successfully created port: f922ff23-b31c-4915-946d-cac12947fca1 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.658251] env[63105]: DEBUG oslo_vmware.api [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.799246] env[63105]: DEBUG nova.network.neutron [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.810298] env[63105]: DEBUG nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.944009] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.996324] env[63105]: DEBUG nova.virt.hardware [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 721.996324] env[63105]: DEBUG nova.virt.hardware [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 721.996518] env[63105]: DEBUG nova.virt.hardware [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.996648] env[63105]: DEBUG nova.virt.hardware [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 721.997095] env[63105]: DEBUG nova.virt.hardware [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.997095] env[63105]: DEBUG nova.virt.hardware [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 721.997261] env[63105]: DEBUG nova.virt.hardware [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 721.997376] env[63105]: DEBUG nova.virt.hardware [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 721.997601] env[63105]: DEBUG nova.virt.hardware [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 721.997845] env[63105]: DEBUG nova.virt.hardware [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 721.999601] env[63105]: DEBUG nova.virt.hardware [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 722.000843] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570552eb-148b-497d-83ac-4a2ac78b068b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.004265] env[63105]: DEBUG nova.network.neutron [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Updating instance_info_cache with network_info: [{"id": "7a055913-1811-4832-9baa-55552ec7d283", "address": "fa:16:3e:ab:55:b1", "network": {"id": "91b5cfb7-4dd5-4b02-aee9-65bc02b9b4c9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-773251280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c26489e7d814c18bf5a1f10ee5b62af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a055913-18", "ovs_interfaceid": "7a055913-1811-4832-9baa-55552ec7d283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.026628] env[63105]: DEBUG nova.virt.hardware [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 722.026954] env[63105]: DEBUG nova.virt.hardware [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 722.027231] env[63105]: DEBUG nova.virt.hardware [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.027511] env[63105]: DEBUG nova.virt.hardware [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 722.027722] env[63105]: DEBUG nova.virt.hardware [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.027931] env[63105]: DEBUG nova.virt.hardware [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 722.028239] env[63105]: DEBUG nova.virt.hardware [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 722.028464] env[63105]: DEBUG nova.virt.hardware [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 722.028702] env[63105]: DEBUG nova.virt.hardware [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 722.028928] env[63105]: DEBUG nova.virt.hardware [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 722.029197] env[63105]: DEBUG nova.virt.hardware [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 722.031213] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6568cd23-c86a-45f5-8017-f5356def5927 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.037283] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33fd9d0-e33e-4075-9c5c-48856662faca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.055553] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f78ce3-7e4b-4c29-af39-001d645e98a4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.061571] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:37:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.069066] env[63105]: DEBUG oslo.service.loopingcall [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.073283] env[63105]: DEBUG oslo_vmware.rw_handles [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52702abd-d48d-b37e-9d89-f14a24aaad6b/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 722.074390] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.075518] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad002f64-31b8-47f9-ad92-8d671de18424 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.079000] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6251aa2-4a7c-4986-bd52-d8407e99d12d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.110732] env[63105]: DEBUG oslo_vmware.rw_handles [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52702abd-d48d-b37e-9d89-f14a24aaad6b/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 722.110967] env[63105]: ERROR oslo_vmware.rw_handles [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52702abd-d48d-b37e-9d89-f14a24aaad6b/disk-0.vmdk due to incomplete transfer. [ 722.111282] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e47a8c9c-082a-4274-8da3-5025a66443ed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.116648] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.116648] env[63105]: value = "task-2758643" [ 722.116648] env[63105]: _type = "Task" [ 722.116648] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.124393] env[63105]: DEBUG oslo_vmware.rw_handles [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52702abd-d48d-b37e-9d89-f14a24aaad6b/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 722.124393] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Uploaded image 08f45c18-6a17-4f59-9c53-2e4f8e769c72 to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 722.125774] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 722.131879] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6ffe3938-670b-4a1c-9cce-3e73cd1d6e9d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.131879] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758643, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.139499] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 722.139499] env[63105]: value = "task-2758644" [ 722.139499] env[63105]: _type = "Task" [ 722.139499] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.149813] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758644, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.163381] env[63105]: DEBUG oslo_vmware.api [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.312315] env[63105]: DEBUG nova.compute.manager [req-0eb00d5f-5888-4b5e-abc0-045946430cc5 req-97dd45c7-2784-4a26-88d5-9c4d8102e6ea service nova] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Received event network-vif-plugged-f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 722.312671] env[63105]: DEBUG oslo_concurrency.lockutils [req-0eb00d5f-5888-4b5e-abc0-045946430cc5 req-97dd45c7-2784-4a26-88d5-9c4d8102e6ea service nova] Acquiring lock "591f0933-c3e5-4d84-b7ae-5125f18f7110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.312942] env[63105]: DEBUG oslo_concurrency.lockutils [req-0eb00d5f-5888-4b5e-abc0-045946430cc5 req-97dd45c7-2784-4a26-88d5-9c4d8102e6ea service nova] Lock "591f0933-c3e5-4d84-b7ae-5125f18f7110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.313216] env[63105]: DEBUG oslo_concurrency.lockutils [req-0eb00d5f-5888-4b5e-abc0-045946430cc5 req-97dd45c7-2784-4a26-88d5-9c4d8102e6ea service nova] Lock "591f0933-c3e5-4d84-b7ae-5125f18f7110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.313406] env[63105]: DEBUG nova.compute.manager [req-0eb00d5f-5888-4b5e-abc0-045946430cc5 req-97dd45c7-2784-4a26-88d5-9c4d8102e6ea service nova] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] No waiting events found dispatching network-vif-plugged-f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.313578] env[63105]: WARNING nova.compute.manager [req-0eb00d5f-5888-4b5e-abc0-045946430cc5 req-97dd45c7-2784-4a26-88d5-9c4d8102e6ea service nova] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Received unexpected event network-vif-plugged-f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4 for instance with vm_state building and task_state spawning. [ 722.349962] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d4f655-20cc-4791-b254-f0c057ffbf3b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.360511] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f486893-f817-45fe-a969-7c811ec2b212 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.394822] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b61020-0cf9-46c5-bcd8-53e8aa0770f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.403164] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92d0450-6a1c-41bf-8685-cbd3d319497a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.419979] env[63105]: DEBUG nova.compute.provider_tree [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.508856] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Releasing lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.509350] env[63105]: DEBUG nova.compute.manager [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Instance network_info: |[{"id": "7a055913-1811-4832-9baa-55552ec7d283", "address": "fa:16:3e:ab:55:b1", "network": {"id": "91b5cfb7-4dd5-4b02-aee9-65bc02b9b4c9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-773251280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c26489e7d814c18bf5a1f10ee5b62af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a055913-18", "ovs_interfaceid": "7a055913-1811-4832-9baa-55552ec7d283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.509678] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:55:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a055913-1811-4832-9baa-55552ec7d283', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.519964] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Creating folder: Project (9c26489e7d814c18bf5a1f10ee5b62af). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.520470] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4acc7a83-51b1-4bb7-91f1-40b9fcb0deae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.534913] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Created folder: Project (9c26489e7d814c18bf5a1f10ee5b62af) in parent group-v554960. [ 722.534913] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Creating folder: Instances. Parent ref: group-v555078. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.534913] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-470bb056-002e-4458-a591-6670e9912a22 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.546736] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Created folder: Instances in parent group-v555078. [ 722.547058] env[63105]: DEBUG oslo.service.loopingcall [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.547282] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.547530] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dac7ce9a-d11a-4738-adb4-0b8a6ef318e9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.571017] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.571017] env[63105]: value = "task-2758647" [ 722.571017] env[63105]: _type = "Task" [ 722.571017] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.580919] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758647, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.627927] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758643, 'name': CreateVM_Task, 'duration_secs': 0.477181} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.627927] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.628537] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.628746] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.629069] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.629335] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82aaf153-76ae-4496-92b8-0a73b2e48791 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.635694] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 722.635694] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]520a5af7-6153-e152-233c-90f0622b2026" [ 722.635694] env[63105]: _type = "Task" [ 722.635694] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.647295] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]520a5af7-6153-e152-233c-90f0622b2026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.656985] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758644, 'name': Destroy_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.663771] env[63105]: DEBUG oslo_vmware.api [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758634, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.821407] env[63105]: DEBUG nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.849281] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 722.849670] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 722.849894] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.850327] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 722.850537] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.850710] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 722.850931] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 722.851107] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 722.851280] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 722.851448] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 722.851719] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 722.852653] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a15e0f-489b-4cb0-af37-0bac4c32ea78 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.862282] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a4b9dc-5d83-44f4-a9d7-711e975b82ea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.924135] env[63105]: DEBUG nova.scheduler.client.report [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 723.090814] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758647, 'name': CreateVM_Task, 'duration_secs': 0.491858} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.093231] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.093231] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.151333] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758644, 'name': Destroy_Task, 'duration_secs': 0.575652} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.158383] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Destroyed the VM [ 723.158769] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 723.158995] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]520a5af7-6153-e152-233c-90f0622b2026, 'name': SearchDatastore_Task, 'duration_secs': 0.015149} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.159563] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6fd60339-7e72-4287-844b-0334d73c8633 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.161893] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.162035] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.162209] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.162348] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.162664] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.163245] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.167019] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.167019] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14225dd2-f1cc-40bc-884a-1dd12c4757c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.169012] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f945df0f-0265-4cb0-b463-0f6b3fa97f21 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.171323] env[63105]: DEBUG oslo_vmware.api [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758634, 'name': ReconfigVM_Task, 'duration_secs': 5.793636} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.171910] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.172131] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Reconfigured VM to detach interface {{(pid=63105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 723.176494] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 723.176494] env[63105]: value = "task-2758648" [ 723.176494] env[63105]: _type = "Task" [ 723.176494] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.181864] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.182064] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.182887] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Waiting for the task: (returnval){ [ 723.182887] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]525b2e23-9be6-8db0-59be-391463d88435" [ 723.182887] env[63105]: _type = "Task" [ 723.182887] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.183436] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d188265b-ee76-4cfb-a4ce-503813d736f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.192243] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758648, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.197663] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 723.197663] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5259d575-4efe-68ee-0e37-aabcd15fd23f" [ 723.197663] env[63105]: _type = "Task" [ 723.197663] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.204632] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525b2e23-9be6-8db0-59be-391463d88435, 'name': SearchDatastore_Task, 'duration_secs': 0.016831} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.208138] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.208138] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.208304] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.215782] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5259d575-4efe-68ee-0e37-aabcd15fd23f, 'name': SearchDatastore_Task, 'duration_secs': 0.013905} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.218723] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cce7725-cc93-47c4-a3be-db56b8fbd759 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.229313] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 723.229313] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52403fe7-8620-7e90-c560-0611855bd2a8" [ 723.229313] env[63105]: _type = "Task" [ 723.229313] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.240038] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52403fe7-8620-7e90-c560-0611855bd2a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.430703] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.431312] env[63105]: DEBUG nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.436440] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.277s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.436705] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.439708] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.055s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.442700] env[63105]: INFO nova.compute.claims [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.479104] env[63105]: INFO nova.scheduler.client.report [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Deleted allocations for instance cc7675ce-8158-4544-95c9-df40c403832e [ 723.592163] env[63105]: INFO nova.compute.manager [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Rebuilding instance [ 723.645645] env[63105]: DEBUG nova.compute.manager [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.649628] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118c257f-b21e-48a6-be53-75c22b0a15e6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.695016] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758648, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.728565] env[63105]: DEBUG oslo_concurrency.lockutils [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.728565] env[63105]: DEBUG oslo_concurrency.lockutils [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.741068] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52403fe7-8620-7e90-c560-0611855bd2a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013467} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.741364] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.741618] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 591f0933-c3e5-4d84-b7ae-5125f18f7110/591f0933-c3e5-4d84-b7ae-5125f18f7110.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.741896] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.742094] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.742331] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95a8fa82-cf58-4040-9093-78a008f8b779 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.747022] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbf3b7f2-3b88-4bc7-9a28-88d5a482ed1c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.758065] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 723.758065] env[63105]: value = "task-2758649" [ 723.758065] env[63105]: _type = "Task" [ 723.758065] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.758065] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.758065] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.762033] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e6472b-a8dd-43f3-b9fd-dc2902f33714 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.774829] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Waiting for the task: (returnval){ [ 723.774829] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f044fa-d266-7d14-4a09-962212353b4e" [ 723.774829] env[63105]: _type = "Task" [ 723.774829] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.774829] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.784536] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f044fa-d266-7d14-4a09-962212353b4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.814521] env[63105]: DEBUG nova.network.neutron [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Successfully updated port: f922ff23-b31c-4915-946d-cac12947fca1 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.818323] env[63105]: DEBUG oslo_concurrency.lockutils [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "dcfd1818-668f-4ec5-b182-9ba8fd8d0c26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.819326] env[63105]: DEBUG oslo_concurrency.lockutils [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "dcfd1818-668f-4ec5-b182-9ba8fd8d0c26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.820866] env[63105]: DEBUG oslo_concurrency.lockutils [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "dcfd1818-668f-4ec5-b182-9ba8fd8d0c26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.820866] env[63105]: DEBUG oslo_concurrency.lockutils [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "dcfd1818-668f-4ec5-b182-9ba8fd8d0c26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.820866] env[63105]: DEBUG oslo_concurrency.lockutils [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "dcfd1818-668f-4ec5-b182-9ba8fd8d0c26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.823092] env[63105]: INFO nova.compute.manager [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Terminating instance [ 723.949881] env[63105]: DEBUG nova.compute.utils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 723.958391] env[63105]: DEBUG nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.958391] env[63105]: DEBUG nova.network.neutron [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.991854] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7f59a8f-3935-4534-aa7f-6f39672ae351 tempest-ServersAdminNegativeTestJSON-686016930 tempest-ServersAdminNegativeTestJSON-686016930-project-member] Lock "cc7675ce-8158-4544-95c9-df40c403832e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.337s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.012557] env[63105]: DEBUG nova.policy [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f40e04a314a94f7ea34647c079fdc910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eae107c1a3d4a20bef52f489aa18436', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.199194] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758648, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.231309] env[63105]: INFO nova.compute.manager [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Detaching volume 412f7488-1790-40bc-840d-c79d8c5ee787 [ 724.285768] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758649, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.296353] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f044fa-d266-7d14-4a09-962212353b4e, 'name': SearchDatastore_Task, 'duration_secs': 0.018259} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.299923] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d700fb8-6724-47d0-add7-d098e1d57ef1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.305989] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Waiting for the task: (returnval){ [ 724.305989] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]529966f4-08ac-8b44-393b-88366de7c72f" [ 724.305989] env[63105]: _type = "Task" [ 724.305989] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.307370] env[63105]: INFO nova.virt.block_device [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Attempting to driver detach volume 412f7488-1790-40bc-840d-c79d8c5ee787 from mountpoint /dev/sdb [ 724.307625] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 724.307842] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555075', 'volume_id': '412f7488-1790-40bc-840d-c79d8c5ee787', 'name': 'volume-412f7488-1790-40bc-840d-c79d8c5ee787', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3', 'attached_at': '', 'detached_at': '', 'volume_id': '412f7488-1790-40bc-840d-c79d8c5ee787', 'serial': '412f7488-1790-40bc-840d-c79d8c5ee787'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 724.308997] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded379df-94c4-42fd-9434-89407456b087 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.322503] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "refresh_cache-16c5f890-a3f2-4825-8ba6-11caf6fbef8f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.326045] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired lock "refresh_cache-16c5f890-a3f2-4825-8ba6-11caf6fbef8f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.326045] env[63105]: DEBUG nova.network.neutron [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.327392] env[63105]: DEBUG nova.compute.manager [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.327502] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.330387] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cc24d9-98c0-4607-8f30-3862d9be9f23 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.365027] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529966f4-08ac-8b44-393b-88366de7c72f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.366644] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f01c3e-6532-4478-b98f-7e544f52c09a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.373731] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.374984] env[63105]: DEBUG nova.network.neutron [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Successfully created port: 7e64d1bd-b006-4bf9-a688-9050902befc2 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.377592] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4699b81c-614d-43f0-a99d-07827dfff072 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.383670] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efeccaa6-5a10-428a-a68b-e473415742f5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.414532] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a965a08-0046-40d8-a468-94326398511c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.435064] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] The volume has not been displaced from its original location: [datastore2] volume-412f7488-1790-40bc-840d-c79d8c5ee787/volume-412f7488-1790-40bc-840d-c79d8c5ee787.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 724.442577] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Reconfiguring VM instance instance-0000001c to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 724.442577] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eacd185-b7d7-453e-b1df-55d57e069adf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.461686] env[63105]: DEBUG nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.471387] env[63105]: DEBUG oslo_vmware.api [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 724.471387] env[63105]: value = "task-2758651" [ 724.471387] env[63105]: _type = "Task" [ 724.471387] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.486439] env[63105]: DEBUG oslo_vmware.api [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.526217] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.526530] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.526637] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleting the datastore file [datastore1] dcfd1818-668f-4ec5-b182-9ba8fd8d0c26 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.526905] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1f291c9-fdaf-4e53-93f5-2f068dbe5b2a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.537271] env[63105]: DEBUG oslo_vmware.api [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 724.537271] env[63105]: value = "task-2758652" [ 724.537271] env[63105]: _type = "Task" [ 724.537271] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.556788] env[63105]: DEBUG oslo_vmware.api [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.676107] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.678140] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae422892-cc49-45dc-8b24-08643caa0946 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.683411] env[63105]: DEBUG nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Received event network-changed-f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 724.683411] env[63105]: DEBUG nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Refreshing instance network info cache due to event network-changed-f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 724.683411] env[63105]: DEBUG oslo_concurrency.lockutils [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] Acquiring lock "refresh_cache-591f0933-c3e5-4d84-b7ae-5125f18f7110" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.683562] env[63105]: DEBUG oslo_concurrency.lockutils [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] Acquired lock "refresh_cache-591f0933-c3e5-4d84-b7ae-5125f18f7110" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.684923] env[63105]: DEBUG nova.network.neutron [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Refreshing network info cache for port f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.695811] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Waiting for the task: (returnval){ [ 724.695811] env[63105]: value = "task-2758653" [ 724.695811] env[63105]: _type = "Task" [ 724.695811] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.706379] env[63105]: DEBUG oslo_vmware.api [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758648, 'name': RemoveSnapshot_Task, 'duration_secs': 1.111024} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.706379] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 724.706379] env[63105]: INFO nova.compute.manager [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Took 15.69 seconds to snapshot the instance on the hypervisor. [ 724.711016] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.773696] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786568} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.777093] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 591f0933-c3e5-4d84-b7ae-5125f18f7110/591f0933-c3e5-4d84-b7ae-5125f18f7110.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.777294] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.777826] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d55614c8-77ba-474f-b9d5-ff910a0dec3e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.787682] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 724.787682] env[63105]: value = "task-2758654" [ 724.787682] env[63105]: _type = "Task" [ 724.787682] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.803689] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.835281] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529966f4-08ac-8b44-393b-88366de7c72f, 'name': SearchDatastore_Task, 'duration_secs': 0.062279} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.836210] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.836413] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 398e516b-9906-4e3f-b74d-b090a0437662/398e516b-9906-4e3f-b74d-b090a0437662.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.839860] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6d2e441-3148-455f-848d-e37ebbcaf846 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.850761] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Waiting for the task: (returnval){ [ 724.850761] env[63105]: value = "task-2758655" [ 724.850761] env[63105]: _type = "Task" [ 724.850761] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.861945] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2758655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.875107] env[63105]: DEBUG nova.network.neutron [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.881241] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "51f3d212-fea0-4743-bd74-810c1f0122f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.882106] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "51f3d212-fea0-4743-bd74-810c1f0122f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.922742] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.922983] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.923133] env[63105]: DEBUG nova.network.neutron [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.988265] env[63105]: DEBUG oslo_vmware.api [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758651, 'name': ReconfigVM_Task, 'duration_secs': 0.296167} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.988716] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Reconfigured VM instance instance-0000001c to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 725.002714] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-385df179-f874-4689-8d16-3b217fed9890 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.020344] env[63105]: DEBUG oslo_vmware.api [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 725.020344] env[63105]: value = "task-2758656" [ 725.020344] env[63105]: _type = "Task" [ 725.020344] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.031461] env[63105]: DEBUG oslo_vmware.api [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.050524] env[63105]: DEBUG oslo_vmware.api [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256128} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.050892] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.051126] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.051309] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.051534] env[63105]: INFO nova.compute.manager [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Took 0.72 seconds to destroy the instance on the hypervisor. [ 725.051809] env[63105]: DEBUG oslo.service.loopingcall [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 725.052323] env[63105]: DEBUG nova.compute.manager [-] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.052323] env[63105]: DEBUG nova.network.neutron [-] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.099201] env[63105]: DEBUG nova.network.neutron [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Updating instance_info_cache with network_info: [{"id": "f922ff23-b31c-4915-946d-cac12947fca1", "address": "fa:16:3e:cb:1c:a5", "network": {"id": "8c1dcbc6-20e7-485c-8111-3f683070c04a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1300816254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eae107c1a3d4a20bef52f489aa18436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf922ff23-b3", "ovs_interfaceid": "f922ff23-b31c-4915-946d-cac12947fca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.140261] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68562145-36d6-4d4f-b3ed-fed669a6ef4d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.158550] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6391332e-e353-4a1b-8daa-997466ec4e7c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.212507] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965f5f1c-dac4-4d22-a483-3118175a9d1c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.215862] env[63105]: DEBUG nova.compute.manager [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Instance disappeared during snapshot {{(pid=63105) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4581}} [ 725.227064] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758653, 'name': PowerOffVM_Task, 'duration_secs': 0.222598} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.228370] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.229448] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.232295] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250d461-a7bf-cad6-f927-fc973764e9cf/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 725.232295] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e628d46-6e75-488a-9a3f-ca9fec514fc2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.235430] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a327fc95-3c53-4d29-afda-500671dd0af5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.240854] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78bef6d-f5ce-4666-9650-aeb5130fe18f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.244699] env[63105]: DEBUG nova.compute.manager [None req-520919b5-7300-41c8-aa94-a616234b3d54 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Image not found during clean up 08f45c18-6a17-4f59-9c53-2e4f8e769c72 {{(pid=63105) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4587}} [ 725.251833] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250d461-a7bf-cad6-f927-fc973764e9cf/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 725.252153] env[63105]: ERROR oslo_vmware.rw_handles [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250d461-a7bf-cad6-f927-fc973764e9cf/disk-0.vmdk due to incomplete transfer. [ 725.262781] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6c11db9a-b4c6-462b-b963-4ddd1385e368 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.265567] env[63105]: DEBUG nova.compute.provider_tree [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.266843] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Waiting for the task: (returnval){ [ 725.266843] env[63105]: value = "task-2758657" [ 725.266843] env[63105]: _type = "Task" [ 725.266843] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.276949] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250d461-a7bf-cad6-f927-fc973764e9cf/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 725.277371] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Uploaded image c3ade0cf-6d3a-4346-b217-debc06b0e4d5 to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 725.280299] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 725.285896] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-acb60e36-f36b-44e1-a83c-9fab9b59b2b8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.288504] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] VM already powered off {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 725.288956] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 725.289301] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555019', 'volume_id': '03ed169d-3346-4d8f-9459-70d1acbe5259', 'name': 'volume-03ed169d-3346-4d8f-9459-70d1acbe5259', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51b3dd53-5669-4967-8b80-6b9b89d997cb', 'attached_at': '', 'detached_at': '', 'volume_id': '03ed169d-3346-4d8f-9459-70d1acbe5259', 'serial': '03ed169d-3346-4d8f-9459-70d1acbe5259'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 725.294217] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4a4b7a-384b-4e11-87f8-20de0680321b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.299538] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 725.299538] env[63105]: value = "task-2758658" [ 725.299538] env[63105]: _type = "Task" [ 725.299538] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.323227] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a75237-e75e-4658-ba91-ed0d8a3e9636 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.326463] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076881} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.329940] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.330388] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758658, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.331580] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2a1e65-9c26-4c2d-b88d-967f0cd83a3a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.348552] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c069e960-4842-4d80-9ef9-981d775070ef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.361437] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 591f0933-c3e5-4d84-b7ae-5125f18f7110/591f0933-c3e5-4d84-b7ae-5125f18f7110.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.364929] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f51c5050-5c23-477a-83c7-5548f661fa95 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.384998] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.385289] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.385500] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.385686] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.385898] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.403451] env[63105]: INFO nova.compute.manager [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Terminating instance [ 725.406783] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29ec98b-e5f3-45b3-8d04-4c8ded2b4859 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.414975] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2758655, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.417900] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 725.417900] env[63105]: value = "task-2758659" [ 725.417900] env[63105]: _type = "Task" [ 725.417900] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.433376] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] The volume has not been displaced from its original location: [datastore1] volume-03ed169d-3346-4d8f-9459-70d1acbe5259/volume-03ed169d-3346-4d8f-9459-70d1acbe5259.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 725.438627] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 725.442880] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da141036-cba8-4489-901a-53ecee991e88 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.466853] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.474354] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Waiting for the task: (returnval){ [ 725.474354] env[63105]: value = "task-2758660" [ 725.474354] env[63105]: _type = "Task" [ 725.474354] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.482708] env[63105]: DEBUG nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.488671] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.527824] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 725.528146] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 725.528146] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.528291] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 725.528554] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.528623] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 725.528795] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 725.528948] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 725.529434] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 725.529661] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 725.530200] env[63105]: DEBUG nova.virt.hardware [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 725.530845] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d07fe3e-c6ae-4246-9774-8ba38237f4a2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.542503] env[63105]: DEBUG oslo_vmware.api [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758656, 'name': ReconfigVM_Task, 'duration_secs': 0.182399} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.545493] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555075', 'volume_id': '412f7488-1790-40bc-840d-c79d8c5ee787', 'name': 'volume-412f7488-1790-40bc-840d-c79d8c5ee787', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3', 'attached_at': '', 'detached_at': '', 'volume_id': '412f7488-1790-40bc-840d-c79d8c5ee787', 'serial': '412f7488-1790-40bc-840d-c79d8c5ee787'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 725.550822] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e327ce84-5156-4012-bb97-da117e83fe14 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.603902] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Releasing lock "refresh_cache-16c5f890-a3f2-4825-8ba6-11caf6fbef8f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.604245] env[63105]: DEBUG nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Instance network_info: |[{"id": "f922ff23-b31c-4915-946d-cac12947fca1", "address": "fa:16:3e:cb:1c:a5", "network": {"id": "8c1dcbc6-20e7-485c-8111-3f683070c04a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1300816254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eae107c1a3d4a20bef52f489aa18436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf922ff23-b3", "ovs_interfaceid": "f922ff23-b31c-4915-946d-cac12947fca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.605093] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:1c:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f922ff23-b31c-4915-946d-cac12947fca1', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.612513] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Creating folder: Project (6eae107c1a3d4a20bef52f489aa18436). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.615275] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e9cddc8-af26-434e-91a0-b2e6f766935f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.629540] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Created folder: Project (6eae107c1a3d4a20bef52f489aa18436) in parent group-v554960. [ 725.629774] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Creating folder: Instances. Parent ref: group-v555081. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.630091] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-564a1217-1fb0-48a2-a395-825ef14eb74b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.643347] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Created folder: Instances in parent group-v555081. [ 725.643664] env[63105]: DEBUG oslo.service.loopingcall [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 725.648611] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.648894] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ed2a35b-89d7-4cce-8148-d6a804a0d3d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.671572] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.671572] env[63105]: value = "task-2758663" [ 725.671572] env[63105]: _type = "Task" [ 725.671572] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.682974] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758663, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.713051] env[63105]: DEBUG nova.network.neutron [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Updated VIF entry in instance network info cache for port f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.713473] env[63105]: DEBUG nova.network.neutron [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Updating instance_info_cache with network_info: [{"id": "f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4", "address": "fa:16:3e:4a:37:1b", "network": {"id": "366cdc87-17ba-4261-b111-6784d7556b35", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-58936202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dde2ec445c184920bf81257197dd7773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6c14b8e-d1", "ovs_interfaceid": "f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.769065] env[63105]: DEBUG nova.compute.manager [req-c5095b43-b22f-465b-913a-989dcdbdf864 req-470b7b39-d0f5-4565-8f2b-e7cfbfa09f7d service nova] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Received event network-vif-deleted-dd8a6119-b215-450f-9eec-39a9b02aa183 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 725.769243] env[63105]: INFO nova.compute.manager [req-c5095b43-b22f-465b-913a-989dcdbdf864 req-470b7b39-d0f5-4565-8f2b-e7cfbfa09f7d service nova] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Neutron deleted interface dd8a6119-b215-450f-9eec-39a9b02aa183; detaching it from the instance and deleting it from the info cache [ 725.769363] env[63105]: DEBUG nova.network.neutron [req-c5095b43-b22f-465b-913a-989dcdbdf864 req-470b7b39-d0f5-4565-8f2b-e7cfbfa09f7d service nova] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.770947] env[63105]: DEBUG nova.scheduler.client.report [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 725.810441] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758658, 'name': Destroy_Task, 'duration_secs': 0.447064} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.810772] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Destroyed the VM [ 725.811076] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 725.811292] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2c483d30-8e8a-41f8-b578-ff0dc6da3d43 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.821454] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 725.821454] env[63105]: value = "task-2758664" [ 725.821454] env[63105]: _type = "Task" [ 725.821454] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.830630] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758664, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.876274] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2758655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581204} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.876587] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 398e516b-9906-4e3f-b74d-b090a0437662/398e516b-9906-4e3f-b74d-b090a0437662.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.876800] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.877321] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d3d282e-7e5c-4eb4-bcec-4115dd59f3cf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.887412] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Waiting for the task: (returnval){ [ 725.887412] env[63105]: value = "task-2758665" [ 725.887412] env[63105]: _type = "Task" [ 725.887412] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.896528] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2758665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.916933] env[63105]: DEBUG nova.compute.manager [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.917198] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.918165] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8b6042-8289-4bbb-b6d6-7a5125c8a034 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.934710] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758659, 'name': ReconfigVM_Task, 'duration_secs': 0.387268} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.937351] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 591f0933-c3e5-4d84-b7ae-5125f18f7110/591f0933-c3e5-4d84-b7ae-5125f18f7110.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.938138] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.938444] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a01958f-f8f7-46d5-a191-448dfd731d9a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.940072] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-816e61c2-5437-49d1-af1c-92c77477805e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.949790] env[63105]: DEBUG oslo_vmware.api [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 725.949790] env[63105]: value = "task-2758667" [ 725.949790] env[63105]: _type = "Task" [ 725.949790] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.951277] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 725.951277] env[63105]: value = "task-2758666" [ 725.951277] env[63105]: _type = "Task" [ 725.951277] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.955269] env[63105]: INFO nova.network.neutron [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Port 8cc1992a-f48c-4cda-b644-c277298723b7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 725.955681] env[63105]: DEBUG nova.network.neutron [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Updating instance_info_cache with network_info: [{"id": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "address": "fa:16:3e:c9:61:2f", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e58328-47", "ovs_interfaceid": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.968424] env[63105]: DEBUG oslo_vmware.api [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.973227] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758666, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.986385] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.017448] env[63105]: DEBUG nova.network.neutron [-] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.128678] env[63105]: DEBUG nova.objects.instance [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lazy-loading 'flavor' on Instance uuid 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.183619] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758663, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.218604] env[63105]: DEBUG oslo_concurrency.lockutils [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] Releasing lock "refresh_cache-591f0933-c3e5-4d84-b7ae-5125f18f7110" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.218891] env[63105]: DEBUG nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Received event network-vif-deleted-b662da9c-7e1d-4aa7-841a-89a1dd10f220 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 726.219143] env[63105]: DEBUG nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Received event network-vif-deleted-af7ec877-7013-446e-9bb0-7d6c2232349e {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 726.219331] env[63105]: DEBUG nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Received event network-vif-plugged-7a055913-1811-4832-9baa-55552ec7d283 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 726.219516] env[63105]: DEBUG oslo_concurrency.lockutils [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] Acquiring lock "398e516b-9906-4e3f-b74d-b090a0437662-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.219749] env[63105]: DEBUG oslo_concurrency.lockutils [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] Lock "398e516b-9906-4e3f-b74d-b090a0437662-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.219929] env[63105]: DEBUG oslo_concurrency.lockutils [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] Lock "398e516b-9906-4e3f-b74d-b090a0437662-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.220108] env[63105]: DEBUG nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] No waiting events found dispatching network-vif-plugged-7a055913-1811-4832-9baa-55552ec7d283 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.220279] env[63105]: WARNING nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Received unexpected event network-vif-plugged-7a055913-1811-4832-9baa-55552ec7d283 for instance with vm_state building and task_state spawning. [ 726.220436] env[63105]: DEBUG nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Received event network-changed-7a055913-1811-4832-9baa-55552ec7d283 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 726.220600] env[63105]: DEBUG nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Refreshing instance network info cache due to event network-changed-7a055913-1811-4832-9baa-55552ec7d283. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 726.220811] env[63105]: DEBUG oslo_concurrency.lockutils [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] Acquiring lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.220947] env[63105]: DEBUG oslo_concurrency.lockutils [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] Acquired lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.221132] env[63105]: DEBUG nova.network.neutron [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Refreshing network info cache for port 7a055913-1811-4832-9baa-55552ec7d283 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.277845] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.278341] env[63105]: DEBUG nova.compute.manager [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.281303] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64ce46e5-c723-40e7-877b-2505965e6209 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.287621] env[63105]: DEBUG oslo_concurrency.lockutils [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.758s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.287621] env[63105]: DEBUG oslo_concurrency.lockutils [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.287789] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.560s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.289227] env[63105]: INFO nova.compute.claims [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.304610] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b5529f-0975-45db-922b-1fb3365f69f3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.345392] env[63105]: DEBUG nova.compute.manager [req-c5095b43-b22f-465b-913a-989dcdbdf864 req-470b7b39-d0f5-4565-8f2b-e7cfbfa09f7d service nova] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Detach interface failed, port_id=dd8a6119-b215-450f-9eec-39a9b02aa183, reason: Instance dcfd1818-668f-4ec5-b182-9ba8fd8d0c26 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 726.346429] env[63105]: INFO nova.scheduler.client.report [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Deleted allocations for instance ef8e67e9-335e-416c-a8fb-36a06d5bbd4a [ 726.353170] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758664, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.402618] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2758665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088055} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.402618] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.402618] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59860cc-5632-4c1f-99f5-2a2b9a004f72 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.435690] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 398e516b-9906-4e3f-b74d-b090a0437662/398e516b-9906-4e3f-b74d-b090a0437662.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.436598] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef7e93ba-10f7-452e-b76a-d528d3158c64 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.464199] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "refresh_cache-0fd393bb-8113-4b12-93ea-2d257fb98ae0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.466335] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Waiting for the task: (returnval){ [ 726.466335] env[63105]: value = "task-2758668" [ 726.466335] env[63105]: _type = "Task" [ 726.466335] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.473109] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758666, 'name': Rename_Task, 'duration_secs': 0.251017} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.475559] env[63105]: DEBUG oslo_vmware.api [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758667, 'name': PowerOffVM_Task, 'duration_secs': 0.268367} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.475559] env[63105]: DEBUG nova.network.neutron [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Successfully updated port: 7e64d1bd-b006-4bf9-a688-9050902befc2 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.480534] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.480534] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.481408] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.481923] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00c80651-bb49-4e79-967b-85379c56eca4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.486528] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a636afc-816d-4b38-b3ba-2f40b2c51d51 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.499865] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2758668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.504770] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 726.504770] env[63105]: value = "task-2758669" [ 726.504770] env[63105]: _type = "Task" [ 726.504770] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.506331] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.514446] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.520277] env[63105]: INFO nova.compute.manager [-] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Took 1.47 seconds to deallocate network for instance. [ 726.576592] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.576592] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.576592] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Deleting the datastore file [datastore2] 0fd393bb-8113-4b12-93ea-2d257fb98ae0 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.576796] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-628f0621-5841-49c1-abb2-72f7e00c529c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.586666] env[63105]: DEBUG oslo_vmware.api [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 726.586666] env[63105]: value = "task-2758671" [ 726.586666] env[63105]: _type = "Task" [ 726.586666] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.596400] env[63105]: DEBUG oslo_vmware.api [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.686846] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758663, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.786618] env[63105]: DEBUG nova.compute.utils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 726.788111] env[63105]: DEBUG nova.compute.manager [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.788284] env[63105]: DEBUG nova.network.neutron [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.834574] env[63105]: DEBUG oslo_vmware.api [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758664, 'name': RemoveSnapshot_Task, 'duration_secs': 0.701773} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.834897] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 726.835200] env[63105]: INFO nova.compute.manager [None req-c2137d18-1add-4b42-9fd6-8577ec7199c5 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Took 15.62 seconds to snapshot the instance on the hypervisor. [ 726.862472] env[63105]: DEBUG oslo_concurrency.lockutils [None req-368dfa15-563d-4c9e-a87d-b85e2997050b tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "ef8e67e9-335e-416c-a8fb-36a06d5bbd4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.961s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.907974] env[63105]: DEBUG nova.policy [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45793b8fec04420af33e68a00975c6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3c9b2c11c748b0bbc5e0d3fff14f97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.974774] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64da4836-065e-42a4-bbf3-409f4ff00322 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-0fd393bb-8113-4b12-93ea-2d257fb98ae0-8cc1992a-f48c-4cda-b644-c277298723b7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.500s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.984193] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "refresh_cache-1b4ce059-48cf-4e2c-9717-8435265be136" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.984346] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired lock "refresh_cache-1b4ce059-48cf-4e2c-9717-8435265be136" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.984491] env[63105]: DEBUG nova.network.neutron [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.000740] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2758668, 'name': ReconfigVM_Task, 'duration_secs': 0.320034} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.007066] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 398e516b-9906-4e3f-b74d-b090a0437662/398e516b-9906-4e3f-b74d-b090a0437662.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.009028] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758660, 'name': ReconfigVM_Task, 'duration_secs': 1.236191} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.009414] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a268310a-da0f-4401-968a-982bd755dbd6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.015624] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 727.020579] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fbe0c10-e305-4134-8143-ffd34bd2870a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.032526] env[63105]: DEBUG oslo_concurrency.lockutils [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.038506] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758669, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.043238] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Waiting for the task: (returnval){ [ 727.043238] env[63105]: value = "task-2758672" [ 727.043238] env[63105]: _type = "Task" [ 727.043238] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.043238] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Waiting for the task: (returnval){ [ 727.043238] env[63105]: value = "task-2758673" [ 727.043238] env[63105]: _type = "Task" [ 727.043238] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.056200] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.059629] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2758672, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.098844] env[63105]: DEBUG oslo_vmware.api [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239876} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.101321] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.101321] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.101321] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.101321] env[63105]: INFO nova.compute.manager [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 727.101321] env[63105]: DEBUG oslo.service.loopingcall [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.101321] env[63105]: DEBUG nova.compute.manager [-] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.101321] env[63105]: DEBUG nova.network.neutron [-] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.137187] env[63105]: DEBUG oslo_concurrency.lockutils [None req-11e31cb7-bd07-416a-a21b-03803135fa91 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.411s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.145377] env[63105]: DEBUG nova.network.neutron [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Updated VIF entry in instance network info cache for port 7a055913-1811-4832-9baa-55552ec7d283. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.145377] env[63105]: DEBUG nova.network.neutron [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Updating instance_info_cache with network_info: [{"id": "7a055913-1811-4832-9baa-55552ec7d283", "address": "fa:16:3e:ab:55:b1", "network": {"id": "91b5cfb7-4dd5-4b02-aee9-65bc02b9b4c9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-773251280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c26489e7d814c18bf5a1f10ee5b62af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a055913-18", "ovs_interfaceid": "7a055913-1811-4832-9baa-55552ec7d283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.189487] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758663, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.230223] env[63105]: DEBUG nova.compute.manager [req-0d6240b9-dde8-4f54-bb5b-b41bbe2f8b43 req-1fd7dd07-0392-49a6-8dbe-f3d48f0b0a0e service nova] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Received event network-vif-plugged-7e64d1bd-b006-4bf9-a688-9050902befc2 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 727.230223] env[63105]: DEBUG oslo_concurrency.lockutils [req-0d6240b9-dde8-4f54-bb5b-b41bbe2f8b43 req-1fd7dd07-0392-49a6-8dbe-f3d48f0b0a0e service nova] Acquiring lock "1b4ce059-48cf-4e2c-9717-8435265be136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.230223] env[63105]: DEBUG oslo_concurrency.lockutils [req-0d6240b9-dde8-4f54-bb5b-b41bbe2f8b43 req-1fd7dd07-0392-49a6-8dbe-f3d48f0b0a0e service nova] Lock "1b4ce059-48cf-4e2c-9717-8435265be136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.230223] env[63105]: DEBUG oslo_concurrency.lockutils [req-0d6240b9-dde8-4f54-bb5b-b41bbe2f8b43 req-1fd7dd07-0392-49a6-8dbe-f3d48f0b0a0e service nova] Lock "1b4ce059-48cf-4e2c-9717-8435265be136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.230223] env[63105]: DEBUG nova.compute.manager [req-0d6240b9-dde8-4f54-bb5b-b41bbe2f8b43 req-1fd7dd07-0392-49a6-8dbe-f3d48f0b0a0e service nova] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] No waiting events found dispatching network-vif-plugged-7e64d1bd-b006-4bf9-a688-9050902befc2 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.230942] env[63105]: WARNING nova.compute.manager [req-0d6240b9-dde8-4f54-bb5b-b41bbe2f8b43 req-1fd7dd07-0392-49a6-8dbe-f3d48f0b0a0e service nova] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Received unexpected event network-vif-plugged-7e64d1bd-b006-4bf9-a688-9050902befc2 for instance with vm_state building and task_state spawning. [ 727.231326] env[63105]: DEBUG nova.compute.manager [req-0d6240b9-dde8-4f54-bb5b-b41bbe2f8b43 req-1fd7dd07-0392-49a6-8dbe-f3d48f0b0a0e service nova] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Received event network-changed-7e64d1bd-b006-4bf9-a688-9050902befc2 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 727.232827] env[63105]: DEBUG nova.compute.manager [req-0d6240b9-dde8-4f54-bb5b-b41bbe2f8b43 req-1fd7dd07-0392-49a6-8dbe-f3d48f0b0a0e service nova] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Refreshing instance network info cache due to event network-changed-7e64d1bd-b006-4bf9-a688-9050902befc2. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 727.233099] env[63105]: DEBUG oslo_concurrency.lockutils [req-0d6240b9-dde8-4f54-bb5b-b41bbe2f8b43 req-1fd7dd07-0392-49a6-8dbe-f3d48f0b0a0e service nova] Acquiring lock "refresh_cache-1b4ce059-48cf-4e2c-9717-8435265be136" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.290909] env[63105]: DEBUG nova.compute.manager [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.523180] env[63105]: DEBUG oslo_vmware.api [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758669, 'name': PowerOnVM_Task, 'duration_secs': 0.590097} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.527016] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.527016] env[63105]: INFO nova.compute.manager [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Took 10.05 seconds to spawn the instance on the hypervisor. [ 727.527016] env[63105]: DEBUG nova.compute.manager [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.527483] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789d4752-1353-4665-b8f7-f96df5fe8022 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.551811] env[63105]: DEBUG nova.network.neutron [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.564986] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2758672, 'name': Rename_Task, 'duration_secs': 0.163813} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.568355] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.568665] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.568890] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f668b02-6c52-4ccc-8fe3-b7de68a5b074 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.583749] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Waiting for the task: (returnval){ [ 727.583749] env[63105]: value = "task-2758674" [ 727.583749] env[63105]: _type = "Task" [ 727.583749] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.594103] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2758674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.648387] env[63105]: DEBUG oslo_concurrency.lockutils [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] Releasing lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.650104] env[63105]: DEBUG nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Received event network-vif-plugged-f922ff23-b31c-4915-946d-cac12947fca1 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 727.650104] env[63105]: DEBUG oslo_concurrency.lockutils [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] Acquiring lock "16c5f890-a3f2-4825-8ba6-11caf6fbef8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.650104] env[63105]: DEBUG oslo_concurrency.lockutils [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] Lock "16c5f890-a3f2-4825-8ba6-11caf6fbef8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.650104] env[63105]: DEBUG oslo_concurrency.lockutils [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] Lock "16c5f890-a3f2-4825-8ba6-11caf6fbef8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.650316] env[63105]: DEBUG nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] No waiting events found dispatching network-vif-plugged-f922ff23-b31c-4915-946d-cac12947fca1 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.650528] env[63105]: WARNING nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Received unexpected event network-vif-plugged-f922ff23-b31c-4915-946d-cac12947fca1 for instance with vm_state building and task_state spawning. [ 727.650743] env[63105]: DEBUG nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Received event network-changed-f922ff23-b31c-4915-946d-cac12947fca1 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 727.651155] env[63105]: DEBUG nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Refreshing instance network info cache due to event network-changed-f922ff23-b31c-4915-946d-cac12947fca1. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 727.653054] env[63105]: DEBUG oslo_concurrency.lockutils [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] Acquiring lock "refresh_cache-16c5f890-a3f2-4825-8ba6-11caf6fbef8f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.653054] env[63105]: DEBUG oslo_concurrency.lockutils [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] Acquired lock "refresh_cache-16c5f890-a3f2-4825-8ba6-11caf6fbef8f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.653054] env[63105]: DEBUG nova.network.neutron [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Refreshing network info cache for port f922ff23-b31c-4915-946d-cac12947fca1 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.689731] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758663, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.833163] env[63105]: DEBUG nova.network.neutron [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Successfully created port: 58e54eca-060a-4617-83f1-14dcf7672de7 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.855208] env[63105]: DEBUG nova.network.neutron [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Updating instance_info_cache with network_info: [{"id": "7e64d1bd-b006-4bf9-a688-9050902befc2", "address": "fa:16:3e:7c:c0:6d", "network": {"id": "8c1dcbc6-20e7-485c-8111-3f683070c04a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1300816254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eae107c1a3d4a20bef52f489aa18436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e64d1bd-b0", "ovs_interfaceid": "7e64d1bd-b006-4bf9-a688-9050902befc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.926545] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfc993f-39d9-4ece-b6e7-49bf036bbe3d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.938813] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e67800-e2b0-4424-a06d-cb3b94f9e0da {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.979248] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93018d2b-8d6a-48ea-b6fe-17e7580941ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.995686] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8987308-cebb-477c-8cc5-410e344157e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.009621] env[63105]: DEBUG nova.compute.provider_tree [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.052106] env[63105]: INFO nova.compute.manager [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Took 60.35 seconds to build instance. [ 728.060499] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758673, 'name': ReconfigVM_Task, 'duration_secs': 1.006169} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.060938] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555019', 'volume_id': '03ed169d-3346-4d8f-9459-70d1acbe5259', 'name': 'volume-03ed169d-3346-4d8f-9459-70d1acbe5259', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51b3dd53-5669-4967-8b80-6b9b89d997cb', 'attached_at': '', 'detached_at': '', 'volume_id': '03ed169d-3346-4d8f-9459-70d1acbe5259', 'serial': '03ed169d-3346-4d8f-9459-70d1acbe5259'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 728.061229] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.062059] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad96bfde-41d7-4964-8442-9a3610ebe76f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.071672] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.071672] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65f1c0ae-fab0-40e2-b9f7-56e570d8b517 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.095394] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2758674, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.151334] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.151624] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.151809] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Deleting the datastore file [datastore1] 51b3dd53-5669-4967-8b80-6b9b89d997cb {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.152092] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1cba469-f55e-4edb-80c6-c942cfb6b48a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.161722] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Waiting for the task: (returnval){ [ 728.161722] env[63105]: value = "task-2758676" [ 728.161722] env[63105]: _type = "Task" [ 728.161722] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.172639] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.188430] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758663, 'name': CreateVM_Task, 'duration_secs': 2.341332} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.188599] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.189337] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.189495] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.189902] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.190080] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b2bcb3-c160-46e9-8ba9-368d215d13cc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.195822] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 728.195822] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ea847e-d8ab-488d-dea8-c60d1a421bb8" [ 728.195822] env[63105]: _type = "Task" [ 728.195822] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.207512] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ea847e-d8ab-488d-dea8-c60d1a421bb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.303404] env[63105]: DEBUG nova.compute.manager [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.334315] env[63105]: DEBUG nova.virt.hardware [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 728.334315] env[63105]: DEBUG nova.virt.hardware [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 728.334315] env[63105]: DEBUG nova.virt.hardware [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.334315] env[63105]: DEBUG nova.virt.hardware [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 728.334315] env[63105]: DEBUG nova.virt.hardware [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.334315] env[63105]: DEBUG nova.virt.hardware [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 728.334315] env[63105]: DEBUG nova.virt.hardware [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 728.334315] env[63105]: DEBUG nova.virt.hardware [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 728.334315] env[63105]: DEBUG nova.virt.hardware [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 728.334315] env[63105]: DEBUG nova.virt.hardware [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 728.334315] env[63105]: DEBUG nova.virt.hardware [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 728.334315] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df71bef-5e2a-4112-833b-c28925b322b8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.347693] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a86e16-e134-4faf-b457-31cb8071d5a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.369164] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Releasing lock "refresh_cache-1b4ce059-48cf-4e2c-9717-8435265be136" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.369493] env[63105]: DEBUG nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Instance network_info: |[{"id": "7e64d1bd-b006-4bf9-a688-9050902befc2", "address": "fa:16:3e:7c:c0:6d", "network": {"id": "8c1dcbc6-20e7-485c-8111-3f683070c04a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1300816254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eae107c1a3d4a20bef52f489aa18436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e64d1bd-b0", "ovs_interfaceid": "7e64d1bd-b006-4bf9-a688-9050902befc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.370022] env[63105]: DEBUG oslo_concurrency.lockutils [req-0d6240b9-dde8-4f54-bb5b-b41bbe2f8b43 req-1fd7dd07-0392-49a6-8dbe-f3d48f0b0a0e service nova] Acquired lock "refresh_cache-1b4ce059-48cf-4e2c-9717-8435265be136" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.370232] env[63105]: DEBUG nova.network.neutron [req-0d6240b9-dde8-4f54-bb5b-b41bbe2f8b43 req-1fd7dd07-0392-49a6-8dbe-f3d48f0b0a0e service nova] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Refreshing network info cache for port 7e64d1bd-b006-4bf9-a688-9050902befc2 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.375357] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:c0:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e64d1bd-b006-4bf9-a688-9050902befc2', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.382838] env[63105]: DEBUG oslo.service.loopingcall [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.387372] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.387719] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90798d4e-4827-4858-82e3-b10a697d1e02 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.413674] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.413674] env[63105]: value = "task-2758677" [ 728.413674] env[63105]: _type = "Task" [ 728.413674] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.426876] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758677, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.475061] env[63105]: DEBUG nova.network.neutron [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Updated VIF entry in instance network info cache for port f922ff23-b31c-4915-946d-cac12947fca1. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.475061] env[63105]: DEBUG nova.network.neutron [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Updating instance_info_cache with network_info: [{"id": "f922ff23-b31c-4915-946d-cac12947fca1", "address": "fa:16:3e:cb:1c:a5", "network": {"id": "8c1dcbc6-20e7-485c-8111-3f683070c04a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1300816254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eae107c1a3d4a20bef52f489aa18436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf922ff23-b3", "ovs_interfaceid": "f922ff23-b31c-4915-946d-cac12947fca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.478308] env[63105]: DEBUG nova.network.neutron [-] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.539636] env[63105]: ERROR nova.scheduler.client.report [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [req-2177603d-ad3b-44c9-8072-e7800c8b91b0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2177603d-ad3b-44c9-8072-e7800c8b91b0"}]} [ 728.557173] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4832ba75-4eac-4796-9d84-4d838a52d0b8 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "591f0933-c3e5-4d84-b7ae-5125f18f7110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.461s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.563350] env[63105]: DEBUG nova.scheduler.client.report [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 728.582784] env[63105]: DEBUG nova.scheduler.client.report [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 728.582784] env[63105]: DEBUG nova.compute.provider_tree [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.596292] env[63105]: DEBUG oslo_vmware.api [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2758674, 'name': PowerOnVM_Task, 'duration_secs': 0.529793} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.597206] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.597411] env[63105]: INFO nova.compute.manager [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Took 8.34 seconds to spawn the instance on the hypervisor. [ 728.597584] env[63105]: DEBUG nova.compute.manager [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.598392] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12437740-6d17-44b2-9ba0-0444ce893e1e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.602773] env[63105]: DEBUG nova.scheduler.client.report [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 728.630587] env[63105]: DEBUG nova.scheduler.client.report [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 728.674126] env[63105]: DEBUG oslo_vmware.api [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Task: {'id': task-2758676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26157} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.674663] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.674850] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.675042] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.711766] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ea847e-d8ab-488d-dea8-c60d1a421bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.025168} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.712075] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.712312] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.712564] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.712681] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.712918] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.713209] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ecffd64-95fb-46c4-bc4a-f8fed847a34a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.724212] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.724425] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.725192] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac99f1a-091f-4809-a7c4-eeae2d0b91d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.740087] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 728.740087] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52055e70-5406-c8e1-885c-17693630dcac" [ 728.740087] env[63105]: _type = "Task" [ 728.740087] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.754855] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52055e70-5406-c8e1-885c-17693630dcac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.759344] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 728.761139] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd99bcfb-e410-47b3-a1df-4948e06c6f2f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.772206] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5365dfc7-d962-4f5a-a8eb-dcb63685a919 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.824725] env[63105]: ERROR nova.compute.manager [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Failed to detach volume 03ed169d-3346-4d8f-9459-70d1acbe5259 from /dev/sda: nova.exception.InstanceNotFound: Instance 51b3dd53-5669-4967-8b80-6b9b89d997cb could not be found. [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Traceback (most recent call last): [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] self.driver.rebuild(**kwargs) [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] raise NotImplementedError() [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] NotImplementedError [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] During handling of the above exception, another exception occurred: [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Traceback (most recent call last): [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] self.driver.detach_volume(context, old_connection_info, [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] return self._volumeops.detach_volume(connection_info, instance) [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] self._detach_volume_vmdk(connection_info, instance) [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] stable_ref.fetch_moref(session) [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] raise exception.InstanceNotFound(instance_id=self._uuid) [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] nova.exception.InstanceNotFound: Instance 51b3dd53-5669-4967-8b80-6b9b89d997cb could not be found. [ 728.824725] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] [ 728.938463] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758677, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.977513] env[63105]: DEBUG oslo_concurrency.lockutils [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] Releasing lock "refresh_cache-16c5f890-a3f2-4825-8ba6-11caf6fbef8f" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.977664] env[63105]: DEBUG nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Received event network-vif-deleted-8cc1992a-f48c-4cda-b644-c277298723b7 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 728.977943] env[63105]: INFO nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Neutron deleted interface 8cc1992a-f48c-4cda-b644-c277298723b7; detaching it from the instance and deleting it from the info cache [ 728.979782] env[63105]: DEBUG nova.network.neutron [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Updating instance_info_cache with network_info: [{"id": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "address": "fa:16:3e:c9:61:2f", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e58328-47", "ovs_interfaceid": "c2e58328-47b0-4465-bbcd-cda64cc100dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.980170] env[63105]: INFO nova.compute.manager [-] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Took 1.88 seconds to deallocate network for instance. [ 729.059820] env[63105]: DEBUG nova.compute.manager [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.064065] env[63105]: DEBUG nova.compute.utils [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Build of instance 51b3dd53-5669-4967-8b80-6b9b89d997cb aborted: Failed to rebuild volume backed instance. {{(pid=63105) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 729.069301] env[63105]: ERROR nova.compute.manager [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 51b3dd53-5669-4967-8b80-6b9b89d997cb aborted: Failed to rebuild volume backed instance. [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Traceback (most recent call last): [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] self.driver.rebuild(**kwargs) [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] raise NotImplementedError() [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] NotImplementedError [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] During handling of the above exception, another exception occurred: [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Traceback (most recent call last): [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] self._detach_root_volume(context, instance, root_bdm) [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] with excutils.save_and_reraise_exception(): [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] self.force_reraise() [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] raise self.value [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] self.driver.detach_volume(context, old_connection_info, [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] return self._volumeops.detach_volume(connection_info, instance) [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] self._detach_volume_vmdk(connection_info, instance) [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] stable_ref.fetch_moref(session) [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] raise exception.InstanceNotFound(instance_id=self._uuid) [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] nova.exception.InstanceNotFound: Instance 51b3dd53-5669-4967-8b80-6b9b89d997cb could not be found. [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] During handling of the above exception, another exception occurred: [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Traceback (most recent call last): [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/compute/manager.py", line 11195, in _error_out_instance_on_exception [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] yield [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 729.069301] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] self._do_rebuild_instance_with_claim( [ 729.070468] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 729.070468] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] self._do_rebuild_instance( [ 729.070468] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 729.070468] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] self._rebuild_default_impl(**kwargs) [ 729.070468] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 729.070468] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] self._rebuild_volume_backed_instance( [ 729.070468] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 729.070468] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] raise exception.BuildAbortException( [ 729.070468] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] nova.exception.BuildAbortException: Build of instance 51b3dd53-5669-4967-8b80-6b9b89d997cb aborted: Failed to rebuild volume backed instance. [ 729.070468] env[63105]: ERROR nova.compute.manager [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] [ 729.130391] env[63105]: INFO nova.compute.manager [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Took 57.15 seconds to build instance. [ 729.189962] env[63105]: DEBUG nova.network.neutron [req-0d6240b9-dde8-4f54-bb5b-b41bbe2f8b43 req-1fd7dd07-0392-49a6-8dbe-f3d48f0b0a0e service nova] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Updated VIF entry in instance network info cache for port 7e64d1bd-b006-4bf9-a688-9050902befc2. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.190825] env[63105]: DEBUG nova.network.neutron [req-0d6240b9-dde8-4f54-bb5b-b41bbe2f8b43 req-1fd7dd07-0392-49a6-8dbe-f3d48f0b0a0e service nova] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Updating instance_info_cache with network_info: [{"id": "7e64d1bd-b006-4bf9-a688-9050902befc2", "address": "fa:16:3e:7c:c0:6d", "network": {"id": "8c1dcbc6-20e7-485c-8111-3f683070c04a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1300816254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eae107c1a3d4a20bef52f489aa18436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e64d1bd-b0", "ovs_interfaceid": "7e64d1bd-b006-4bf9-a688-9050902befc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.238654] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c21dd8e-ba11-42c9-97c7-c434d9540a44 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.249749] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52055e70-5406-c8e1-885c-17693630dcac, 'name': SearchDatastore_Task, 'duration_secs': 0.028277} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.252079] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a738eb-bad5-43f5-9646-f556b3a5a64d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.255036] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f6ee41-3d4b-4cb0-a52f-9569337ea27d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.262423] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 729.262423] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ee6b2e-c943-e268-1847-51f337241c5e" [ 729.262423] env[63105]: _type = "Task" [ 729.262423] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.298168] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e55760-5262-463f-a367-cb60f76b0e2c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.310735] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f66e7ae-1703-465f-98c3-f760495c6e0e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.314931] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ee6b2e-c943-e268-1847-51f337241c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.018203} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.315411] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.315710] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 16c5f890-a3f2-4825-8ba6-11caf6fbef8f/16c5f890-a3f2-4825-8ba6-11caf6fbef8f.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.316408] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2d9ffc7-bf13-45bf-9fac-311fe391cecf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.330116] env[63105]: DEBUG nova.compute.provider_tree [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.333308] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 729.333308] env[63105]: value = "task-2758678" [ 729.333308] env[63105]: _type = "Task" [ 729.333308] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.343238] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.430522] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758677, 'name': CreateVM_Task, 'duration_secs': 0.637875} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.430642] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.432128] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.432334] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.432885] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.433392] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf93b5b-8a81-4391-aecc-f652bdb2103c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.442759] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 729.442759] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523ffb5b-8beb-f0d9-f5ec-727700d2fc73" [ 729.442759] env[63105]: _type = "Task" [ 729.442759] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.457754] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523ffb5b-8beb-f0d9-f5ec-727700d2fc73, 'name': SearchDatastore_Task, 'duration_secs': 0.010545} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.458131] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.458391] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.458621] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.458777] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.458960] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.459393] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e70f2d5f-ee24-4b92-97c9-c4080fb5c3ab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.469694] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.469694] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.470307] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f4930e-dbe9-4a02-9765-e3aad40cf8a0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.482067] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 729.482067] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]528f276d-468e-b4aa-c05b-1e5808585367" [ 729.482067] env[63105]: _type = "Task" [ 729.482067] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.482341] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83941c28-43c2-4895-843c-53024c51f13b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.494875] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.501199] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528f276d-468e-b4aa-c05b-1e5808585367, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.507645] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21670a43-de43-461e-9b20-da3e499bee28 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.516299] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaacd62c-9223-429a-8c3d-4954fb57678a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.527299] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Acquiring lock "f9d9f02f-958e-403d-b3d2-34ce3077e0af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.527566] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Lock "f9d9f02f-958e-403d-b3d2-34ce3077e0af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.533907] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 729.533907] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52fd3bd0-848b-79a4-a939-0996f24868e4" [ 729.533907] env[63105]: _type = "Task" [ 729.533907] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.559134] env[63105]: DEBUG nova.compute.manager [req-27974dbd-f248-44c2-ab79-c8182ee47e95 req-fdfc94eb-68b1-4aa9-9a99-001f832cf43b service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Detach interface failed, port_id=8cc1992a-f48c-4cda-b644-c277298723b7, reason: Instance 0fd393bb-8113-4b12-93ea-2d257fb98ae0 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 729.562997] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52fd3bd0-848b-79a4-a939-0996f24868e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.591481] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.633171] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f8eef7a8-e86b-4da3-80d8-677261a817a7 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Lock "398e516b-9906-4e3f-b74d-b090a0437662" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.498s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.693815] env[63105]: DEBUG oslo_concurrency.lockutils [req-0d6240b9-dde8-4f54-bb5b-b41bbe2f8b43 req-1fd7dd07-0392-49a6-8dbe-f3d48f0b0a0e service nova] Releasing lock "refresh_cache-1b4ce059-48cf-4e2c-9717-8435265be136" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.851298] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758678, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.865184] env[63105]: ERROR nova.scheduler.client.report [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [req-01e67eaf-c78e-4af2-ae4b-28b9112b754c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-01e67eaf-c78e-4af2-ae4b-28b9112b754c"}]} [ 729.887594] env[63105]: DEBUG nova.scheduler.client.report [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 729.914715] env[63105]: DEBUG nova.scheduler.client.report [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 729.921028] env[63105]: DEBUG nova.compute.provider_tree [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.942246] env[63105]: DEBUG nova.scheduler.client.report [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 729.968333] env[63105]: DEBUG nova.scheduler.client.report [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 730.019712] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "d431c76e-a555-442f-8ab0-54a3c327f360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.019979] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "d431c76e-a555-442f-8ab0-54a3c327f360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.054418] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52fd3bd0-848b-79a4-a939-0996f24868e4, 'name': SearchDatastore_Task, 'duration_secs': 0.018093} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.055358] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.055358] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 1b4ce059-48cf-4e2c-9717-8435265be136/1b4ce059-48cf-4e2c-9717-8435265be136.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.055358] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0899928b-2e52-41f0-ac81-740159853e4f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.066484] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 730.066484] env[63105]: value = "task-2758679" [ 730.066484] env[63105]: _type = "Task" [ 730.066484] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.077712] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.139091] env[63105]: DEBUG nova.compute.manager [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.352706] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600606} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.353114] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 16c5f890-a3f2-4825-8ba6-11caf6fbef8f/16c5f890-a3f2-4825-8ba6-11caf6fbef8f.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.353443] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.353822] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa6725f4-d281-4a5e-9aa7-7c12969f55fd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.366960] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 730.366960] env[63105]: value = "task-2758680" [ 730.366960] env[63105]: _type = "Task" [ 730.366960] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.378579] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.428954] env[63105]: DEBUG nova.network.neutron [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Successfully updated port: 58e54eca-060a-4617-83f1-14dcf7672de7 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.522948] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ff3cc6-228f-4359-887f-d9f10b5c848e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.532864] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d4c51f-cdc9-45b8-9fb7-425835aa6e3a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.574016] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8895cc7-7e2f-4436-8266-0828762df81e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.593690] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758679, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.596391] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85900b03-71be-466a-a5f4-76b6689880a0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.617243] env[63105]: DEBUG nova.compute.provider_tree [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.662753] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.699938] env[63105]: DEBUG nova.compute.manager [req-6adf3abf-3216-47d6-b931-a874b8511a63 req-6d2eb5bd-91f7-4d2e-b69f-bc88ecd9c3b0 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Received event network-vif-deleted-c2e58328-47b0-4465-bbcd-cda64cc100dd {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 730.701370] env[63105]: INFO nova.compute.manager [req-6adf3abf-3216-47d6-b931-a874b8511a63 req-6d2eb5bd-91f7-4d2e-b69f-bc88ecd9c3b0 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Neutron deleted interface c2e58328-47b0-4465-bbcd-cda64cc100dd; detaching it from the instance and deleting it from the info cache [ 730.701713] env[63105]: DEBUG nova.network.neutron [req-6adf3abf-3216-47d6-b931-a874b8511a63 req-6d2eb5bd-91f7-4d2e-b69f-bc88ecd9c3b0 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.811301] env[63105]: DEBUG nova.compute.manager [req-a8c8c0b1-5419-416c-a873-fddb4e425fb4 req-11e255eb-4bcd-4b73-822b-d0638a10258b service nova] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Received event network-vif-plugged-58e54eca-060a-4617-83f1-14dcf7672de7 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 730.811541] env[63105]: DEBUG oslo_concurrency.lockutils [req-a8c8c0b1-5419-416c-a873-fddb4e425fb4 req-11e255eb-4bcd-4b73-822b-d0638a10258b service nova] Acquiring lock "62d329f2-b211-4c32-9cbd-5b4d68e825b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.811751] env[63105]: DEBUG oslo_concurrency.lockutils [req-a8c8c0b1-5419-416c-a873-fddb4e425fb4 req-11e255eb-4bcd-4b73-822b-d0638a10258b service nova] Lock "62d329f2-b211-4c32-9cbd-5b4d68e825b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.811984] env[63105]: DEBUG oslo_concurrency.lockutils [req-a8c8c0b1-5419-416c-a873-fddb4e425fb4 req-11e255eb-4bcd-4b73-822b-d0638a10258b service nova] Lock "62d329f2-b211-4c32-9cbd-5b4d68e825b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.812376] env[63105]: DEBUG nova.compute.manager [req-a8c8c0b1-5419-416c-a873-fddb4e425fb4 req-11e255eb-4bcd-4b73-822b-d0638a10258b service nova] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] No waiting events found dispatching network-vif-plugged-58e54eca-060a-4617-83f1-14dcf7672de7 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.812519] env[63105]: WARNING nova.compute.manager [req-a8c8c0b1-5419-416c-a873-fddb4e425fb4 req-11e255eb-4bcd-4b73-822b-d0638a10258b service nova] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Received unexpected event network-vif-plugged-58e54eca-060a-4617-83f1-14dcf7672de7 for instance with vm_state building and task_state spawning. [ 730.823256] env[63105]: DEBUG nova.compute.manager [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.824332] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75cdc54-4de4-450a-8c8e-f03b67f8f03e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.880607] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095319} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.881037] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.882174] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb22f61d-cf8f-4321-b3e7-5dc5c38d59b5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.915108] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 16c5f890-a3f2-4825-8ba6-11caf6fbef8f/16c5f890-a3f2-4825-8ba6-11caf6fbef8f.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.915282] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e52f24f-1b1a-40c3-9d10-de9dff9bf82d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.932254] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "refresh_cache-62d329f2-b211-4c32-9cbd-5b4d68e825b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.932724] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "refresh_cache-62d329f2-b211-4c32-9cbd-5b4d68e825b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.932977] env[63105]: DEBUG nova.network.neutron [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.940222] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 730.940222] env[63105]: value = "task-2758681" [ 730.940222] env[63105]: _type = "Task" [ 730.940222] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.951907] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.084629] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852585} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.085589] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 1b4ce059-48cf-4e2c-9717-8435265be136/1b4ce059-48cf-4e2c-9717-8435265be136.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.085589] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.085589] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f896385-4ea5-4c36-8261-688412c253c9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.093884] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 731.093884] env[63105]: value = "task-2758682" [ 731.093884] env[63105]: _type = "Task" [ 731.093884] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.095086] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.105115] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.155443] env[63105]: DEBUG nova.scheduler.client.report [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 731.155762] env[63105]: DEBUG nova.compute.provider_tree [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 68 to 69 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 731.156072] env[63105]: DEBUG nova.compute.provider_tree [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.208683] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9582a655-0bf2-4941-8847-f8223e29aa65 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.220041] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d30a77d-231b-449c-ab6b-bb5194514928 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.263514] env[63105]: DEBUG nova.compute.manager [req-6adf3abf-3216-47d6-b931-a874b8511a63 req-6d2eb5bd-91f7-4d2e-b69f-bc88ecd9c3b0 service nova] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Detach interface failed, port_id=c2e58328-47b0-4465-bbcd-cda64cc100dd, reason: Instance 0fd393bb-8113-4b12-93ea-2d257fb98ae0 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 731.346049] env[63105]: INFO nova.compute.manager [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] instance snapshotting [ 731.348354] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff2272c-0523-4a4e-9920-4d0738e1d2be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.372631] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43641681-2be7-466c-9e07-f721f1d5b8e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.452019] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758681, 'name': ReconfigVM_Task, 'duration_secs': 0.281458} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.452019] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 16c5f890-a3f2-4825-8ba6-11caf6fbef8f/16c5f890-a3f2-4825-8ba6-11caf6fbef8f.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.452291] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2be9bad-6b45-4c8e-89b8-43adb562fc7f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.460408] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 731.460408] env[63105]: value = "task-2758683" [ 731.460408] env[63105]: _type = "Task" [ 731.460408] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.469926] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758683, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.490463] env[63105]: DEBUG nova.network.neutron [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.605918] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0937} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.609099] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.609099] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30b348c-0cec-4973-9846-4457eba24218 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.640111] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 1b4ce059-48cf-4e2c-9717-8435265be136/1b4ce059-48cf-4e2c-9717-8435265be136.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.642814] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d95cee2-be40-4f82-b27f-f5a359607984 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.664259] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.376s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.665306] env[63105]: DEBUG nova.compute.manager [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.672060] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.608s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.673986] env[63105]: INFO nova.compute.claims [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.684078] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 731.684078] env[63105]: value = "task-2758684" [ 731.684078] env[63105]: _type = "Task" [ 731.684078] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.700690] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758684, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.742323] env[63105]: DEBUG nova.network.neutron [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Updating instance_info_cache with network_info: [{"id": "58e54eca-060a-4617-83f1-14dcf7672de7", "address": "fa:16:3e:ba:52:c4", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e54eca-06", "ovs_interfaceid": "58e54eca-060a-4617-83f1-14dcf7672de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.880030] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 731.880321] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1c24f4a7-2538-4b73-8f59-114d5970ac57 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.889855] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 731.889855] env[63105]: value = "task-2758685" [ 731.889855] env[63105]: _type = "Task" [ 731.889855] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.900769] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758685, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.971848] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758683, 'name': Rename_Task, 'duration_secs': 0.154575} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.972185] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.972444] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-445e4542-dc22-4045-b527-1251d89c2727 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.987029] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 731.987029] env[63105]: value = "task-2758686" [ 731.987029] env[63105]: _type = "Task" [ 731.987029] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.996841] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.173396] env[63105]: DEBUG nova.compute.utils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 732.175749] env[63105]: DEBUG nova.compute.manager [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.175992] env[63105]: DEBUG nova.network.neutron [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.185166] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Acquiring lock "51b3dd53-5669-4967-8b80-6b9b89d997cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.185166] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Lock "51b3dd53-5669-4967-8b80-6b9b89d997cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.185410] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Acquiring lock "51b3dd53-5669-4967-8b80-6b9b89d997cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.185574] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Lock "51b3dd53-5669-4967-8b80-6b9b89d997cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.186293] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Lock "51b3dd53-5669-4967-8b80-6b9b89d997cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.192099] env[63105]: INFO nova.compute.manager [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Terminating instance [ 732.200102] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "a2340f1e-068c-483c-b2b1-3543107a840b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.200334] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "a2340f1e-068c-483c-b2b1-3543107a840b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.205510] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.244723] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "refresh_cache-62d329f2-b211-4c32-9cbd-5b4d68e825b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.244953] env[63105]: DEBUG nova.compute.manager [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Instance network_info: |[{"id": "58e54eca-060a-4617-83f1-14dcf7672de7", "address": "fa:16:3e:ba:52:c4", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e54eca-06", "ovs_interfaceid": "58e54eca-060a-4617-83f1-14dcf7672de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.246196] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:52:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58e54eca-060a-4617-83f1-14dcf7672de7', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.260618] env[63105]: DEBUG oslo.service.loopingcall [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 732.261066] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.262681] env[63105]: DEBUG nova.policy [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a7641f86c36418b8f7ba2525fc53dae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec5e8b053a4483dbf0250770f31e56c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.264226] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86f9df36-b0a3-428a-b486-c4f964af1777 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.287636] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.287636] env[63105]: value = "task-2758687" [ 732.287636] env[63105]: _type = "Task" [ 732.287636] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.296759] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758687, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.405913] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758685, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.495414] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758686, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.677184] env[63105]: DEBUG nova.compute.manager [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.697287] env[63105]: DEBUG nova.compute.manager [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.697820] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e366aa7c-14b2-45f2-8175-04d23c2b331b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.712540] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758684, 'name': ReconfigVM_Task, 'duration_secs': 0.787944} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.716378] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d9df39-b75a-4aa1-b835-997f6cfa29bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.731235] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 1b4ce059-48cf-4e2c-9717-8435265be136/1b4ce059-48cf-4e2c-9717-8435265be136.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.735238] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e87d3b24-c76f-46e1-a1b7-926e31c6f448 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.743893] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 732.743893] env[63105]: value = "task-2758688" [ 732.743893] env[63105]: _type = "Task" [ 732.743893] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.763330] env[63105]: WARNING nova.virt.vmwareapi.driver [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 51b3dd53-5669-4967-8b80-6b9b89d997cb could not be found. [ 732.763576] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.764604] env[63105]: DEBUG nova.network.neutron [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Successfully created port: 9d11af80-59a2-4595-850a-aa6aaada39d3 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.771787] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40ba9808-68ee-4ddc-ab58-9490d55d9ad0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.773231] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758688, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.781507] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6b2a73-bece-4092-b52c-317969f7e175 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.805063] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758687, 'name': CreateVM_Task, 'duration_secs': 0.513268} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.805246] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.805919] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.806108] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.806402] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.808817] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b76afc-d97d-414b-bd21-4e31c2f1f8fd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.822020] env[63105]: WARNING nova.virt.vmwareapi.vmops [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 51b3dd53-5669-4967-8b80-6b9b89d997cb could not be found. [ 732.822216] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.822397] env[63105]: INFO nova.compute.manager [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Took 0.12 seconds to destroy the instance on the hypervisor. [ 732.822629] env[63105]: DEBUG oslo.service.loopingcall [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 732.823250] env[63105]: DEBUG nova.compute.manager [-] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.823359] env[63105]: DEBUG nova.network.neutron [-] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.826920] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 732.826920] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5226e335-9bea-3b5a-cf6e-c7844e905ace" [ 732.826920] env[63105]: _type = "Task" [ 732.826920] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.835988] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5226e335-9bea-3b5a-cf6e-c7844e905ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.904333] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758685, 'name': CreateSnapshot_Task, 'duration_secs': 0.60308} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.904594] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 732.905337] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035b8e12-b9af-41f9-8c6c-210c28b17061 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.994469] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758686, 'name': PowerOnVM_Task, 'duration_secs': 0.566079} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.994615] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.995347] env[63105]: INFO nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Took 10.17 seconds to spawn the instance on the hypervisor. [ 732.995347] env[63105]: DEBUG nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.995951] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aa3809-5a27-4e7a-b083-4d5808d7270b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.035947] env[63105]: DEBUG nova.compute.manager [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Received event network-changed-58e54eca-060a-4617-83f1-14dcf7672de7 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 733.036153] env[63105]: DEBUG nova.compute.manager [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Refreshing instance network info cache due to event network-changed-58e54eca-060a-4617-83f1-14dcf7672de7. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 733.036367] env[63105]: DEBUG oslo_concurrency.lockutils [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] Acquiring lock "refresh_cache-62d329f2-b211-4c32-9cbd-5b4d68e825b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.036568] env[63105]: DEBUG oslo_concurrency.lockutils [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] Acquired lock "refresh_cache-62d329f2-b211-4c32-9cbd-5b4d68e825b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.036698] env[63105]: DEBUG nova.network.neutron [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Refreshing network info cache for port 58e54eca-060a-4617-83f1-14dcf7672de7 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.257077] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758688, 'name': Rename_Task, 'duration_secs': 0.310641} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.257368] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.257618] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d39940c-ea89-4673-80d1-aaa2efbcb298 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.265425] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 733.265425] env[63105]: value = "task-2758689" [ 733.265425] env[63105]: _type = "Task" [ 733.265425] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.277846] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.284529] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2f8423-4eca-4a46-a698-108c39c5cd4a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.293142] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599faa63-3e1c-4d06-a9ab-85f3a6523f7a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.325377] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ae6792-07fa-4871-ac46-a38149403651 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.342075] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5226e335-9bea-3b5a-cf6e-c7844e905ace, 'name': SearchDatastore_Task, 'duration_secs': 0.014046} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.344205] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.345092] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.345092] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.345092] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.345092] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.345347] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73421d2a-2730-4356-bd08-26f9063cb7e1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.348142] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987c2813-543f-429c-8def-0da89b51f49a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.366396] env[63105]: DEBUG nova.compute.provider_tree [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.369750] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.370015] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.371320] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cecee6b-803f-4897-845d-9a6743d85a30 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.380041] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 733.380041] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e72912-9ae7-5ada-0222-4182f2cea8fc" [ 733.380041] env[63105]: _type = "Task" [ 733.380041] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.391226] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e72912-9ae7-5ada-0222-4182f2cea8fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.424855] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 733.425275] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8629bc41-b153-415d-8314-75b40e75a502 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.435754] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 733.435754] env[63105]: value = "task-2758690" [ 733.435754] env[63105]: _type = "Task" [ 733.435754] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.447025] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758690, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.516661] env[63105]: INFO nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Took 52.50 seconds to build instance. [ 733.585750] env[63105]: DEBUG nova.compute.manager [req-6d17f243-3f2d-4db6-847d-fce5f1749a90 req-9c667ad5-3a22-465b-87fe-1bf448e7f313 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Received event network-vif-deleted-9e6b468d-4333-4237-a7e9-273f478988cc {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 733.585942] env[63105]: INFO nova.compute.manager [req-6d17f243-3f2d-4db6-847d-fce5f1749a90 req-9c667ad5-3a22-465b-87fe-1bf448e7f313 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Neutron deleted interface 9e6b468d-4333-4237-a7e9-273f478988cc; detaching it from the instance and deleting it from the info cache [ 733.586125] env[63105]: DEBUG nova.network.neutron [req-6d17f243-3f2d-4db6-847d-fce5f1749a90 req-9c667ad5-3a22-465b-87fe-1bf448e7f313 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.690134] env[63105]: DEBUG nova.compute.manager [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.712667] env[63105]: DEBUG nova.virt.hardware [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 733.713261] env[63105]: DEBUG nova.virt.hardware [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 733.713261] env[63105]: DEBUG nova.virt.hardware [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.713566] env[63105]: DEBUG nova.virt.hardware [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 733.713916] env[63105]: DEBUG nova.virt.hardware [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.713916] env[63105]: DEBUG nova.virt.hardware [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 733.714254] env[63105]: DEBUG nova.virt.hardware [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 733.714505] env[63105]: DEBUG nova.virt.hardware [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 733.714732] env[63105]: DEBUG nova.virt.hardware [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 733.715053] env[63105]: DEBUG nova.virt.hardware [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 733.715323] env[63105]: DEBUG nova.virt.hardware [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 733.716841] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ab9a49-d9fa-4add-9f02-5a73ce0af69f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.733827] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d741b66-c0b4-4851-9009-d2ba769d461f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.760653] env[63105]: DEBUG nova.network.neutron [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Updated VIF entry in instance network info cache for port 58e54eca-060a-4617-83f1-14dcf7672de7. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.761100] env[63105]: DEBUG nova.network.neutron [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Updating instance_info_cache with network_info: [{"id": "58e54eca-060a-4617-83f1-14dcf7672de7", "address": "fa:16:3e:ba:52:c4", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e54eca-06", "ovs_interfaceid": "58e54eca-060a-4617-83f1-14dcf7672de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.777339] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.855777] env[63105]: DEBUG nova.network.neutron [-] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.891604] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e72912-9ae7-5ada-0222-4182f2cea8fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014904} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.892443] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5c3de1-7bce-402e-a49f-604de1d84b72 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.895595] env[63105]: ERROR nova.scheduler.client.report [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [req-34d1daa0-ddb9-4c0c-9e20-bfa8280fe993] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-34d1daa0-ddb9-4c0c-9e20-bfa8280fe993"}]} [ 733.901935] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 733.901935] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ead02b-d9e5-8af6-3e79-65d81d3817ee" [ 733.901935] env[63105]: _type = "Task" [ 733.901935] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.911652] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ead02b-d9e5-8af6-3e79-65d81d3817ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.913509] env[63105]: DEBUG nova.scheduler.client.report [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 733.929149] env[63105]: DEBUG nova.scheduler.client.report [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 733.929398] env[63105]: DEBUG nova.compute.provider_tree [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.947369] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758690, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.948717] env[63105]: DEBUG nova.scheduler.client.report [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 733.973349] env[63105]: DEBUG nova.scheduler.client.report [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 734.018119] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "16c5f890-a3f2-4825-8ba6-11caf6fbef8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.874s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.090531] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b6fb681-af33-4b96-afc6-9ff3ad302b84 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.109116] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d981a0-90e0-4b0a-b9a0-c1f2b33905b3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.173661] env[63105]: DEBUG nova.compute.manager [req-6d17f243-3f2d-4db6-847d-fce5f1749a90 req-9c667ad5-3a22-465b-87fe-1bf448e7f313 service nova] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Detach interface failed, port_id=9e6b468d-4333-4237-a7e9-273f478988cc, reason: Instance 51b3dd53-5669-4967-8b80-6b9b89d997cb could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 734.263516] env[63105]: DEBUG oslo_concurrency.lockutils [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] Releasing lock "refresh_cache-62d329f2-b211-4c32-9cbd-5b4d68e825b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.263834] env[63105]: DEBUG nova.compute.manager [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Received event network-changed-7a055913-1811-4832-9baa-55552ec7d283 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 734.264377] env[63105]: DEBUG nova.compute.manager [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Refreshing instance network info cache due to event network-changed-7a055913-1811-4832-9baa-55552ec7d283. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 734.264609] env[63105]: DEBUG oslo_concurrency.lockutils [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] Acquiring lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.264753] env[63105]: DEBUG oslo_concurrency.lockutils [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] Acquired lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.264911] env[63105]: DEBUG nova.network.neutron [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Refreshing network info cache for port 7a055913-1811-4832-9baa-55552ec7d283 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.284274] env[63105]: DEBUG oslo_vmware.api [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758689, 'name': PowerOnVM_Task, 'duration_secs': 0.928002} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.284601] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.284808] env[63105]: INFO nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Took 8.81 seconds to spawn the instance on the hypervisor. [ 734.284988] env[63105]: DEBUG nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.285907] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5453d206-7df7-4fc5-a5f1-1648a6e49581 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.360489] env[63105]: INFO nova.compute.manager [-] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Took 1.54 seconds to deallocate network for instance. [ 734.426020] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ead02b-d9e5-8af6-3e79-65d81d3817ee, 'name': SearchDatastore_Task, 'duration_secs': 0.013321} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.426020] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.426020] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 62d329f2-b211-4c32-9cbd-5b4d68e825b8/62d329f2-b211-4c32-9cbd-5b4d68e825b8.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.426020] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a12616eb-9480-44af-b6be-5c26b9e58a50 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.438023] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 734.438023] env[63105]: value = "task-2758691" [ 734.438023] env[63105]: _type = "Task" [ 734.438023] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.449591] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758690, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.455327] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.523124] env[63105]: DEBUG nova.compute.manager [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.564142] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bce6b5-6102-4f62-8526-025e8b992ccb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.572717] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b13c948-0393-4c6e-9f47-e1b3320e40c8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.605599] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c938d188-c631-4761-9709-ff84db8484bb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.613733] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bceba34-8a7f-4355-b40e-01c10b0286c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.627999] env[63105]: DEBUG nova.compute.provider_tree [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.643772] env[63105]: DEBUG oslo_concurrency.lockutils [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Acquiring lock "8f1812a5-1596-464f-b486-91b6c9a822bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.644158] env[63105]: DEBUG oslo_concurrency.lockutils [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Lock "8f1812a5-1596-464f-b486-91b6c9a822bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.644438] env[63105]: DEBUG oslo_concurrency.lockutils [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Acquiring lock "8f1812a5-1596-464f-b486-91b6c9a822bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.644680] env[63105]: DEBUG oslo_concurrency.lockutils [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Lock "8f1812a5-1596-464f-b486-91b6c9a822bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.644904] env[63105]: DEBUG oslo_concurrency.lockutils [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Lock "8f1812a5-1596-464f-b486-91b6c9a822bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.647569] env[63105]: INFO nova.compute.manager [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Terminating instance [ 734.811187] env[63105]: INFO nova.compute.manager [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Took 49.36 seconds to build instance. [ 734.923795] env[63105]: INFO nova.compute.manager [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Took 0.56 seconds to detach 1 volumes for instance. [ 734.926287] env[63105]: DEBUG nova.compute.manager [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Deleting volume: 03ed169d-3346-4d8f-9459-70d1acbe5259 {{(pid=63105) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 734.958641] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758690, 'name': CloneVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.963137] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758691, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.059341] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.124437] env[63105]: DEBUG nova.network.neutron [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Updated VIF entry in instance network info cache for port 7a055913-1811-4832-9baa-55552ec7d283. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.124922] env[63105]: DEBUG nova.network.neutron [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Updating instance_info_cache with network_info: [{"id": "7a055913-1811-4832-9baa-55552ec7d283", "address": "fa:16:3e:ab:55:b1", "network": {"id": "91b5cfb7-4dd5-4b02-aee9-65bc02b9b4c9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-773251280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c26489e7d814c18bf5a1f10ee5b62af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a055913-18", "ovs_interfaceid": "7a055913-1811-4832-9baa-55552ec7d283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.152314] env[63105]: DEBUG nova.compute.manager [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.152914] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.154788] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6835928d-7381-46fb-be7b-a7368c44d4aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.165520] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.165885] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10b91d5c-cfee-4c68-9865-5166ff68b377 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.169816] env[63105]: DEBUG nova.scheduler.client.report [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 735.170209] env[63105]: DEBUG nova.compute.provider_tree [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 70 to 71 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 735.170515] env[63105]: DEBUG nova.compute.provider_tree [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.178047] env[63105]: DEBUG oslo_vmware.api [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Waiting for the task: (returnval){ [ 735.178047] env[63105]: value = "task-2758693" [ 735.178047] env[63105]: _type = "Task" [ 735.178047] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.190053] env[63105]: DEBUG oslo_vmware.api [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.214832] env[63105]: DEBUG nova.network.neutron [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Successfully updated port: 9d11af80-59a2-4595-850a-aa6aaada39d3 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.252939] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b939b48-7ebc-47c2-b57f-5b335468d1dc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.253270] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b939b48-7ebc-47c2-b57f-5b335468d1dc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.254042] env[63105]: DEBUG nova.compute.manager [None req-1b939b48-7ebc-47c2-b57f-5b335468d1dc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.255077] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c3a5c6-f155-451c-a6c8-05f3500ca0a1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.262901] env[63105]: DEBUG nova.compute.manager [None req-1b939b48-7ebc-47c2-b57f-5b335468d1dc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 735.263603] env[63105]: DEBUG nova.objects.instance [None req-1b939b48-7ebc-47c2-b57f-5b335468d1dc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lazy-loading 'flavor' on Instance uuid 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.316322] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5991c35b-7027-43df-b0b5-5d3a8505e21d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "1b4ce059-48cf-4e2c-9717-8435265be136" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.130s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.457066] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758690, 'name': CloneVM_Task, 'duration_secs': 1.612672} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.460491] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Created linked-clone VM from snapshot [ 735.461758] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594329} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.461758] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ab1eb9-1439-40a3-ad24-36ee7b09dce4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.464648] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 62d329f2-b211-4c32-9cbd-5b4d68e825b8/62d329f2-b211-4c32-9cbd-5b4d68e825b8.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.464894] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.465371] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71ec3830-ec72-4020-aa08-a1cb698fa359 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.474573] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Uploading image 1d688252-cf9d-44e7-8c7e-2b74c3c78bdc {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 735.481597] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 735.481597] env[63105]: value = "task-2758694" [ 735.481597] env[63105]: _type = "Task" [ 735.481597] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.489799] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.494459] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.509842] env[63105]: DEBUG oslo_vmware.rw_handles [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 735.509842] env[63105]: value = "vm-555087" [ 735.509842] env[63105]: _type = "VirtualMachine" [ 735.509842] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 735.510165] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3e371df2-1d26-4b61-a4a6-0665158e03d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.521169] env[63105]: DEBUG oslo_vmware.rw_handles [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lease: (returnval){ [ 735.521169] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526cef42-882d-8718-6417-6832ec8e5db1" [ 735.521169] env[63105]: _type = "HttpNfcLease" [ 735.521169] env[63105]: } obtained for exporting VM: (result){ [ 735.521169] env[63105]: value = "vm-555087" [ 735.521169] env[63105]: _type = "VirtualMachine" [ 735.521169] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 735.522025] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the lease: (returnval){ [ 735.522025] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526cef42-882d-8718-6417-6832ec8e5db1" [ 735.522025] env[63105]: _type = "HttpNfcLease" [ 735.522025] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 735.530332] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.530332] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526cef42-882d-8718-6417-6832ec8e5db1" [ 735.530332] env[63105]: _type = "HttpNfcLease" [ 735.530332] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 735.556436] env[63105]: DEBUG nova.compute.manager [req-78f405ac-ea3c-4d82-ade2-c586988a7f88 req-3232cd8e-f067-4748-934f-1cca5793ccaf service nova] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Received event network-vif-plugged-9d11af80-59a2-4595-850a-aa6aaada39d3 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 735.556436] env[63105]: DEBUG oslo_concurrency.lockutils [req-78f405ac-ea3c-4d82-ade2-c586988a7f88 req-3232cd8e-f067-4748-934f-1cca5793ccaf service nova] Acquiring lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.556436] env[63105]: DEBUG oslo_concurrency.lockutils [req-78f405ac-ea3c-4d82-ade2-c586988a7f88 req-3232cd8e-f067-4748-934f-1cca5793ccaf service nova] Lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.556436] env[63105]: DEBUG oslo_concurrency.lockutils [req-78f405ac-ea3c-4d82-ade2-c586988a7f88 req-3232cd8e-f067-4748-934f-1cca5793ccaf service nova] Lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.556436] env[63105]: DEBUG nova.compute.manager [req-78f405ac-ea3c-4d82-ade2-c586988a7f88 req-3232cd8e-f067-4748-934f-1cca5793ccaf service nova] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] No waiting events found dispatching network-vif-plugged-9d11af80-59a2-4595-850a-aa6aaada39d3 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.556436] env[63105]: WARNING nova.compute.manager [req-78f405ac-ea3c-4d82-ade2-c586988a7f88 req-3232cd8e-f067-4748-934f-1cca5793ccaf service nova] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Received unexpected event network-vif-plugged-9d11af80-59a2-4595-850a-aa6aaada39d3 for instance with vm_state building and task_state spawning. [ 735.628330] env[63105]: DEBUG oslo_concurrency.lockutils [req-ce3d64e8-9893-45ca-8644-b7dcdd7a6e3a req-f90b68e9-221d-4749-aabf-45d68805254e service nova] Releasing lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.684952] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.012s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.685792] env[63105]: DEBUG nova.compute.manager [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.692644] env[63105]: DEBUG oslo_concurrency.lockutils [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.286s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.693196] env[63105]: DEBUG nova.objects.instance [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lazy-loading 'resources' on Instance uuid 17e58975-52ca-4e4e-8358-e72975123529 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.695304] env[63105]: DEBUG oslo_vmware.api [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758693, 'name': PowerOffVM_Task, 'duration_secs': 0.242888} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.695943] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.696236] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.696603] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a02a855-b402-414e-9d39-956b8eb4bd95 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.720860] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "refresh_cache-5fae8f14-70bd-496e-b311-8555e6eb8dd6" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.720860] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "refresh_cache-5fae8f14-70bd-496e-b311-8555e6eb8dd6" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.720860] env[63105]: DEBUG nova.network.neutron [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.786452] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.786976] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.788132] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Deleting the datastore file [datastore1] 8f1812a5-1596-464f-b486-91b6c9a822bd {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.788132] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99cffde6-02c8-4751-86db-9f9037ef6542 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.797781] env[63105]: DEBUG oslo_vmware.api [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Waiting for the task: (returnval){ [ 735.797781] env[63105]: value = "task-2758697" [ 735.797781] env[63105]: _type = "Task" [ 735.797781] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.809101] env[63105]: DEBUG oslo_vmware.api [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.821822] env[63105]: DEBUG nova.compute.manager [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.993435] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137515} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.993708] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.994800] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2027b933-3d66-400e-b21e-2e8a72268452 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.019965] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 62d329f2-b211-4c32-9cbd-5b4d68e825b8/62d329f2-b211-4c32-9cbd-5b4d68e825b8.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.020429] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5be344bf-e3af-45e3-9c85-59e99f341e51 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.045081] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 736.045081] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526cef42-882d-8718-6417-6832ec8e5db1" [ 736.045081] env[63105]: _type = "HttpNfcLease" [ 736.045081] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 736.047129] env[63105]: DEBUG oslo_vmware.rw_handles [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 736.047129] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526cef42-882d-8718-6417-6832ec8e5db1" [ 736.047129] env[63105]: _type = "HttpNfcLease" [ 736.047129] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 736.047261] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 736.047261] env[63105]: value = "task-2758698" [ 736.047261] env[63105]: _type = "Task" [ 736.047261] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.048099] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4fd01f-b1f3-406a-b6c0-fb97c4573736 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.063567] env[63105]: DEBUG oslo_vmware.rw_handles [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ead845-6584-f12a-e0f9-31b8de99b0a7/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 736.063824] env[63105]: DEBUG oslo_vmware.rw_handles [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ead845-6584-f12a-e0f9-31b8de99b0a7/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 736.069053] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758698, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.185477] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8018bb70-2471-4e0c-807e-75d904077a93 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.197533] env[63105]: DEBUG nova.compute.utils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 736.201829] env[63105]: DEBUG nova.compute.manager [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.201998] env[63105]: DEBUG nova.network.neutron [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.272142] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b939b48-7ebc-47c2-b57f-5b335468d1dc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.273987] env[63105]: DEBUG nova.policy [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6f62245d23441969e5e9318793ed0c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f174edb17a5b40c281f9659e6976f670', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.275731] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e746037-6640-4680-80ba-d8b01370bef1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.287971] env[63105]: DEBUG oslo_vmware.api [None req-1b939b48-7ebc-47c2-b57f-5b335468d1dc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 736.287971] env[63105]: value = "task-2758699" [ 736.287971] env[63105]: _type = "Task" [ 736.287971] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.288708] env[63105]: DEBUG nova.network.neutron [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.305973] env[63105]: DEBUG oslo_vmware.api [None req-1b939b48-7ebc-47c2-b57f-5b335468d1dc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.311972] env[63105]: DEBUG oslo_vmware.api [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Task: {'id': task-2758697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467789} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.312286] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.312467] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.312649] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.312901] env[63105]: INFO nova.compute.manager [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 736.313278] env[63105]: DEBUG oslo.service.loopingcall [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.316217] env[63105]: DEBUG nova.compute.manager [-] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.316326] env[63105]: DEBUG nova.network.neutron [-] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.345337] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.574137] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.672287] env[63105]: DEBUG nova.network.neutron [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Updating instance_info_cache with network_info: [{"id": "9d11af80-59a2-4595-850a-aa6aaada39d3", "address": "fa:16:3e:63:88:ff", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d11af80-59", "ovs_interfaceid": "9d11af80-59a2-4595-850a-aa6aaada39d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.685366] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "16c5f890-a3f2-4825-8ba6-11caf6fbef8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.685639] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "16c5f890-a3f2-4825-8ba6-11caf6fbef8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.685861] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "16c5f890-a3f2-4825-8ba6-11caf6fbef8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.686101] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "16c5f890-a3f2-4825-8ba6-11caf6fbef8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.686613] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "16c5f890-a3f2-4825-8ba6-11caf6fbef8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.689091] env[63105]: INFO nova.compute.manager [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Terminating instance [ 736.708929] env[63105]: DEBUG nova.compute.manager [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.777451] env[63105]: DEBUG nova.network.neutron [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Successfully created port: f7c80f7e-d5d0-4f97-8c84-01b95150479b {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.803430] env[63105]: DEBUG oslo_vmware.api [None req-1b939b48-7ebc-47c2-b57f-5b335468d1dc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.824527] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c96a999-73d1-4683-9d8c-b5db4af6caf6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.836180] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fd22db-6895-4a5a-8c57-62b1416a844e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.874421] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "1b4ce059-48cf-4e2c-9717-8435265be136" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.874699] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "1b4ce059-48cf-4e2c-9717-8435265be136" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.875053] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "1b4ce059-48cf-4e2c-9717-8435265be136-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.875169] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "1b4ce059-48cf-4e2c-9717-8435265be136-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.875370] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "1b4ce059-48cf-4e2c-9717-8435265be136-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.879304] env[63105]: INFO nova.compute.manager [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Terminating instance [ 736.881476] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5d00c1-5ae2-4f3a-b9f2-26b759b6ed2f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.891998] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c559a53-193a-43d4-a0d6-6d9d786a02ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.909992] env[63105]: DEBUG nova.compute.provider_tree [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.069735] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758698, 'name': ReconfigVM_Task, 'duration_secs': 0.759676} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.076512] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 62d329f2-b211-4c32-9cbd-5b4d68e825b8/62d329f2-b211-4c32-9cbd-5b4d68e825b8.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.077374] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-687ca425-5709-44db-9c92-1f64f3caae0d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.088040] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 737.088040] env[63105]: value = "task-2758700" [ 737.088040] env[63105]: _type = "Task" [ 737.088040] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.098816] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758700, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.175933] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "refresh_cache-5fae8f14-70bd-496e-b311-8555e6eb8dd6" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.175933] env[63105]: DEBUG nova.compute.manager [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Instance network_info: |[{"id": "9d11af80-59a2-4595-850a-aa6aaada39d3", "address": "fa:16:3e:63:88:ff", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d11af80-59", "ovs_interfaceid": "9d11af80-59a2-4595-850a-aa6aaada39d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.175933] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:88:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d11af80-59a2-4595-850a-aa6aaada39d3', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.183956] env[63105]: DEBUG oslo.service.loopingcall [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.184271] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.184557] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6f69a44-c9f6-4d35-9416-f90b86582da8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.200628] env[63105]: DEBUG nova.compute.manager [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.201243] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.202079] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2689c90-be5e-40b6-9ab5-28344431c2c4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.213375] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.214716] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71b6b582-7b86-4008-83af-fff96138ba87 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.216655] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.216655] env[63105]: value = "task-2758701" [ 737.216655] env[63105]: _type = "Task" [ 737.216655] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.228097] env[63105]: DEBUG oslo_vmware.api [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 737.228097] env[63105]: value = "task-2758702" [ 737.228097] env[63105]: _type = "Task" [ 737.228097] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.235720] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758701, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.242115] env[63105]: DEBUG oslo_vmware.api [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.304523] env[63105]: DEBUG oslo_vmware.api [None req-1b939b48-7ebc-47c2-b57f-5b335468d1dc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758699, 'name': PowerOffVM_Task, 'duration_secs': 0.619979} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.305203] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b939b48-7ebc-47c2-b57f-5b335468d1dc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.305242] env[63105]: DEBUG nova.compute.manager [None req-1b939b48-7ebc-47c2-b57f-5b335468d1dc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.306691] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cc03f7-84d5-45ff-9494-f99e9c17e656 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.388292] env[63105]: DEBUG nova.compute.manager [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.388570] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.390090] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6390fbc-9ec6-40a0-a87d-542f8be21e4c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.400278] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.400278] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5a227f0-cc73-4195-9594-556f10746756 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.411161] env[63105]: DEBUG oslo_vmware.api [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 737.411161] env[63105]: value = "task-2758703" [ 737.411161] env[63105]: _type = "Task" [ 737.411161] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.415141] env[63105]: DEBUG nova.scheduler.client.report [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 737.425827] env[63105]: DEBUG oslo_vmware.api [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.451248] env[63105]: DEBUG nova.compute.manager [req-bc9591c3-38f9-4e67-b301-ae078c7792a1 req-640b45a2-25e1-4838-b87d-08471df383bf service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Received event network-vif-deleted-5d0f8061-b2fd-42ce-bbb5-dc47c36c727f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 737.451428] env[63105]: INFO nova.compute.manager [req-bc9591c3-38f9-4e67-b301-ae078c7792a1 req-640b45a2-25e1-4838-b87d-08471df383bf service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Neutron deleted interface 5d0f8061-b2fd-42ce-bbb5-dc47c36c727f; detaching it from the instance and deleting it from the info cache [ 737.452901] env[63105]: DEBUG nova.network.neutron [req-bc9591c3-38f9-4e67-b301-ae078c7792a1 req-640b45a2-25e1-4838-b87d-08471df383bf service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.578089] env[63105]: DEBUG nova.network.neutron [-] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.599464] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758700, 'name': Rename_Task, 'duration_secs': 0.209337} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.599942] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.600404] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1b198d8-b75b-46b0-897e-a269899fab6d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.610205] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 737.610205] env[63105]: value = "task-2758704" [ 737.610205] env[63105]: _type = "Task" [ 737.610205] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.620801] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.730418] env[63105]: DEBUG nova.compute.manager [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.748769] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758701, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.749603] env[63105]: DEBUG oslo_vmware.api [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758702, 'name': PowerOffVM_Task, 'duration_secs': 0.288921} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.751647] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.751869] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.752318] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17b3aff3-c3ff-468f-9940-da81cc1c73e5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.763466] env[63105]: DEBUG nova.virt.hardware [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 737.763697] env[63105]: DEBUG nova.virt.hardware [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 737.763870] env[63105]: DEBUG nova.virt.hardware [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.764347] env[63105]: DEBUG nova.virt.hardware [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 737.764347] env[63105]: DEBUG nova.virt.hardware [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.764445] env[63105]: DEBUG nova.virt.hardware [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 737.765715] env[63105]: DEBUG nova.virt.hardware [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 737.765715] env[63105]: DEBUG nova.virt.hardware [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 737.765715] env[63105]: DEBUG nova.virt.hardware [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 737.765715] env[63105]: DEBUG nova.virt.hardware [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 737.765715] env[63105]: DEBUG nova.virt.hardware [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 737.766481] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e314ed5c-19ea-4332-b994-fdbea555be99 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.772947] env[63105]: DEBUG nova.compute.manager [req-42617f8f-bb19-475c-a406-c95068743430 req-2e4f0850-d582-4653-bc3a-3dca791a9095 service nova] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Received event network-changed-9d11af80-59a2-4595-850a-aa6aaada39d3 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 737.773643] env[63105]: DEBUG nova.compute.manager [req-42617f8f-bb19-475c-a406-c95068743430 req-2e4f0850-d582-4653-bc3a-3dca791a9095 service nova] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Refreshing instance network info cache due to event network-changed-9d11af80-59a2-4595-850a-aa6aaada39d3. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 737.773934] env[63105]: DEBUG oslo_concurrency.lockutils [req-42617f8f-bb19-475c-a406-c95068743430 req-2e4f0850-d582-4653-bc3a-3dca791a9095 service nova] Acquiring lock "refresh_cache-5fae8f14-70bd-496e-b311-8555e6eb8dd6" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.774102] env[63105]: DEBUG oslo_concurrency.lockutils [req-42617f8f-bb19-475c-a406-c95068743430 req-2e4f0850-d582-4653-bc3a-3dca791a9095 service nova] Acquired lock "refresh_cache-5fae8f14-70bd-496e-b311-8555e6eb8dd6" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.775614] env[63105]: DEBUG nova.network.neutron [req-42617f8f-bb19-475c-a406-c95068743430 req-2e4f0850-d582-4653-bc3a-3dca791a9095 service nova] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Refreshing network info cache for port 9d11af80-59a2-4595-850a-aa6aaada39d3 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.787957] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15d15ac-1bed-4ff8-acb6-ec3920779a7c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.824720] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b939b48-7ebc-47c2-b57f-5b335468d1dc tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.571s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.833381] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.833813] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.834272] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Deleting the datastore file [datastore2] 16c5f890-a3f2-4825-8ba6-11caf6fbef8f {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.834555] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4c09aae-0fee-4e83-9188-27247c43c35b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.844091] env[63105]: DEBUG oslo_vmware.api [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 737.844091] env[63105]: value = "task-2758706" [ 737.844091] env[63105]: _type = "Task" [ 737.844091] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.854505] env[63105]: DEBUG oslo_vmware.api [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.922628] env[63105]: DEBUG oslo_concurrency.lockutils [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.924950] env[63105]: DEBUG oslo_vmware.api [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758703, 'name': PowerOffVM_Task, 'duration_secs': 0.346319} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.925598] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.284s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.927153] env[63105]: INFO nova.compute.claims [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.931030] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.932292] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.932292] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b434d9f-8176-4d80-b5ee-b6f2d48384b0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.952884] env[63105]: INFO nova.scheduler.client.report [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Deleted allocations for instance 17e58975-52ca-4e4e-8358-e72975123529 [ 737.959586] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5049f81-f5ff-46b4-91f5-79fbd573069e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.971558] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc15294-5af2-48a2-89bf-4c993077c31d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.014028] env[63105]: DEBUG nova.compute.manager [req-bc9591c3-38f9-4e67-b301-ae078c7792a1 req-640b45a2-25e1-4838-b87d-08471df383bf service nova] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Detach interface failed, port_id=5d0f8061-b2fd-42ce-bbb5-dc47c36c727f, reason: Instance 8f1812a5-1596-464f-b486-91b6c9a822bd could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 738.016116] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.016647] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.017308] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Deleting the datastore file [datastore1] 1b4ce059-48cf-4e2c-9717-8435265be136 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.017308] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05cf32b2-e575-4943-b88f-509a46533d32 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.026118] env[63105]: DEBUG oslo_vmware.api [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 738.026118] env[63105]: value = "task-2758708" [ 738.026118] env[63105]: _type = "Task" [ 738.026118] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.036265] env[63105]: DEBUG oslo_vmware.api [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.081538] env[63105]: INFO nova.compute.manager [-] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Took 1.77 seconds to deallocate network for instance. [ 738.128408] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758704, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.235493] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758701, 'name': CreateVM_Task, 'duration_secs': 0.536087} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.237453] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.237453] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.237453] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.237453] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.237453] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a4b864-d738-402a-9331-d60a0c23483b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.244859] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 738.244859] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]529db38d-8a86-82dc-05d3-220efd87da37" [ 738.244859] env[63105]: _type = "Task" [ 738.244859] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.255482] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529db38d-8a86-82dc-05d3-220efd87da37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.359093] env[63105]: DEBUG oslo_vmware.api [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374865} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.359504] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.359667] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.359836] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.360041] env[63105]: INFO nova.compute.manager [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 738.360375] env[63105]: DEBUG oslo.service.loopingcall [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 738.360687] env[63105]: DEBUG nova.compute.manager [-] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.361050] env[63105]: DEBUG nova.network.neutron [-] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.467478] env[63105]: DEBUG oslo_concurrency.lockutils [None req-910d22be-8ea8-447a-b4be-0fc9085e9c3f tempest-ServerShowV247Test-1253130553 tempest-ServerShowV247Test-1253130553-project-member] Lock "17e58975-52ca-4e4e-8358-e72975123529" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.365s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.540278] env[63105]: DEBUG oslo_vmware.api [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310098} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.540792] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.541162] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.541481] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.541772] env[63105]: INFO nova.compute.manager [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Took 1.15 seconds to destroy the instance on the hypervisor. [ 738.542175] env[63105]: DEBUG oslo.service.loopingcall [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 738.542486] env[63105]: DEBUG nova.compute.manager [-] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.542691] env[63105]: DEBUG nova.network.neutron [-] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.589026] env[63105]: DEBUG oslo_concurrency.lockutils [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.593521] env[63105]: DEBUG nova.objects.instance [None req-18570f6f-d591-4c62-b62d-0a5535822b0b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lazy-loading 'flavor' on Instance uuid 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.628841] env[63105]: DEBUG oslo_vmware.api [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758704, 'name': PowerOnVM_Task, 'duration_secs': 0.774864} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.628841] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.628841] env[63105]: INFO nova.compute.manager [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Took 10.32 seconds to spawn the instance on the hypervisor. [ 738.628841] env[63105]: DEBUG nova.compute.manager [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.628841] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac36a44-cf08-4f4e-b034-56ded10d4497 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.644338] env[63105]: DEBUG nova.network.neutron [req-42617f8f-bb19-475c-a406-c95068743430 req-2e4f0850-d582-4653-bc3a-3dca791a9095 service nova] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Updated VIF entry in instance network info cache for port 9d11af80-59a2-4595-850a-aa6aaada39d3. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.645182] env[63105]: DEBUG nova.network.neutron [req-42617f8f-bb19-475c-a406-c95068743430 req-2e4f0850-d582-4653-bc3a-3dca791a9095 service nova] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Updating instance_info_cache with network_info: [{"id": "9d11af80-59a2-4595-850a-aa6aaada39d3", "address": "fa:16:3e:63:88:ff", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d11af80-59", "ovs_interfaceid": "9d11af80-59a2-4595-850a-aa6aaada39d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.759322] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529db38d-8a86-82dc-05d3-220efd87da37, 'name': SearchDatastore_Task, 'duration_secs': 0.0159} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.759322] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.759322] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.759590] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.759635] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.759957] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.760267] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d701c11a-f57b-4b30-9b74-ff0d6a45e03a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.772186] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.772839] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.773541] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02960c0f-98ee-40a5-ab1b-4802eafb70d6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.780215] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 738.780215] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52533811-01cb-be80-ac93-641a08b23137" [ 738.780215] env[63105]: _type = "Task" [ 738.780215] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.790637] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52533811-01cb-be80-ac93-641a08b23137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.104146] env[63105]: DEBUG oslo_concurrency.lockutils [None req-18570f6f-d591-4c62-b62d-0a5535822b0b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "refresh_cache-8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.104784] env[63105]: DEBUG oslo_concurrency.lockutils [None req-18570f6f-d591-4c62-b62d-0a5535822b0b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquired lock "refresh_cache-8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.105148] env[63105]: DEBUG nova.network.neutron [None req-18570f6f-d591-4c62-b62d-0a5535822b0b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.105585] env[63105]: DEBUG nova.objects.instance [None req-18570f6f-d591-4c62-b62d-0a5535822b0b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lazy-loading 'info_cache' on Instance uuid 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.153698] env[63105]: DEBUG oslo_concurrency.lockutils [req-42617f8f-bb19-475c-a406-c95068743430 req-2e4f0850-d582-4653-bc3a-3dca791a9095 service nova] Releasing lock "refresh_cache-5fae8f14-70bd-496e-b311-8555e6eb8dd6" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.160068] env[63105]: INFO nova.compute.manager [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Took 49.79 seconds to build instance. [ 739.196657] env[63105]: DEBUG nova.network.neutron [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Successfully updated port: f7c80f7e-d5d0-4f97-8c84-01b95150479b {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.295245] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52533811-01cb-be80-ac93-641a08b23137, 'name': SearchDatastore_Task, 'duration_secs': 0.018081} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.296157] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c296bf6-7439-44ad-96f7-e6392fedc335 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.303758] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 739.303758] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5282a43a-5655-b9b1-ffcb-b525c1df1ab7" [ 739.303758] env[63105]: _type = "Task" [ 739.303758] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.309560] env[63105]: DEBUG nova.network.neutron [-] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.318307] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5282a43a-5655-b9b1-ffcb-b525c1df1ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.441223] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89466f69-5b50-486a-a5ed-d4adea64eb53 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.450384] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3828f5f-8488-4d16-82f3-b3cec42378e1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.490260] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8245c16c-4156-44de-9b88-9e138d27b2f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.499556] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aa9825-fda1-4250-9002-da8f176113d8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.515735] env[63105]: DEBUG nova.compute.provider_tree [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.559285] env[63105]: DEBUG nova.network.neutron [-] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.609441] env[63105]: DEBUG nova.objects.base [None req-18570f6f-d591-4c62-b62d-0a5535822b0b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Object Instance<8cab61de-782c-4e44-a8c9-d4c0a4a95bcb> lazy-loaded attributes: flavor,info_cache {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 739.662313] env[63105]: DEBUG oslo_concurrency.lockutils [None req-94230f19-60eb-4bbe-9911-aa14606e389f tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "62d329f2-b211-4c32-9cbd-5b4d68e825b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.762s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.700478] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Acquiring lock "refresh_cache-821a516b-af49-4b2c-b120-d08b237ccb7b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.700478] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Acquired lock "refresh_cache-821a516b-af49-4b2c-b120-d08b237ccb7b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.700574] env[63105]: DEBUG nova.network.neutron [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.755740] env[63105]: DEBUG nova.compute.manager [req-3d4883db-c6aa-4acd-b977-af7a2c953f0e req-4b39b4b7-f716-48d1-89bd-f7fe3b7d523a service nova] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Received event network-vif-deleted-f922ff23-b31c-4915-946d-cac12947fca1 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 739.820238] env[63105]: INFO nova.compute.manager [-] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Took 1.46 seconds to deallocate network for instance. [ 739.820885] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5282a43a-5655-b9b1-ffcb-b525c1df1ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.024687} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.822902] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.823334] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 5fae8f14-70bd-496e-b311-8555e6eb8dd6/5fae8f14-70bd-496e-b311-8555e6eb8dd6.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.826311] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d35447da-97fc-4e3c-a83e-f883a4a08113 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.837075] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 739.837075] env[63105]: value = "task-2758709" [ 739.837075] env[63105]: _type = "Task" [ 739.837075] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.846705] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.986722] env[63105]: DEBUG nova.compute.manager [req-d56ec2ca-dbe0-4908-8b81-ce324ef2e5c2 req-119fe8f8-cacc-40f2-8beb-037218184bfc service nova] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Received event network-vif-plugged-f7c80f7e-d5d0-4f97-8c84-01b95150479b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 739.986791] env[63105]: DEBUG oslo_concurrency.lockutils [req-d56ec2ca-dbe0-4908-8b81-ce324ef2e5c2 req-119fe8f8-cacc-40f2-8beb-037218184bfc service nova] Acquiring lock "821a516b-af49-4b2c-b120-d08b237ccb7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.986997] env[63105]: DEBUG oslo_concurrency.lockutils [req-d56ec2ca-dbe0-4908-8b81-ce324ef2e5c2 req-119fe8f8-cacc-40f2-8beb-037218184bfc service nova] Lock "821a516b-af49-4b2c-b120-d08b237ccb7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.987254] env[63105]: DEBUG oslo_concurrency.lockutils [req-d56ec2ca-dbe0-4908-8b81-ce324ef2e5c2 req-119fe8f8-cacc-40f2-8beb-037218184bfc service nova] Lock "821a516b-af49-4b2c-b120-d08b237ccb7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.987496] env[63105]: DEBUG nova.compute.manager [req-d56ec2ca-dbe0-4908-8b81-ce324ef2e5c2 req-119fe8f8-cacc-40f2-8beb-037218184bfc service nova] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] No waiting events found dispatching network-vif-plugged-f7c80f7e-d5d0-4f97-8c84-01b95150479b {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.987587] env[63105]: WARNING nova.compute.manager [req-d56ec2ca-dbe0-4908-8b81-ce324ef2e5c2 req-119fe8f8-cacc-40f2-8beb-037218184bfc service nova] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Received unexpected event network-vif-plugged-f7c80f7e-d5d0-4f97-8c84-01b95150479b for instance with vm_state building and task_state spawning. [ 739.987741] env[63105]: DEBUG nova.compute.manager [req-d56ec2ca-dbe0-4908-8b81-ce324ef2e5c2 req-119fe8f8-cacc-40f2-8beb-037218184bfc service nova] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Received event network-vif-deleted-7e64d1bd-b006-4bf9-a688-9050902befc2 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 739.987908] env[63105]: DEBUG nova.compute.manager [req-d56ec2ca-dbe0-4908-8b81-ce324ef2e5c2 req-119fe8f8-cacc-40f2-8beb-037218184bfc service nova] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Received event network-changed-f7c80f7e-d5d0-4f97-8c84-01b95150479b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 739.988071] env[63105]: DEBUG nova.compute.manager [req-d56ec2ca-dbe0-4908-8b81-ce324ef2e5c2 req-119fe8f8-cacc-40f2-8beb-037218184bfc service nova] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Refreshing instance network info cache due to event network-changed-f7c80f7e-d5d0-4f97-8c84-01b95150479b. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 739.988244] env[63105]: DEBUG oslo_concurrency.lockutils [req-d56ec2ca-dbe0-4908-8b81-ce324ef2e5c2 req-119fe8f8-cacc-40f2-8beb-037218184bfc service nova] Acquiring lock "refresh_cache-821a516b-af49-4b2c-b120-d08b237ccb7b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.058416] env[63105]: DEBUG nova.scheduler.client.report [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 740.058669] env[63105]: DEBUG nova.compute.provider_tree [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 71 to 72 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 740.058892] env[63105]: DEBUG nova.compute.provider_tree [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.063094] env[63105]: INFO nova.compute.manager [-] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Took 1.52 seconds to deallocate network for instance. [ 740.165812] env[63105]: DEBUG nova.compute.manager [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.260212] env[63105]: DEBUG nova.network.neutron [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.331482] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.347937] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481497} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.352573] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 5fae8f14-70bd-496e-b311-8555e6eb8dd6/5fae8f14-70bd-496e-b311-8555e6eb8dd6.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.352828] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.353912] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7a95b24-2733-4be8-8fa1-d31a5cefe12b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.364937] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 740.364937] env[63105]: value = "task-2758710" [ 740.364937] env[63105]: _type = "Task" [ 740.364937] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.374570] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.405306] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "62d329f2-b211-4c32-9cbd-5b4d68e825b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.405826] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "62d329f2-b211-4c32-9cbd-5b4d68e825b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.405899] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "62d329f2-b211-4c32-9cbd-5b4d68e825b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.406184] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "62d329f2-b211-4c32-9cbd-5b4d68e825b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.406321] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "62d329f2-b211-4c32-9cbd-5b4d68e825b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.408752] env[63105]: INFO nova.compute.manager [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Terminating instance [ 740.570893] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.571750] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.572274] env[63105]: DEBUG nova.compute.manager [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.574919] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.274s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.575150] env[63105]: DEBUG nova.objects.instance [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lazy-loading 'resources' on Instance uuid 5c6d73d6-f07f-4581-824f-2b13701c8f88 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.598773] env[63105]: DEBUG nova.network.neutron [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Updating instance_info_cache with network_info: [{"id": "f7c80f7e-d5d0-4f97-8c84-01b95150479b", "address": "fa:16:3e:87:a5:e6", "network": {"id": "d6641a62-7f95-4044-8a7f-d7a784773728", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1989446449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f174edb17a5b40c281f9659e6976f670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c80f7e-d5", "ovs_interfaceid": "f7c80f7e-d5d0-4f97-8c84-01b95150479b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.603166] env[63105]: DEBUG nova.network.neutron [None req-18570f6f-d591-4c62-b62d-0a5535822b0b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Updating instance_info_cache with network_info: [{"id": "e6f8e773-ec5e-42da-8a13-9a44a342d00b", "address": "fa:16:3e:ee:37:ec", "network": {"id": "366cdc87-17ba-4261-b111-6784d7556b35", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-58936202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dde2ec445c184920bf81257197dd7773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f8e773-ec", "ovs_interfaceid": "e6f8e773-ec5e-42da-8a13-9a44a342d00b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.694017] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.877918] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242609} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.878156] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.878954] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051de3f4-b605-49f4-ba63-abb8f0ada1bf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.904191] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 5fae8f14-70bd-496e-b311-8555e6eb8dd6/5fae8f14-70bd-496e-b311-8555e6eb8dd6.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.904530] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec5bcd20-b0cd-4a62-8a04-85720c72049d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.919169] env[63105]: DEBUG nova.compute.manager [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.919408] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.920233] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7247b52b-2152-4e2f-9a9b-d4911e9b09a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.929385] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.930875] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43ff64d5-cf97-406d-b289-d8de4c3c9e9f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.932470] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 740.932470] env[63105]: value = "task-2758711" [ 740.932470] env[63105]: _type = "Task" [ 740.932470] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.937904] env[63105]: DEBUG oslo_vmware.api [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 740.937904] env[63105]: value = "task-2758712" [ 740.937904] env[63105]: _type = "Task" [ 740.937904] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.941358] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.951675] env[63105]: DEBUG oslo_vmware.api [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.083196] env[63105]: DEBUG nova.compute.utils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 741.084033] env[63105]: DEBUG nova.compute.manager [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.084978] env[63105]: DEBUG nova.network.neutron [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.102735] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Releasing lock "refresh_cache-821a516b-af49-4b2c-b120-d08b237ccb7b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.103360] env[63105]: DEBUG nova.compute.manager [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Instance network_info: |[{"id": "f7c80f7e-d5d0-4f97-8c84-01b95150479b", "address": "fa:16:3e:87:a5:e6", "network": {"id": "d6641a62-7f95-4044-8a7f-d7a784773728", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1989446449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f174edb17a5b40c281f9659e6976f670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c80f7e-d5", "ovs_interfaceid": "f7c80f7e-d5d0-4f97-8c84-01b95150479b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.103522] env[63105]: DEBUG oslo_concurrency.lockutils [req-d56ec2ca-dbe0-4908-8b81-ce324ef2e5c2 req-119fe8f8-cacc-40f2-8beb-037218184bfc service nova] Acquired lock "refresh_cache-821a516b-af49-4b2c-b120-d08b237ccb7b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.104216] env[63105]: DEBUG nova.network.neutron [req-d56ec2ca-dbe0-4908-8b81-ce324ef2e5c2 req-119fe8f8-cacc-40f2-8beb-037218184bfc service nova] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Refreshing network info cache for port f7c80f7e-d5d0-4f97-8c84-01b95150479b {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.105119] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:a5:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7c80f7e-d5d0-4f97-8c84-01b95150479b', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.114627] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Creating folder: Project (f174edb17a5b40c281f9659e6976f670). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.118894] env[63105]: DEBUG oslo_concurrency.lockutils [None req-18570f6f-d591-4c62-b62d-0a5535822b0b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Releasing lock "refresh_cache-8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.120567] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aab075aa-9cc4-44d9-9dea-2e342ed77a2e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.143679] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Created folder: Project (f174edb17a5b40c281f9659e6976f670) in parent group-v554960. [ 741.143679] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Creating folder: Instances. Parent ref: group-v555089. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.143679] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-592c619b-5e5e-425a-a070-28db8e9485cb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.158391] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Created folder: Instances in parent group-v555089. [ 741.158842] env[63105]: DEBUG oslo.service.loopingcall [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.159113] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.159155] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e4962e4-007c-4df1-b096-40ceb39fc7e0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.184618] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.184618] env[63105]: value = "task-2758715" [ 741.184618] env[63105]: _type = "Task" [ 741.184618] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.197889] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758715, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.217674] env[63105]: DEBUG nova.policy [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdff3db1c0d240199e344760533f80d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c94afa9629b44adbed17989e60af51c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.450431] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758711, 'name': ReconfigVM_Task, 'duration_secs': 0.405161} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.450703] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 5fae8f14-70bd-496e-b311-8555e6eb8dd6/5fae8f14-70bd-496e-b311-8555e6eb8dd6.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.451971] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03d0bfc6-e6b6-4c22-bb54-025a67388bcd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.458429] env[63105]: DEBUG oslo_vmware.api [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758712, 'name': PowerOffVM_Task, 'duration_secs': 0.20571} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.461839] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.461992] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.463948] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2044e09-0385-4c67-9c3d-4ef8c680a1b3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.468629] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 741.468629] env[63105]: value = "task-2758716" [ 741.468629] env[63105]: _type = "Task" [ 741.468629] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.478251] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758716, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.571708] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.571932] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.572120] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleting the datastore file [datastore1] 62d329f2-b211-4c32-9cbd-5b4d68e825b8 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.572388] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16ac412c-7e6d-423f-978b-1c6e3f3d6ab9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.581701] env[63105]: DEBUG oslo_vmware.api [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 741.581701] env[63105]: value = "task-2758718" [ 741.581701] env[63105]: _type = "Task" [ 741.581701] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.591520] env[63105]: DEBUG nova.compute.manager [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.594430] env[63105]: DEBUG oslo_vmware.api [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.609152] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9bccae-0366-49fd-bb74-5e90674d3b35 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.618764] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1e16f0-f975-4fb4-ade6-34378977d2e1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.659972] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-18570f6f-d591-4c62-b62d-0a5535822b0b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.660830] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547f910f-f1ea-4fe7-ae9c-a519cc7ef02e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.663626] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e5c589e-a7be-4111-9acb-0132b87b01c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.671271] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9732c45-ae81-4bac-afc0-6df4367f5a35 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.677247] env[63105]: DEBUG oslo_vmware.api [None req-18570f6f-d591-4c62-b62d-0a5535822b0b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 741.677247] env[63105]: value = "task-2758719" [ 741.677247] env[63105]: _type = "Task" [ 741.677247] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.686034] env[63105]: DEBUG nova.compute.provider_tree [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.700369] env[63105]: DEBUG oslo_vmware.api [None req-18570f6f-d591-4c62-b62d-0a5535822b0b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758719, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.704402] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758715, 'name': CreateVM_Task, 'duration_secs': 0.393693} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.704573] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.705332] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.705532] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.705877] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.708597] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c932898-9eaa-4b38-9dbd-09fa78fe3b7a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.713587] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 741.713587] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5245369f-0070-78ec-082b-6b56cb8f9b5e" [ 741.713587] env[63105]: _type = "Task" [ 741.713587] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.722233] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5245369f-0070-78ec-082b-6b56cb8f9b5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.767923] env[63105]: DEBUG nova.network.neutron [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Successfully created port: 1b0bf90d-50b2-4bb1-85d0-b23d291c23c2 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.978612] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758716, 'name': Rename_Task, 'duration_secs': 0.221569} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.978914] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.979172] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-192c9bf2-92b3-4d27-b41c-2f335644e2aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.985836] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 741.985836] env[63105]: value = "task-2758720" [ 741.985836] env[63105]: _type = "Task" [ 741.985836] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.993789] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.064217] env[63105]: DEBUG nova.network.neutron [req-d56ec2ca-dbe0-4908-8b81-ce324ef2e5c2 req-119fe8f8-cacc-40f2-8beb-037218184bfc service nova] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Updated VIF entry in instance network info cache for port f7c80f7e-d5d0-4f97-8c84-01b95150479b. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.064571] env[63105]: DEBUG nova.network.neutron [req-d56ec2ca-dbe0-4908-8b81-ce324ef2e5c2 req-119fe8f8-cacc-40f2-8beb-037218184bfc service nova] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Updating instance_info_cache with network_info: [{"id": "f7c80f7e-d5d0-4f97-8c84-01b95150479b", "address": "fa:16:3e:87:a5:e6", "network": {"id": "d6641a62-7f95-4044-8a7f-d7a784773728", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1989446449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f174edb17a5b40c281f9659e6976f670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c80f7e-d5", "ovs_interfaceid": "f7c80f7e-d5d0-4f97-8c84-01b95150479b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.096542] env[63105]: DEBUG oslo_vmware.api [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225631} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.096865] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.097334] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.098038] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.098746] env[63105]: INFO nova.compute.manager [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 742.102322] env[63105]: DEBUG oslo.service.loopingcall [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.103809] env[63105]: DEBUG nova.compute.manager [-] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.104219] env[63105]: DEBUG nova.network.neutron [-] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.198340] env[63105]: DEBUG oslo_vmware.api [None req-18570f6f-d591-4c62-b62d-0a5535822b0b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758719, 'name': PowerOnVM_Task, 'duration_secs': 0.44098} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.201320] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-18570f6f-d591-4c62-b62d-0a5535822b0b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.202305] env[63105]: DEBUG nova.compute.manager [None req-18570f6f-d591-4c62-b62d-0a5535822b0b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.203596] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba4e28c-be54-4227-975b-2f8e2bf788f1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.227165] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5245369f-0070-78ec-082b-6b56cb8f9b5e, 'name': SearchDatastore_Task, 'duration_secs': 0.01828} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.228493] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.228882] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.229252] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.231024] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.231024] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.231024] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e573c26-bb7d-40af-b018-9eb2847236b3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.233951] env[63105]: DEBUG nova.scheduler.client.report [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 742.234385] env[63105]: DEBUG nova.compute.provider_tree [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 72 to 73 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 742.234679] env[63105]: DEBUG nova.compute.provider_tree [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.252887] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.253135] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.254283] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8bcf71f-b926-4212-ad05-ee7015997b58 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.261314] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 742.261314] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b347e3-96ba-58b7-ad34-b2b9ce112d49" [ 742.261314] env[63105]: _type = "Task" [ 742.261314] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.270525] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b347e3-96ba-58b7-ad34-b2b9ce112d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.497803] env[63105]: DEBUG oslo_vmware.api [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758720, 'name': PowerOnVM_Task, 'duration_secs': 0.509644} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.498232] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.498476] env[63105]: INFO nova.compute.manager [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Took 8.81 seconds to spawn the instance on the hypervisor. [ 742.498669] env[63105]: DEBUG nova.compute.manager [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.499548] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564a8d8e-018e-421e-961c-845b46dc907d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.568543] env[63105]: DEBUG oslo_concurrency.lockutils [req-d56ec2ca-dbe0-4908-8b81-ce324ef2e5c2 req-119fe8f8-cacc-40f2-8beb-037218184bfc service nova] Releasing lock "refresh_cache-821a516b-af49-4b2c-b120-d08b237ccb7b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.605635] env[63105]: DEBUG nova.compute.manager [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.640685] env[63105]: DEBUG nova.virt.hardware [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:50:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ab7c6564-9a86-4777-9bbf-8db5ff3abde9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1496490722',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 742.640685] env[63105]: DEBUG nova.virt.hardware [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 742.640685] env[63105]: DEBUG nova.virt.hardware [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.640685] env[63105]: DEBUG nova.virt.hardware [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 742.642486] env[63105]: DEBUG nova.virt.hardware [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.642486] env[63105]: DEBUG nova.virt.hardware [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 742.642486] env[63105]: DEBUG nova.virt.hardware [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 742.642486] env[63105]: DEBUG nova.virt.hardware [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 742.642486] env[63105]: DEBUG nova.virt.hardware [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 742.642486] env[63105]: DEBUG nova.virt.hardware [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 742.642486] env[63105]: DEBUG nova.virt.hardware [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 742.643471] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6b9c3f-a6d7-4486-8e82-f4c47cc20d85 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.653807] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846e4d71-6cb8-4336-8340-0fb54cdf341f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.740751] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.551296] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.712s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.553678] env[63105]: INFO nova.compute.claims [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.561089] env[63105]: INFO nova.scheduler.client.report [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Deleted allocations for instance 5c6d73d6-f07f-4581-824f-2b13701c8f88 [ 743.568029] env[63105]: DEBUG nova.network.neutron [-] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.568987] env[63105]: DEBUG nova.compute.manager [req-5943509d-831f-47c8-b478-273b48a32147 req-d633e4ac-aa95-43f1-ad53-1e9a83164a64 service nova] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Received event network-vif-deleted-58e54eca-060a-4617-83f1-14dcf7672de7 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 743.570705] env[63105]: INFO nova.compute.manager [req-5943509d-831f-47c8-b478-273b48a32147 req-d633e4ac-aa95-43f1-ad53-1e9a83164a64 service nova] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Neutron deleted interface 58e54eca-060a-4617-83f1-14dcf7672de7; detaching it from the instance and deleting it from the info cache [ 743.570705] env[63105]: DEBUG nova.network.neutron [req-5943509d-831f-47c8-b478-273b48a32147 req-d633e4ac-aa95-43f1-ad53-1e9a83164a64 service nova] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.580700] env[63105]: INFO nova.compute.manager [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Took 49.87 seconds to build instance. [ 743.588199] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b347e3-96ba-58b7-ad34-b2b9ce112d49, 'name': SearchDatastore_Task, 'duration_secs': 0.015427} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.590697] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31c9a70-2f12-4546-a77b-e6e26f80908f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.597307] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 743.597307] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5203dbee-2251-57ed-6c40-65bbbcf662b0" [ 743.597307] env[63105]: _type = "Task" [ 743.597307] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.606423] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5203dbee-2251-57ed-6c40-65bbbcf662b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.961053] env[63105]: DEBUG nova.network.neutron [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Successfully updated port: 1b0bf90d-50b2-4bb1-85d0-b23d291c23c2 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.083887] env[63105]: INFO nova.compute.manager [-] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Took 1.98 seconds to deallocate network for instance. [ 744.086892] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cafc90d6-dfba-4a97-aae9-5f2d88d0f2d8 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.606s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.087910] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8466e7f4-52dc-4a6c-86e7-5260aa579c3e tempest-ServersTestMultiNic-298972587 tempest-ServersTestMultiNic-298972587-project-member] Lock "5c6d73d6-f07f-4581-824f-2b13701c8f88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.469s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.100147] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d05af98-9f74-4720-8ef2-ed122b7b2cd5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.119936] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5203dbee-2251-57ed-6c40-65bbbcf662b0, 'name': SearchDatastore_Task, 'duration_secs': 0.018856} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.119936] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.119936] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 821a516b-af49-4b2c-b120-d08b237ccb7b/821a516b-af49-4b2c-b120-d08b237ccb7b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.119936] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-926854d7-8734-4af3-aa64-addd1e836603 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.124580] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343e8149-e2d4-49a1-a801-5730c0276cc8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.149635] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 744.149635] env[63105]: value = "task-2758721" [ 744.149635] env[63105]: _type = "Task" [ 744.149635] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.150428] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.163956] env[63105]: DEBUG nova.compute.manager [req-5943509d-831f-47c8-b478-273b48a32147 req-d633e4ac-aa95-43f1-ad53-1e9a83164a64 service nova] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Detach interface failed, port_id=58e54eca-060a-4617-83f1-14dcf7672de7, reason: Instance 62d329f2-b211-4c32-9cbd-5b4d68e825b8 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 744.271008] env[63105]: DEBUG oslo_vmware.rw_handles [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ead845-6584-f12a-e0f9-31b8de99b0a7/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 744.271967] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481a92d1-a827-4b15-8db1-fa22f893459e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.278813] env[63105]: DEBUG oslo_vmware.rw_handles [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ead845-6584-f12a-e0f9-31b8de99b0a7/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 744.279054] env[63105]: ERROR oslo_vmware.rw_handles [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ead845-6584-f12a-e0f9-31b8de99b0a7/disk-0.vmdk due to incomplete transfer. [ 744.279307] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bd6de569-ddaa-4111-9359-96800e9d4b0f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.286949] env[63105]: DEBUG oslo_vmware.rw_handles [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ead845-6584-f12a-e0f9-31b8de99b0a7/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 744.287229] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Uploaded image 1d688252-cf9d-44e7-8c7e-2b74c3c78bdc to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 744.289927] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 744.290215] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ebbfd950-55aa-47bf-81ff-b46bbe4dc965 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.296582] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 744.296582] env[63105]: value = "task-2758722" [ 744.296582] env[63105]: _type = "Task" [ 744.296582] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.305175] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758722, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.467628] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.467628] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.467628] env[63105]: DEBUG nova.network.neutron [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.601027] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.602029] env[63105]: DEBUG nova.compute.manager [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.657378] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758721, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.813325] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758722, 'name': Destroy_Task, 'duration_secs': 0.382922} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.816297] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Destroyed the VM [ 744.816583] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 744.817201] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c55a8136-ad6b-443c-a6b1-d4d2c00e233e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.829172] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 744.829172] env[63105]: value = "task-2758723" [ 744.829172] env[63105]: _type = "Task" [ 744.829172] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.841805] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758723, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.856310] env[63105]: DEBUG nova.compute.manager [req-3856182f-0e92-4254-8b0a-fcc1262028d1 req-6cae79b5-f8f2-4258-8dd1-25d1bb1b5b5d service nova] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Received event network-vif-plugged-1b0bf90d-50b2-4bb1-85d0-b23d291c23c2 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 744.856760] env[63105]: DEBUG oslo_concurrency.lockutils [req-3856182f-0e92-4254-8b0a-fcc1262028d1 req-6cae79b5-f8f2-4258-8dd1-25d1bb1b5b5d service nova] Acquiring lock "878bfa51-a829-4537-a841-31273a0b09cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.856951] env[63105]: DEBUG oslo_concurrency.lockutils [req-3856182f-0e92-4254-8b0a-fcc1262028d1 req-6cae79b5-f8f2-4258-8dd1-25d1bb1b5b5d service nova] Lock "878bfa51-a829-4537-a841-31273a0b09cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.856951] env[63105]: DEBUG oslo_concurrency.lockutils [req-3856182f-0e92-4254-8b0a-fcc1262028d1 req-6cae79b5-f8f2-4258-8dd1-25d1bb1b5b5d service nova] Lock "878bfa51-a829-4537-a841-31273a0b09cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.857454] env[63105]: DEBUG nova.compute.manager [req-3856182f-0e92-4254-8b0a-fcc1262028d1 req-6cae79b5-f8f2-4258-8dd1-25d1bb1b5b5d service nova] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] No waiting events found dispatching network-vif-plugged-1b0bf90d-50b2-4bb1-85d0-b23d291c23c2 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.857648] env[63105]: WARNING nova.compute.manager [req-3856182f-0e92-4254-8b0a-fcc1262028d1 req-6cae79b5-f8f2-4258-8dd1-25d1bb1b5b5d service nova] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Received unexpected event network-vif-plugged-1b0bf90d-50b2-4bb1-85d0-b23d291c23c2 for instance with vm_state building and task_state spawning. [ 744.857824] env[63105]: DEBUG nova.compute.manager [req-3856182f-0e92-4254-8b0a-fcc1262028d1 req-6cae79b5-f8f2-4258-8dd1-25d1bb1b5b5d service nova] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Received event network-changed-1b0bf90d-50b2-4bb1-85d0-b23d291c23c2 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 744.857978] env[63105]: DEBUG nova.compute.manager [req-3856182f-0e92-4254-8b0a-fcc1262028d1 req-6cae79b5-f8f2-4258-8dd1-25d1bb1b5b5d service nova] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Refreshing instance network info cache due to event network-changed-1b0bf90d-50b2-4bb1-85d0-b23d291c23c2. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 744.858164] env[63105]: DEBUG oslo_concurrency.lockutils [req-3856182f-0e92-4254-8b0a-fcc1262028d1 req-6cae79b5-f8f2-4258-8dd1-25d1bb1b5b5d service nova] Acquiring lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.007435] env[63105]: DEBUG nova.network.neutron [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.040627] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe95908f-94f1-488c-9577-b3892b453d27 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.048862] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f7811b-f12d-4f1b-97ee-bb57dd8d8b92 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.083733] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66428a4f-e32b-4282-a1e7-cc65727e4677 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.094584] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07206aa-40b1-42e3-9dfa-e3806cabd7f3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.108621] env[63105]: DEBUG nova.compute.provider_tree [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.134411] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.155329] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.933098} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.155606] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 821a516b-af49-4b2c-b120-d08b237ccb7b/821a516b-af49-4b2c-b120-d08b237ccb7b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.155814] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.156080] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d532bc2d-f81f-40c5-8e8c-2b3e0cb1a14c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.163364] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 745.163364] env[63105]: value = "task-2758724" [ 745.163364] env[63105]: _type = "Task" [ 745.163364] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.173167] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.251810] env[63105]: DEBUG nova.network.neutron [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating instance_info_cache with network_info: [{"id": "1b0bf90d-50b2-4bb1-85d0-b23d291c23c2", "address": "fa:16:3e:6c:ae:ed", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b0bf90d-50", "ovs_interfaceid": "1b0bf90d-50b2-4bb1-85d0-b23d291c23c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.342623] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758723, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.348485] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.348824] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.613555] env[63105]: DEBUG nova.scheduler.client.report [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 745.674523] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24119} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.674838] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.675725] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58119f69-871e-4f5b-bdd2-682750821326 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.699815] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 821a516b-af49-4b2c-b120-d08b237ccb7b/821a516b-af49-4b2c-b120-d08b237ccb7b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.700757] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e3437f0-28da-4c30-929a-3ba97005f786 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.720249] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 745.720249] env[63105]: value = "task-2758725" [ 745.720249] env[63105]: _type = "Task" [ 745.720249] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.730785] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.755529] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Releasing lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.756065] env[63105]: DEBUG nova.compute.manager [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Instance network_info: |[{"id": "1b0bf90d-50b2-4bb1-85d0-b23d291c23c2", "address": "fa:16:3e:6c:ae:ed", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b0bf90d-50", "ovs_interfaceid": "1b0bf90d-50b2-4bb1-85d0-b23d291c23c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.756412] env[63105]: DEBUG oslo_concurrency.lockutils [req-3856182f-0e92-4254-8b0a-fcc1262028d1 req-6cae79b5-f8f2-4258-8dd1-25d1bb1b5b5d service nova] Acquired lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.756604] env[63105]: DEBUG nova.network.neutron [req-3856182f-0e92-4254-8b0a-fcc1262028d1 req-6cae79b5-f8f2-4258-8dd1-25d1bb1b5b5d service nova] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Refreshing network info cache for port 1b0bf90d-50b2-4bb1-85d0-b23d291c23c2 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.757836] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:ae:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b0bf90d-50b2-4bb1-85d0-b23d291c23c2', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.766466] env[63105]: DEBUG oslo.service.loopingcall [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.766570] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.766794] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-605099ed-9f79-4fa7-a065-626e08c22b74 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.787592] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.787592] env[63105]: value = "task-2758726" [ 745.787592] env[63105]: _type = "Task" [ 745.787592] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.797250] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758726, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.839379] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758723, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.852960] env[63105]: DEBUG nova.compute.utils [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 746.118941] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.375s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.119528] env[63105]: DEBUG nova.compute.manager [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.122627] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.101s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.124089] env[63105]: INFO nova.compute.claims [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.230491] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.297210] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758726, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.339741] env[63105]: DEBUG oslo_vmware.api [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758723, 'name': RemoveSnapshot_Task, 'duration_secs': 1.041404} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.340619] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 746.340929] env[63105]: INFO nova.compute.manager [None req-dd73b61e-b621-4a1d-b6bb-0f2058022152 tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Took 14.99 seconds to snapshot the instance on the hypervisor. [ 746.358794] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.485439] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Acquiring lock "13d54771-0092-4d5b-9191-c92a4563de94" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.485688] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Lock "13d54771-0092-4d5b-9191-c92a4563de94" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.632672] env[63105]: DEBUG nova.compute.utils [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 746.639345] env[63105]: DEBUG nova.compute.manager [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Not allocating networking since 'none' was specified. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 746.658930] env[63105]: DEBUG nova.network.neutron [req-3856182f-0e92-4254-8b0a-fcc1262028d1 req-6cae79b5-f8f2-4258-8dd1-25d1bb1b5b5d service nova] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updated VIF entry in instance network info cache for port 1b0bf90d-50b2-4bb1-85d0-b23d291c23c2. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.659304] env[63105]: DEBUG nova.network.neutron [req-3856182f-0e92-4254-8b0a-fcc1262028d1 req-6cae79b5-f8f2-4258-8dd1-25d1bb1b5b5d service nova] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating instance_info_cache with network_info: [{"id": "1b0bf90d-50b2-4bb1-85d0-b23d291c23c2", "address": "fa:16:3e:6c:ae:ed", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b0bf90d-50", "ovs_interfaceid": "1b0bf90d-50b2-4bb1-85d0-b23d291c23c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.730234] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.798247] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758726, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.988534] env[63105]: DEBUG nova.compute.utils [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 747.140175] env[63105]: DEBUG nova.compute.manager [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.162752] env[63105]: DEBUG oslo_concurrency.lockutils [req-3856182f-0e92-4254-8b0a-fcc1262028d1 req-6cae79b5-f8f2-4258-8dd1-25d1bb1b5b5d service nova] Releasing lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.232858] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758725, 'name': ReconfigVM_Task, 'duration_secs': 1.107482} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.235947] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 821a516b-af49-4b2c-b120-d08b237ccb7b/821a516b-af49-4b2c-b120-d08b237ccb7b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.236533] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53dc38c3-28ed-4497-8230-37b47d1e79f7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.245086] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 747.245086] env[63105]: value = "task-2758727" [ 747.245086] env[63105]: _type = "Task" [ 747.245086] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.255181] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758727, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.299772] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758726, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.437954] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.438225] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.438454] env[63105]: INFO nova.compute.manager [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Attaching volume 8f1c00af-5978-4238-bded-5b28d1623383 to /dev/sdb [ 747.482347] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1293f0c6-ef3b-480b-90e1-1c18a567d3e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.489398] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0b4ff8-d8fa-438a-b3a4-5d7754cecaf9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.494345] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Lock "13d54771-0092-4d5b-9191-c92a4563de94" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.506332] env[63105]: DEBUG nova.virt.block_device [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Updating existing volume attachment record: 19a8b846-8618-4d6f-8213-bbda139963e5 {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 747.567437] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d64dbb-7ac4-43d8-8c96-52c1dc83d48a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.574641] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b902493-2423-4b68-ad2b-53c75bbaccf9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.605042] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395230e4-6ef1-4ba3-9654-65bb91b65b08 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.612229] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a563f940-9daf-483c-b718-95667f278b22 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.625504] env[63105]: DEBUG nova.compute.provider_tree [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.754109] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758727, 'name': Rename_Task, 'duration_secs': 0.211663} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.754511] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.754784] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c0a76c7-f409-4c84-a04f-e3cd4aa9b93c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.760640] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 747.760640] env[63105]: value = "task-2758729" [ 747.760640] env[63105]: _type = "Task" [ 747.760640] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.768206] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.799952] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758726, 'name': CreateVM_Task, 'duration_secs': 1.667013} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.800156] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.800854] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.801034] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.801382] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.801761] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ec0f03a-0b9b-4b02-b55e-b4e3570983e4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.806298] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 747.806298] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f43713-c269-0681-7cfc-286335044837" [ 747.806298] env[63105]: _type = "Task" [ 747.806298] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.814060] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f43713-c269-0681-7cfc-286335044837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.157019] env[63105]: DEBUG nova.compute.manager [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.174136] env[63105]: DEBUG nova.scheduler.client.report [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 748.174136] env[63105]: DEBUG nova.compute.provider_tree [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 73 to 74 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 748.174136] env[63105]: DEBUG nova.compute.provider_tree [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 748.187660] env[63105]: DEBUG nova.virt.hardware [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 748.188458] env[63105]: DEBUG nova.virt.hardware [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 748.188458] env[63105]: DEBUG nova.virt.hardware [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.188458] env[63105]: DEBUG nova.virt.hardware [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 748.188618] env[63105]: DEBUG nova.virt.hardware [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.193645] env[63105]: DEBUG nova.virt.hardware [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 748.193645] env[63105]: DEBUG nova.virt.hardware [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 748.193645] env[63105]: DEBUG nova.virt.hardware [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 748.193645] env[63105]: DEBUG nova.virt.hardware [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 748.193645] env[63105]: DEBUG nova.virt.hardware [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 748.193645] env[63105]: DEBUG nova.virt.hardware [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 748.193645] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9fcb8f-d5be-4508-a613-4c7515974774 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.200180] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70d0cff-e996-4f47-9159-41290595d1f3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.220743] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Instance VIF info [] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.227112] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Creating folder: Project (c1c5df73cf174fd1acdc621af7de5a92). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.228022] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-974819c8-05b0-4998-b2a7-aa2516d33c14 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.239021] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Created folder: Project (c1c5df73cf174fd1acdc621af7de5a92) in parent group-v554960. [ 748.239129] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Creating folder: Instances. Parent ref: group-v555095. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.239324] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6fedd41-fdbf-4975-ac33-8af374f723a5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.251114] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Created folder: Instances in parent group-v555095. [ 748.251342] env[63105]: DEBUG oslo.service.loopingcall [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.251576] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.251743] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1a854f0-c68d-4046-82c9-256f1858cb5e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.274517] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.276075] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.276075] env[63105]: value = "task-2758734" [ 748.276075] env[63105]: _type = "Task" [ 748.276075] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.290702] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758734, 'name': CreateVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.317556] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f43713-c269-0681-7cfc-286335044837, 'name': SearchDatastore_Task, 'duration_secs': 0.013096} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.318610] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.318610] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.318610] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.318610] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.318610] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.318900] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ac0c0f1-19ce-440a-8322-e4a243a7b770 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.327910] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.328014] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.328759] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-783d5933-57c3-4859-b878-4556051b225a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.333898] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 748.333898] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5218d639-fcb4-dc97-2b8c-7a43e6fb846d" [ 748.333898] env[63105]: _type = "Task" [ 748.333898] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.341644] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5218d639-fcb4-dc97-2b8c-7a43e6fb846d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.555031] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Acquiring lock "13d54771-0092-4d5b-9191-c92a4563de94" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.555191] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Lock "13d54771-0092-4d5b-9191-c92a4563de94" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.555431] env[63105]: INFO nova.compute.manager [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Attaching volume 3de00afd-301e-4d5d-bb88-692724edd416 to /dev/sdb [ 748.598327] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c6ae19-d472-43b4-8b1b-218b70559dea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.607896] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477eba26-a3ba-484f-a608-05f0bcaa4a32 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.619925] env[63105]: DEBUG nova.virt.block_device [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Updating existing volume attachment record: 6f413e67-bbc0-4362-9ca8-50fb34a170f2 {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 748.681655] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.682231] env[63105]: DEBUG nova.compute.manager [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.685146] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.077s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.685392] env[63105]: DEBUG nova.objects.instance [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Lazy-loading 'resources' on Instance uuid 7c42dd10-0981-4496-85bd-d467534c95e5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.776767] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.785772] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758734, 'name': CreateVM_Task, 'duration_secs': 0.314099} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.785947] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.786401] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.786881] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.786881] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.787125] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2674b9-b687-4625-b5b2-42c3f9f79e82 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.791534] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 748.791534] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f32a1f-bf8a-0397-485f-046e4fa79285" [ 748.791534] env[63105]: _type = "Task" [ 748.791534] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.803168] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f32a1f-bf8a-0397-485f-046e4fa79285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.846847] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5218d639-fcb4-dc97-2b8c-7a43e6fb846d, 'name': SearchDatastore_Task, 'duration_secs': 0.009194} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.847918] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-774abe1b-dfa3-4da1-848c-7141e1ec3725 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.858019] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 748.858019] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f4503f-fe14-f755-d038-a30c237aca77" [ 748.858019] env[63105]: _type = "Task" [ 748.858019] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.864325] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f4503f-fe14-f755-d038-a30c237aca77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.035960] env[63105]: DEBUG oslo_concurrency.lockutils [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "591f0933-c3e5-4d84-b7ae-5125f18f7110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.037286] env[63105]: DEBUG oslo_concurrency.lockutils [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "591f0933-c3e5-4d84-b7ae-5125f18f7110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.037286] env[63105]: DEBUG oslo_concurrency.lockutils [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "591f0933-c3e5-4d84-b7ae-5125f18f7110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.037286] env[63105]: DEBUG oslo_concurrency.lockutils [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "591f0933-c3e5-4d84-b7ae-5125f18f7110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.037286] env[63105]: DEBUG oslo_concurrency.lockutils [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "591f0933-c3e5-4d84-b7ae-5125f18f7110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.039120] env[63105]: INFO nova.compute.manager [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Terminating instance [ 749.191167] env[63105]: DEBUG nova.compute.utils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 749.191167] env[63105]: DEBUG nova.compute.manager [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.191983] env[63105]: DEBUG nova.network.neutron [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.279784] env[63105]: DEBUG oslo_vmware.api [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758729, 'name': PowerOnVM_Task, 'duration_secs': 1.331218} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.280435] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.280634] env[63105]: INFO nova.compute.manager [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Took 11.55 seconds to spawn the instance on the hypervisor. [ 749.281250] env[63105]: DEBUG nova.compute.manager [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.283527] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68b580d-e723-4ae8-98be-9fb50221a584 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.290323] env[63105]: DEBUG nova.policy [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec9c460d37394ec4b1d6dd7f31e8882d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcd8831404f94f83ac6fbd047e38aada', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.316370] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f32a1f-bf8a-0397-485f-046e4fa79285, 'name': SearchDatastore_Task, 'duration_secs': 0.009308} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.316699] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.316940] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.317184] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.376192] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f4503f-fe14-f755-d038-a30c237aca77, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.376703] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.377237] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 878bfa51-a829-4537-a841-31273a0b09cc/878bfa51-a829-4537-a841-31273a0b09cc.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.377595] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.377856] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.378129] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad93d463-fca0-44cd-875c-81edae1b4d26 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.384956] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff55c7ca-b487-4f22-80c5-28a59b92d954 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.396711] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 749.396711] env[63105]: value = "task-2758738" [ 749.396711] env[63105]: _type = "Task" [ 749.396711] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.401022] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.401022] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.401645] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a3daaa-37e6-4bf6-ae01-e54efd6379de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.409102] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.414690] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 749.414690] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ab63cc-4412-8d60-8717-29e91ed006e7" [ 749.414690] env[63105]: _type = "Task" [ 749.414690] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.425619] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ab63cc-4412-8d60-8717-29e91ed006e7, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.430801] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbe3a437-5320-4f05-80b9-cb9b672455ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.437063] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 749.437063] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52c3015d-7bf7-6c92-070f-efde7b007462" [ 749.437063] env[63105]: _type = "Task" [ 749.437063] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.452228] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c3015d-7bf7-6c92-070f-efde7b007462, 'name': SearchDatastore_Task, 'duration_secs': 0.008671} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.452702] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.453087] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 1e36432b-3ebc-4417-b914-5feb9fbd040d/1e36432b-3ebc-4417-b914-5feb9fbd040d.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.453486] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-144bfe4a-64ed-411e-a4ef-c2ea787488db {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.460544] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 749.460544] env[63105]: value = "task-2758739" [ 749.460544] env[63105]: _type = "Task" [ 749.460544] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.473846] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.543369] env[63105]: DEBUG nova.compute.manager [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.545360] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.549553] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca173faa-c49c-4add-b28a-ae6e3d72c7de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.560277] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.560742] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2cc81dc-4112-4b0b-aa31-1f23f0bc5044 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.569536] env[63105]: DEBUG oslo_vmware.api [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 749.569536] env[63105]: value = "task-2758740" [ 749.569536] env[63105]: _type = "Task" [ 749.569536] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.587795] env[63105]: DEBUG oslo_vmware.api [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.702671] env[63105]: DEBUG nova.compute.manager [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.731010] env[63105]: DEBUG nova.network.neutron [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Successfully created port: f1a89081-43fd-4e4d-8913-54689145e85f {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.784943] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83ce952-920a-4c5c-b6fd-2d2a277efdaf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.794724] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187bcb44-b8da-4c71-bae8-fbaa2f4eb2d9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.840917] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd02bf33-cf3c-4562-b119-1559001e4d4c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.846443] env[63105]: INFO nova.compute.manager [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Took 43.80 seconds to build instance. [ 749.855251] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5569bb9b-be33-4fc7-a130-a9042fc47225 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.871332] env[63105]: DEBUG nova.compute.provider_tree [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.905055] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493195} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.905452] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 878bfa51-a829-4537-a841-31273a0b09cc/878bfa51-a829-4537-a841-31273a0b09cc.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.905758] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.907563] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4e18338-741e-46aa-a4d3-10a456e0ae40 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.915486] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 749.915486] env[63105]: value = "task-2758741" [ 749.915486] env[63105]: _type = "Task" [ 749.915486] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.924880] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.973693] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758739, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.083307] env[63105]: DEBUG oslo_vmware.api [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758740, 'name': PowerOffVM_Task, 'duration_secs': 0.302118} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.083645] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.083824] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.084112] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba28ec30-f6d7-4b67-9b41-af2b475a5a3b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.169027] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.169027] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.169027] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Deleting the datastore file [datastore2] 591f0933-c3e5-4d84-b7ae-5125f18f7110 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.169027] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68d5ef66-b058-44af-aeaa-c8894d986583 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.179579] env[63105]: DEBUG oslo_vmware.api [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 750.179579] env[63105]: value = "task-2758744" [ 750.179579] env[63105]: _type = "Task" [ 750.179579] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.195708] env[63105]: DEBUG oslo_vmware.api [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.348898] env[63105]: DEBUG oslo_concurrency.lockutils [None req-515ad5ae-8c07-41e7-92d0-367f12d07a0e tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Lock "821a516b-af49-4b2c-b120-d08b237ccb7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.024s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.378066] env[63105]: DEBUG nova.scheduler.client.report [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 750.433021] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089145} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.433021] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.433021] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250dac9b-5089-43ff-83b6-0346eb00c410 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.469385] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 878bfa51-a829-4537-a841-31273a0b09cc/878bfa51-a829-4537-a841-31273a0b09cc.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.471032] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-422659fd-3adf-4ff0-8896-f42c5f33c370 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.495344] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774484} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.496588] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 1e36432b-3ebc-4417-b914-5feb9fbd040d/1e36432b-3ebc-4417-b914-5feb9fbd040d.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.497165] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.497165] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 750.497165] env[63105]: value = "task-2758745" [ 750.497165] env[63105]: _type = "Task" [ 750.497165] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.497444] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4eeb59b-eb21-4225-a7b9-e9a8aaebce8c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.509222] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758745, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.511536] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 750.511536] env[63105]: value = "task-2758746" [ 750.511536] env[63105]: _type = "Task" [ 750.511536] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.519234] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.691234] env[63105]: DEBUG oslo_vmware.api [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475034} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.691545] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.691802] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.691965] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.692198] env[63105]: INFO nova.compute.manager [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Took 1.15 seconds to destroy the instance on the hypervisor. [ 750.692440] env[63105]: DEBUG oslo.service.loopingcall [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.692627] env[63105]: DEBUG nova.compute.manager [-] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.692722] env[63105]: DEBUG nova.network.neutron [-] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.715016] env[63105]: DEBUG nova.compute.manager [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.746777] env[63105]: DEBUG nova.virt.hardware [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 750.748307] env[63105]: DEBUG nova.virt.hardware [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 750.748307] env[63105]: DEBUG nova.virt.hardware [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.748307] env[63105]: DEBUG nova.virt.hardware [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 750.748307] env[63105]: DEBUG nova.virt.hardware [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.748307] env[63105]: DEBUG nova.virt.hardware [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 750.748307] env[63105]: DEBUG nova.virt.hardware [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 750.748307] env[63105]: DEBUG nova.virt.hardware [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 750.748307] env[63105]: DEBUG nova.virt.hardware [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 750.748605] env[63105]: DEBUG nova.virt.hardware [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 750.748605] env[63105]: DEBUG nova.virt.hardware [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 750.749645] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5987d25-0819-4db4-8ffd-664d2f6c612f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.760748] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95de82a7-d626-49b3-a1a0-4eccd0fdac47 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.853668] env[63105]: DEBUG nova.compute.manager [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.886403] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.889324] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.944s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.889324] env[63105]: DEBUG nova.objects.instance [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Lazy-loading 'resources' on Instance uuid 68a75af1-3f9a-4ed7-9e12-24dfd927b323 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.935210] env[63105]: INFO nova.scheduler.client.report [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Deleted allocations for instance 7c42dd10-0981-4496-85bd-d467534c95e5 [ 750.947026] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "57c6d90c-2e72-489b-bffc-10c040dbc6aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.947026] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "57c6d90c-2e72-489b-bffc-10c040dbc6aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.947026] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "57c6d90c-2e72-489b-bffc-10c040dbc6aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.947026] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "57c6d90c-2e72-489b-bffc-10c040dbc6aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.947026] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "57c6d90c-2e72-489b-bffc-10c040dbc6aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.949450] env[63105]: INFO nova.compute.manager [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Terminating instance [ 751.011230] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.022067] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077253} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.022067] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.022716] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888cade3-a0de-4950-9454-7d7ac648d88e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.055359] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 1e36432b-3ebc-4417-b914-5feb9fbd040d/1e36432b-3ebc-4417-b914-5feb9fbd040d.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.055602] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-872adc29-3c6a-4fed-b798-af7c1942aa81 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.078482] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 751.078482] env[63105]: value = "task-2758748" [ 751.078482] env[63105]: _type = "Task" [ 751.078482] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.088272] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.328906] env[63105]: DEBUG nova.compute.manager [req-5791333e-0541-46e7-8a96-b880d4fe965e req-9da6c73d-e607-46e4-aeef-f32fef65f90e service nova] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Received event network-vif-deleted-f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 751.328906] env[63105]: INFO nova.compute.manager [req-5791333e-0541-46e7-8a96-b880d4fe965e req-9da6c73d-e607-46e4-aeef-f32fef65f90e service nova] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Neutron deleted interface f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4; detaching it from the instance and deleting it from the info cache [ 751.328982] env[63105]: DEBUG nova.network.neutron [req-5791333e-0541-46e7-8a96-b880d4fe965e req-9da6c73d-e607-46e4-aeef-f32fef65f90e service nova] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.384121] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.449035] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9303d110-7b2e-4799-8491-e80a903aff6f tempest-ServersTestFqdnHostnames-1546274411 tempest-ServersTestFqdnHostnames-1546274411-project-member] Lock "7c42dd10-0981-4496-85bd-d467534c95e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.632s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.458731] env[63105]: DEBUG nova.compute.manager [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.458968] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.460030] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5ff81f-f160-49fc-98ee-0b2c62a95ccb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.470129] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.471127] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d492169-2a0c-4004-8208-43ea157c23eb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.477705] env[63105]: DEBUG oslo_vmware.api [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 751.477705] env[63105]: value = "task-2758749" [ 751.477705] env[63105]: _type = "Task" [ 751.477705] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.490490] env[63105]: DEBUG oslo_vmware.api [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.513216] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758745, 'name': ReconfigVM_Task, 'duration_secs': 0.786958} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.516900] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 878bfa51-a829-4537-a841-31273a0b09cc/878bfa51-a829-4537-a841-31273a0b09cc.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.517832] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04afdf13-1c41-41d7-ba4b-8fc64066bde0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.528684] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 751.528684] env[63105]: value = "task-2758750" [ 751.528684] env[63105]: _type = "Task" [ 751.528684] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.542110] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758750, 'name': Rename_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.543096] env[63105]: DEBUG nova.network.neutron [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Successfully updated port: f1a89081-43fd-4e4d-8913-54689145e85f {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.580335] env[63105]: DEBUG nova.network.neutron [-] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.595272] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758748, 'name': ReconfigVM_Task, 'duration_secs': 0.363187} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.595272] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 1e36432b-3ebc-4417-b914-5feb9fbd040d/1e36432b-3ebc-4417-b914-5feb9fbd040d.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.595272] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ddd681d-ded2-47ff-a23b-b28bffcece19 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.603304] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 751.603304] env[63105]: value = "task-2758751" [ 751.603304] env[63105]: _type = "Task" [ 751.603304] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.613777] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758751, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.835046] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb4ddcae-e147-4f64-9def-9768aea52a9c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.844587] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044352f1-65ac-473b-a583-308b953d2950 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.882345] env[63105]: DEBUG nova.compute.manager [req-5791333e-0541-46e7-8a96-b880d4fe965e req-9da6c73d-e607-46e4-aeef-f32fef65f90e service nova] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Detach interface failed, port_id=f6c14b8e-d1bf-4d2b-ac30-9b75dc5ebfb4, reason: Instance 591f0933-c3e5-4d84-b7ae-5125f18f7110 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 751.886125] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ce8d4b-0d83-40cd-ae23-43493b019ef8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.892863] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecd0235-3f29-4e1c-817d-137bd6a5aa20 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.925577] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa7f021-8b01-41e8-956c-264a3a8459bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.933855] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dc5b29-8414-4e06-ba9d-03590cb3f1ed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.948229] env[63105]: DEBUG nova.compute.provider_tree [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.987450] env[63105]: DEBUG oslo_vmware.api [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758749, 'name': PowerOffVM_Task, 'duration_secs': 0.205419} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.987679] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.987765] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.987985] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dbb24de-b97f-4c48-aaff-9afdc70addb5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.043223] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758750, 'name': Rename_Task, 'duration_secs': 0.190031} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.043223] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.043876] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-135d5554-d6a9-4e4f-b672-5f6e5120d2d8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.048932] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "refresh_cache-8dbcecc9-e6d8-49d6-a3ac-187920f2719b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.049164] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquired lock "refresh_cache-8dbcecc9-e6d8-49d6-a3ac-187920f2719b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.049441] env[63105]: DEBUG nova.network.neutron [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.052049] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 752.052049] env[63105]: value = "task-2758753" [ 752.052049] env[63105]: _type = "Task" [ 752.052049] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.057271] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.057271] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.057271] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Deleting the datastore file [datastore1] 57c6d90c-2e72-489b-bffc-10c040dbc6aa {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.058225] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07b32acd-f295-4865-966e-7254a5b5f9b1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.063507] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.064567] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 752.064974] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555094', 'volume_id': '8f1c00af-5978-4238-bded-5b28d1623383', 'name': 'volume-8f1c00af-5978-4238-bded-5b28d1623383', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fae8f14-70bd-496e-b311-8555e6eb8dd6', 'attached_at': '', 'detached_at': '', 'volume_id': '8f1c00af-5978-4238-bded-5b28d1623383', 'serial': '8f1c00af-5978-4238-bded-5b28d1623383'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 752.066680] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3113c54d-e23d-42db-aa31-2a3aa9ace6ad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.070814] env[63105]: DEBUG oslo_vmware.api [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 752.070814] env[63105]: value = "task-2758754" [ 752.070814] env[63105]: _type = "Task" [ 752.070814] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.085459] env[63105]: INFO nova.compute.manager [-] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Took 1.39 seconds to deallocate network for instance. [ 752.088416] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f85ef53-8f5a-4713-a9ef-20a2d45f4311 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.099034] env[63105]: DEBUG oslo_vmware.api [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.122767] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-8f1c00af-5978-4238-bded-5b28d1623383/volume-8f1c00af-5978-4238-bded-5b28d1623383.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.126588] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30f118ef-0fc2-4aef-90bf-fe707b4cf3e4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.146780] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758751, 'name': Rename_Task, 'duration_secs': 0.162901} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.148371] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.148765] env[63105]: DEBUG oslo_vmware.api [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 752.148765] env[63105]: value = "task-2758755" [ 752.148765] env[63105]: _type = "Task" [ 752.148765] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.148924] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-910dc2cb-a561-402a-b95a-4fc2ffa632ff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.161990] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 752.161990] env[63105]: value = "task-2758756" [ 752.161990] env[63105]: _type = "Task" [ 752.161990] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.171269] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.318303] env[63105]: DEBUG nova.compute.manager [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.319303] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45f225b-be9a-4390-a13d-4fdc43f3dbbf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.451645] env[63105]: DEBUG nova.scheduler.client.report [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 752.475141] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "1295c5fb-4d84-4b06-8c38-30a1fbed2079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.475374] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "1295c5fb-4d84-4b06-8c38-30a1fbed2079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.564435] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.579396] env[63105]: DEBUG oslo_vmware.api [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345011} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.580095] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.580095] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.580244] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.580408] env[63105]: INFO nova.compute.manager [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 752.580664] env[63105]: DEBUG oslo.service.loopingcall [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.581285] env[63105]: DEBUG nova.compute.manager [-] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.581285] env[63105]: DEBUG nova.network.neutron [-] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.586293] env[63105]: DEBUG nova.network.neutron [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.599061] env[63105]: DEBUG oslo_concurrency.lockutils [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.670886] env[63105]: DEBUG oslo_vmware.api [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.676391] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.832306] env[63105]: INFO nova.compute.manager [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] instance snapshotting [ 752.835276] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf26fa8-4642-45ee-81e5-4feebc6bf2c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.854142] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9526442-a6a5-47b0-b4e9-762effef7d49 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.874157] env[63105]: DEBUG nova.network.neutron [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Updating instance_info_cache with network_info: [{"id": "f1a89081-43fd-4e4d-8913-54689145e85f", "address": "fa:16:3e:7c:d0:cb", "network": {"id": "36e8d5b8-6b23-4e8c-9a14-7680818eb031", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217477629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd8831404f94f83ac6fbd047e38aada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1a89081-43", "ovs_interfaceid": "f1a89081-43fd-4e4d-8913-54689145e85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.958309] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.960704] env[63105]: DEBUG oslo_concurrency.lockutils [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.928s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.960942] env[63105]: DEBUG nova.objects.instance [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lazy-loading 'resources' on Instance uuid dcfd1818-668f-4ec5-b182-9ba8fd8d0c26 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.989683] env[63105]: INFO nova.scheduler.client.report [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Deleted allocations for instance 68a75af1-3f9a-4ed7-9e12-24dfd927b323 [ 753.066147] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.164695] env[63105]: DEBUG oslo_vmware.api [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758755, 'name': ReconfigVM_Task, 'duration_secs': 0.706177} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.168537] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-8f1c00af-5978-4238-bded-5b28d1623383/volume-8f1c00af-5978-4238-bded-5b28d1623383.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.174184] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18848c8f-c05c-44e1-9111-6ac41a3fa0ba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.187576] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 753.188556] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555100', 'volume_id': '3de00afd-301e-4d5d-bb88-692724edd416', 'name': 'volume-3de00afd-301e-4d5d-bb88-692724edd416', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13d54771-0092-4d5b-9191-c92a4563de94', 'attached_at': '', 'detached_at': '', 'volume_id': '3de00afd-301e-4d5d-bb88-692724edd416', 'serial': '3de00afd-301e-4d5d-bb88-692724edd416'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 753.190114] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc6aa31-b1dd-458f-8264-dcdc8f49737d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.197613] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758756, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.217135] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea53ec06-1713-4cbb-936d-6ffcefe563a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.217870] env[63105]: DEBUG oslo_vmware.api [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 753.217870] env[63105]: value = "task-2758757" [ 753.217870] env[63105]: _type = "Task" [ 753.217870] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.242939] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] volume-3de00afd-301e-4d5d-bb88-692724edd416/volume-3de00afd-301e-4d5d-bb88-692724edd416.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.243915] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3df05227-e993-4846-bff5-264c72b3cb0e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.261051] env[63105]: DEBUG oslo_vmware.api [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.266831] env[63105]: DEBUG oslo_vmware.api [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Waiting for the task: (returnval){ [ 753.266831] env[63105]: value = "task-2758758" [ 753.266831] env[63105]: _type = "Task" [ 753.266831] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.278534] env[63105]: DEBUG oslo_vmware.api [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Task: {'id': task-2758758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.365029] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 753.365141] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-977b9dcb-fbd9-4414-8eb9-d7b02f7b4783 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.370965] env[63105]: DEBUG nova.compute.manager [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Received event network-vif-plugged-f1a89081-43fd-4e4d-8913-54689145e85f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 753.371319] env[63105]: DEBUG oslo_concurrency.lockutils [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] Acquiring lock "8dbcecc9-e6d8-49d6-a3ac-187920f2719b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.371615] env[63105]: DEBUG oslo_concurrency.lockutils [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] Lock "8dbcecc9-e6d8-49d6-a3ac-187920f2719b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.371810] env[63105]: DEBUG oslo_concurrency.lockutils [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] Lock "8dbcecc9-e6d8-49d6-a3ac-187920f2719b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.372205] env[63105]: DEBUG nova.compute.manager [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] No waiting events found dispatching network-vif-plugged-f1a89081-43fd-4e4d-8913-54689145e85f {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.372205] env[63105]: WARNING nova.compute.manager [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Received unexpected event network-vif-plugged-f1a89081-43fd-4e4d-8913-54689145e85f for instance with vm_state building and task_state spawning. [ 753.372375] env[63105]: DEBUG nova.compute.manager [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Received event network-changed-f1a89081-43fd-4e4d-8913-54689145e85f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 753.372569] env[63105]: DEBUG nova.compute.manager [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Refreshing instance network info cache due to event network-changed-f1a89081-43fd-4e4d-8913-54689145e85f. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 753.372731] env[63105]: DEBUG oslo_concurrency.lockutils [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] Acquiring lock "refresh_cache-8dbcecc9-e6d8-49d6-a3ac-187920f2719b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.376273] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Releasing lock "refresh_cache-8dbcecc9-e6d8-49d6-a3ac-187920f2719b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.376481] env[63105]: DEBUG nova.compute.manager [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Instance network_info: |[{"id": "f1a89081-43fd-4e4d-8913-54689145e85f", "address": "fa:16:3e:7c:d0:cb", "network": {"id": "36e8d5b8-6b23-4e8c-9a14-7680818eb031", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217477629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd8831404f94f83ac6fbd047e38aada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1a89081-43", "ovs_interfaceid": "f1a89081-43fd-4e4d-8913-54689145e85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.376738] env[63105]: DEBUG oslo_concurrency.lockutils [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] Acquired lock "refresh_cache-8dbcecc9-e6d8-49d6-a3ac-187920f2719b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.376915] env[63105]: DEBUG nova.network.neutron [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Refreshing network info cache for port f1a89081-43fd-4e4d-8913-54689145e85f {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.378673] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:d0:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1a89081-43fd-4e4d-8913-54689145e85f', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.388695] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Creating folder: Project (dcd8831404f94f83ac6fbd047e38aada). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.391389] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f228646-98a9-46fd-ab72-a060c0456cc0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.393872] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 753.393872] env[63105]: value = "task-2758759" [ 753.393872] env[63105]: _type = "Task" [ 753.393872] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.404966] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758759, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.406467] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Created folder: Project (dcd8831404f94f83ac6fbd047e38aada) in parent group-v554960. [ 753.406657] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Creating folder: Instances. Parent ref: group-v555101. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.406895] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76a9b570-1b43-4d23-8e01-1128990d1db0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.417023] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Created folder: Instances in parent group-v555101. [ 753.417325] env[63105]: DEBUG oslo.service.loopingcall [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 753.417468] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.417674] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-229082e3-517b-4087-a9ea-76a39ef521a0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.437894] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.437894] env[63105]: value = "task-2758762" [ 753.437894] env[63105]: _type = "Task" [ 753.437894] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.446725] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758762, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.504718] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e66f5400-61a4-4441-8d6e-3dafa256fd4d tempest-ServersV294TestFqdnHostnames-1899914178 tempest-ServersV294TestFqdnHostnames-1899914178-project-member] Lock "68a75af1-3f9a-4ed7-9e12-24dfd927b323" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.190s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.548212] env[63105]: DEBUG nova.network.neutron [-] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.564221] env[63105]: DEBUG oslo_vmware.api [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758753, 'name': PowerOnVM_Task, 'duration_secs': 1.399306} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.564487] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.564686] env[63105]: INFO nova.compute.manager [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Took 10.96 seconds to spawn the instance on the hypervisor. [ 753.564890] env[63105]: DEBUG nova.compute.manager [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.565742] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d57541-6f60-45e7-a775-48ab361d3b6a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.675944] env[63105]: DEBUG oslo_vmware.api [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758756, 'name': PowerOnVM_Task, 'duration_secs': 1.246266} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.676235] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.676429] env[63105]: INFO nova.compute.manager [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Took 5.52 seconds to spawn the instance on the hypervisor. [ 753.676599] env[63105]: DEBUG nova.compute.manager [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.678352] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e8a935-4c77-4bd7-8f5b-e800815b23db {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.727896] env[63105]: DEBUG oslo_vmware.api [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758757, 'name': ReconfigVM_Task, 'duration_secs': 0.161972} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.728286] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555094', 'volume_id': '8f1c00af-5978-4238-bded-5b28d1623383', 'name': 'volume-8f1c00af-5978-4238-bded-5b28d1623383', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fae8f14-70bd-496e-b311-8555e6eb8dd6', 'attached_at': '', 'detached_at': '', 'volume_id': '8f1c00af-5978-4238-bded-5b28d1623383', 'serial': '8f1c00af-5978-4238-bded-5b28d1623383'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 753.776868] env[63105]: DEBUG oslo_vmware.api [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Task: {'id': task-2758758, 'name': ReconfigVM_Task, 'duration_secs': 0.419103} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.779678] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Reconfigured VM instance instance-00000007 to attach disk [datastore1] volume-3de00afd-301e-4d5d-bb88-692724edd416/volume-3de00afd-301e-4d5d-bb88-692724edd416.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.785170] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48c841bd-2c6f-4f7e-b78b-b428caae5a1d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.800600] env[63105]: DEBUG oslo_vmware.api [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Waiting for the task: (returnval){ [ 753.800600] env[63105]: value = "task-2758763" [ 753.800600] env[63105]: _type = "Task" [ 753.800600] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.809589] env[63105]: DEBUG oslo_vmware.api [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Task: {'id': task-2758763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.911683] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758759, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.951042] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758762, 'name': CreateVM_Task, 'duration_secs': 0.342249} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.953716] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.955143] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.955143] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.955237] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.956465] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb95570-7ce5-4ea9-8acf-5d26c234e053 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.960181] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 753.960181] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]524806b0-1276-ad97-4caf-581b6f53b706" [ 753.960181] env[63105]: _type = "Task" [ 753.960181] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.968355] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524806b0-1276-ad97-4caf-581b6f53b706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.009783] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad07102-0cd8-42b5-9a20-9dcff9ee03a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.019756] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c493a579-6380-4bf2-b823-844547547b95 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.053435] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dc7a36-498c-4660-811f-38578c142448 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.056091] env[63105]: INFO nova.compute.manager [-] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Took 1.48 seconds to deallocate network for instance. [ 754.063854] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd6638b-03b0-4101-a645-4f2ad21a1da8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.078631] env[63105]: DEBUG nova.compute.provider_tree [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.087810] env[63105]: INFO nova.compute.manager [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Took 47.46 seconds to build instance. [ 754.209779] env[63105]: INFO nova.compute.manager [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Took 44.20 seconds to build instance. [ 754.263968] env[63105]: DEBUG nova.network.neutron [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Updated VIF entry in instance network info cache for port f1a89081-43fd-4e4d-8913-54689145e85f. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.264655] env[63105]: DEBUG nova.network.neutron [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Updating instance_info_cache with network_info: [{"id": "f1a89081-43fd-4e4d-8913-54689145e85f", "address": "fa:16:3e:7c:d0:cb", "network": {"id": "36e8d5b8-6b23-4e8c-9a14-7680818eb031", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217477629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd8831404f94f83ac6fbd047e38aada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1a89081-43", "ovs_interfaceid": "f1a89081-43fd-4e4d-8913-54689145e85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.314288] env[63105]: DEBUG oslo_vmware.api [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Task: {'id': task-2758763, 'name': ReconfigVM_Task, 'duration_secs': 0.169955} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.314288] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555100', 'volume_id': '3de00afd-301e-4d5d-bb88-692724edd416', 'name': 'volume-3de00afd-301e-4d5d-bb88-692724edd416', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13d54771-0092-4d5b-9191-c92a4563de94', 'attached_at': '', 'detached_at': '', 'volume_id': '3de00afd-301e-4d5d-bb88-692724edd416', 'serial': '3de00afd-301e-4d5d-bb88-692724edd416'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 754.406315] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758759, 'name': CreateSnapshot_Task, 'duration_secs': 0.587621} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.406674] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 754.408058] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246876aa-d67a-474c-85f3-ac8255cf3b76 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.474653] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524806b0-1276-ad97-4caf-581b6f53b706, 'name': SearchDatastore_Task, 'duration_secs': 0.022301} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.474974] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.475225] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.475465] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.475611] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.475811] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.476103] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42fb890e-509f-46dc-84de-ce94e8127904 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.486020] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.486371] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.488572] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26e2770-b136-4100-8065-7d40251e1691 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.493809] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 754.493809] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52abb138-fa2c-5711-7a19-16d50f12d3ae" [ 754.493809] env[63105]: _type = "Task" [ 754.493809] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.505564] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52abb138-fa2c-5711-7a19-16d50f12d3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.563872] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.587501] env[63105]: DEBUG nova.scheduler.client.report [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 754.591769] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e64116ba-329b-46b4-b9d6-620912a9e415 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "878bfa51-a829-4537-a841-31273a0b09cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.094s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.711631] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e3324a-2d86-4216-b51f-538d8730061d tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Lock "1e36432b-3ebc-4417-b914-5feb9fbd040d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.919s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.769309] env[63105]: DEBUG oslo_concurrency.lockutils [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] Releasing lock "refresh_cache-8dbcecc9-e6d8-49d6-a3ac-187920f2719b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.769597] env[63105]: DEBUG nova.compute.manager [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Received event network-vif-deleted-7e1bd8b1-c618-44c9-b720-326056216872 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 754.770373] env[63105]: INFO nova.compute.manager [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Neutron deleted interface 7e1bd8b1-c618-44c9-b720-326056216872; detaching it from the instance and deleting it from the info cache [ 754.770373] env[63105]: DEBUG nova.network.neutron [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.774773] env[63105]: DEBUG nova.objects.instance [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lazy-loading 'flavor' on Instance uuid 5fae8f14-70bd-496e-b311-8555e6eb8dd6 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.933238] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 754.933238] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-80e14e9f-a131-43dc-adb6-2f5e46e14c4b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.944382] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 754.944382] env[63105]: value = "task-2758764" [ 754.944382] env[63105]: _type = "Task" [ 754.944382] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.952917] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758764, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.004850] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52abb138-fa2c-5711-7a19-16d50f12d3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014943} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.005644] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51db6397-14ef-48fc-948f-7f0d5584a016 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.011397] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 755.011397] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52be00c4-0167-440d-b641-23cb06b130f8" [ 755.011397] env[63105]: _type = "Task" [ 755.011397] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.019259] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52be00c4-0167-440d-b641-23cb06b130f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.093014] env[63105]: DEBUG oslo_concurrency.lockutils [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.097272] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.602s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.097536] env[63105]: DEBUG nova.objects.instance [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'resources' on Instance uuid 0fd393bb-8113-4b12-93ea-2d257fb98ae0 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.102027] env[63105]: DEBUG nova.compute.manager [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.124707] env[63105]: INFO nova.scheduler.client.report [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleted allocations for instance dcfd1818-668f-4ec5-b182-9ba8fd8d0c26 [ 755.231011] env[63105]: INFO nova.compute.manager [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Rebuilding instance [ 755.276404] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bc72573-1a67-4b04-baa1-6324b98d9a60 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.283051] env[63105]: DEBUG nova.compute.manager [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.284376] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41448fc3-5f04-4819-a907-b31e2ebea8cc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.290119] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f9173fd7-fd9a-4205-aad9-2a9f4e8e9372 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.850s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.292894] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0440005f-96e6-4efa-9f20-636c5c2b98f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.336304] env[63105]: DEBUG nova.compute.manager [req-84946522-e6dc-4de3-8a78-12fb5b1043e8 req-47a4e2c8-6776-4a99-9403-69024e8697ae service nova] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Detach interface failed, port_id=7e1bd8b1-c618-44c9-b720-326056216872, reason: Instance 57c6d90c-2e72-489b-bffc-10c040dbc6aa could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 755.374901] env[63105]: DEBUG nova.objects.instance [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Lazy-loading 'flavor' on Instance uuid 13d54771-0092-4d5b-9191-c92a4563de94 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.457948] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758764, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.521735] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52be00c4-0167-440d-b641-23cb06b130f8, 'name': SearchDatastore_Task, 'duration_secs': 0.022022} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.522049] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.522315] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 8dbcecc9-e6d8-49d6-a3ac-187920f2719b/8dbcecc9-e6d8-49d6-a3ac-187920f2719b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.522582] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ea727be-6c53-4e44-aa56-a1dae0320ff3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.530872] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 755.530872] env[63105]: value = "task-2758765" [ 755.530872] env[63105]: _type = "Task" [ 755.530872] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.539742] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.627364] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.638379] env[63105]: DEBUG oslo_concurrency.lockutils [None req-459aa10b-27aa-41c9-b9cc-db3792545388 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "dcfd1818-668f-4ec5-b182-9ba8fd8d0c26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.819s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.677239] env[63105]: DEBUG oslo_concurrency.lockutils [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquiring lock "9267d2ff-a9c7-4f18-9e75-e3adf6126691" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.677458] env[63105]: DEBUG oslo_concurrency.lockutils [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Lock "9267d2ff-a9c7-4f18-9e75-e3adf6126691" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.824099] env[63105]: DEBUG nova.compute.manager [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Stashing vm_state: active {{(pid=63105) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 755.884761] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e18c50a-f39d-4cd3-85b9-e9e55d26380b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Lock "13d54771-0092-4d5b-9191-c92a4563de94" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.329s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.889770] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.890537] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.890832] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.891054] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.891278] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.894973] env[63105]: INFO nova.compute.manager [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Terminating instance [ 755.960280] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758764, 'name': CloneVM_Task} progress is 95%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.046298] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758765, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.107635] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5684f5af-cc08-4e68-a08f-d54793b1ccaf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.115293] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba39df2-3257-4c3d-9580-2e7b6906d2a1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.150238] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e01ff7-a848-41ed-9a09-23d6d36b0e39 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.160138] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afb67c6-52b9-48dd-8bd7-795533865440 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.177914] env[63105]: DEBUG nova.compute.provider_tree [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.182769] env[63105]: DEBUG nova.compute.manager [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.315889] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.315889] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e765cb51-492e-4674-bc73-94973aad49cc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.323585] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 756.323585] env[63105]: value = "task-2758766" [ 756.323585] env[63105]: _type = "Task" [ 756.323585] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.334860] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.345978] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.401824] env[63105]: DEBUG nova.compute.manager [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.402137] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.402414] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ae27604-a582-4f64-baf7-1cf2e359b1db {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.409860] env[63105]: DEBUG oslo_vmware.api [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 756.409860] env[63105]: value = "task-2758767" [ 756.409860] env[63105]: _type = "Task" [ 756.409860] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.419102] env[63105]: DEBUG oslo_vmware.api [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.455748] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758764, 'name': CloneVM_Task, 'duration_secs': 1.483795} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.456029] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Created linked-clone VM from snapshot [ 756.456790] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c893e01-8233-466f-817b-ef9660d871c0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.464493] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Uploading image b97030c2-2875-49d0-898d-203d334b87b7 {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 756.488448] env[63105]: DEBUG oslo_vmware.rw_handles [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 756.488448] env[63105]: value = "vm-555105" [ 756.488448] env[63105]: _type = "VirtualMachine" [ 756.488448] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 756.488760] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ea5da707-ce79-4aad-bb3d-9128facdf2f7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.495783] env[63105]: DEBUG oslo_vmware.rw_handles [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Lease: (returnval){ [ 756.495783] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52df1c12-61e2-111d-e75b-5ef6ae491fef" [ 756.495783] env[63105]: _type = "HttpNfcLease" [ 756.495783] env[63105]: } obtained for exporting VM: (result){ [ 756.495783] env[63105]: value = "vm-555105" [ 756.495783] env[63105]: _type = "VirtualMachine" [ 756.495783] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 756.496310] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the lease: (returnval){ [ 756.496310] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52df1c12-61e2-111d-e75b-5ef6ae491fef" [ 756.496310] env[63105]: _type = "HttpNfcLease" [ 756.496310] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 756.499478] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Acquiring lock "13d54771-0092-4d5b-9191-c92a4563de94" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.500459] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Lock "13d54771-0092-4d5b-9191-c92a4563de94" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.505461] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 756.505461] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52df1c12-61e2-111d-e75b-5ef6ae491fef" [ 756.505461] env[63105]: _type = "HttpNfcLease" [ 756.505461] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 756.543968] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55541} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.543968] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 8dbcecc9-e6d8-49d6-a3ac-187920f2719b/8dbcecc9-e6d8-49d6-a3ac-187920f2719b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.543968] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.543968] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b34bbc08-987e-4a8a-8537-02c5f3ab4321 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.550346] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 756.550346] env[63105]: value = "task-2758769" [ 756.550346] env[63105]: _type = "Task" [ 756.550346] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.558147] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.707169] env[63105]: DEBUG oslo_concurrency.lockutils [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.708660] env[63105]: ERROR nova.scheduler.client.report [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [req-f45f9735-5b8b-41a2-aea1-fb800cb62916] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f45f9735-5b8b-41a2-aea1-fb800cb62916"}]} [ 756.731165] env[63105]: DEBUG nova.scheduler.client.report [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 756.752441] env[63105]: DEBUG nova.scheduler.client.report [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 756.752695] env[63105]: DEBUG nova.compute.provider_tree [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.766221] env[63105]: DEBUG nova.scheduler.client.report [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 756.785704] env[63105]: DEBUG nova.scheduler.client.report [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 756.835416] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758766, 'name': PowerOffVM_Task, 'duration_secs': 0.191539} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.835416] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.835416] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.835569] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d64b88-3b6e-484e-acd3-941890a45790 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.846176] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.846449] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-775e5cc6-8a78-4a0b-be54-f178194a1557 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.874900] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.879214] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.879458] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Deleting the datastore file [datastore1] 1e36432b-3ebc-4417-b914-5feb9fbd040d {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.879799] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a497d75-9447-4bd5-9fd3-a083abc44438 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.887419] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 756.887419] env[63105]: value = "task-2758771" [ 756.887419] env[63105]: _type = "Task" [ 756.887419] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.899461] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.923917] env[63105]: DEBUG oslo_vmware.api [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758767, 'name': PowerOffVM_Task, 'duration_secs': 0.433822} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.924469] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.924469] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 756.924633] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555094', 'volume_id': '8f1c00af-5978-4238-bded-5b28d1623383', 'name': 'volume-8f1c00af-5978-4238-bded-5b28d1623383', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fae8f14-70bd-496e-b311-8555e6eb8dd6', 'attached_at': '', 'detached_at': '', 'volume_id': '8f1c00af-5978-4238-bded-5b28d1623383', 'serial': '8f1c00af-5978-4238-bded-5b28d1623383'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 756.925387] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e953a92a-c381-4ee6-85af-92c5b1cfb87c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.954349] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d017057-8191-4d07-a12a-bcff05010641 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.961128] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cc1d12-4bc8-4f84-8718-d2b5fb1097c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.983991] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86fd3ba-5176-4ec5-971c-96f18183c6b0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.999139] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] The volume has not been displaced from its original location: [datastore1] volume-8f1c00af-5978-4238-bded-5b28d1623383/volume-8f1c00af-5978-4238-bded-5b28d1623383.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 757.005145] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 757.011893] env[63105]: INFO nova.compute.manager [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Detaching volume 3de00afd-301e-4d5d-bb88-692724edd416 [ 757.012044] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be234a95-0cc8-4b39-98f5-377d0626c610 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.028874] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.028874] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52df1c12-61e2-111d-e75b-5ef6ae491fef" [ 757.028874] env[63105]: _type = "HttpNfcLease" [ 757.028874] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 757.031269] env[63105]: DEBUG oslo_vmware.rw_handles [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 757.031269] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52df1c12-61e2-111d-e75b-5ef6ae491fef" [ 757.031269] env[63105]: _type = "HttpNfcLease" [ 757.031269] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 757.033235] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0e67dc-37cb-4764-8aae-a522d5bd06cf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.035744] env[63105]: DEBUG oslo_vmware.api [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 757.035744] env[63105]: value = "task-2758772" [ 757.035744] env[63105]: _type = "Task" [ 757.035744] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.042180] env[63105]: DEBUG oslo_vmware.rw_handles [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd0562-a67a-6afc-aefd-691923d7baf8/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 757.042354] env[63105]: DEBUG oslo_vmware.rw_handles [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd0562-a67a-6afc-aefd-691923d7baf8/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 757.052094] env[63105]: DEBUG oslo_vmware.api [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.115122] env[63105]: INFO nova.virt.block_device [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Attempting to driver detach volume 3de00afd-301e-4d5d-bb88-692724edd416 from mountpoint /dev/sdb [ 757.115122] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 757.115122] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555100', 'volume_id': '3de00afd-301e-4d5d-bb88-692724edd416', 'name': 'volume-3de00afd-301e-4d5d-bb88-692724edd416', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13d54771-0092-4d5b-9191-c92a4563de94', 'attached_at': '', 'detached_at': '', 'volume_id': '3de00afd-301e-4d5d-bb88-692724edd416', 'serial': '3de00afd-301e-4d5d-bb88-692724edd416'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 757.115122] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bb201a-f995-4a6c-b55a-4316a8a6fe06 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.121602] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066868} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.122449] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.123279] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8653d3b-4da5-4f80-83e3-fd94eae3a572 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.146914] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e84a91-fa73-4790-8af9-a7d8fad70dfb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.170130] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 8dbcecc9-e6d8-49d6-a3ac-187920f2719b/8dbcecc9-e6d8-49d6-a3ac-187920f2719b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.173611] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-359cf6a4-5cb7-4118-aa55-e4c050f38702 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.191157] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f18053b-f341-4ce4-850d-e85789c04746 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.195039] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 757.195039] env[63105]: value = "task-2758773" [ 757.195039] env[63105]: _type = "Task" [ 757.195039] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.219393] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9ff879-f7b4-447d-93a7-2758aa73ebea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.228086] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.228945] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-564bfcf9-b11a-4d2b-9be9-589c9c9d15fa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.241407] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] The volume has not been displaced from its original location: [datastore1] volume-3de00afd-301e-4d5d-bb88-692724edd416/volume-3de00afd-301e-4d5d-bb88-692724edd416.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 757.247057] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 757.252042] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef958f33-f464-4b05-8069-37e6f9913ad3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.278053] env[63105]: DEBUG oslo_vmware.api [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Waiting for the task: (returnval){ [ 757.278053] env[63105]: value = "task-2758774" [ 757.278053] env[63105]: _type = "Task" [ 757.278053] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.291169] env[63105]: DEBUG oslo_vmware.api [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Task: {'id': task-2758774, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.398243] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298493} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.398781] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.399214] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.399607] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.511120] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9642c236-d1ab-4988-8a55-e5574928ff41 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.523907] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d6b8fb-92e0-4096-be71-81bfbf22e242 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.565643] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4c7b2a-bccb-45a2-b388-2d3df8c39358 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.576928] env[63105]: DEBUG oslo_vmware.api [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758772, 'name': ReconfigVM_Task, 'duration_secs': 0.407745} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.577318] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 757.586147] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f361a8-f9dd-4c30-a3cc-44c616c33de2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.587605] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c5ed830-c3ef-4689-9d5b-25e898f24dba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.610036] env[63105]: DEBUG nova.compute.provider_tree [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.613274] env[63105]: DEBUG oslo_vmware.api [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 757.613274] env[63105]: value = "task-2758775" [ 757.613274] env[63105]: _type = "Task" [ 757.613274] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.622873] env[63105]: DEBUG oslo_vmware.api [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.705628] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758773, 'name': ReconfigVM_Task, 'duration_secs': 0.302345} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.705986] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 8dbcecc9-e6d8-49d6-a3ac-187920f2719b/8dbcecc9-e6d8-49d6-a3ac-187920f2719b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.706725] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae9c1c3e-9194-46fe-91ca-726184ced09e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.715263] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 757.715263] env[63105]: value = "task-2758776" [ 757.715263] env[63105]: _type = "Task" [ 757.715263] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.727198] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758776, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.790801] env[63105]: DEBUG oslo_vmware.api [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Task: {'id': task-2758774, 'name': ReconfigVM_Task, 'duration_secs': 0.352254} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.793483] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 757.799779] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03d8a165-14b8-4f4d-bc78-1d8e66231f87 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.819450] env[63105]: DEBUG oslo_vmware.api [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Waiting for the task: (returnval){ [ 757.819450] env[63105]: value = "task-2758777" [ 757.819450] env[63105]: _type = "Task" [ 757.819450] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.829947] env[63105]: DEBUG oslo_vmware.api [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Task: {'id': task-2758777, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.115941] env[63105]: DEBUG nova.scheduler.client.report [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 758.131557] env[63105]: DEBUG oslo_vmware.api [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758775, 'name': ReconfigVM_Task, 'duration_secs': 0.194284} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.132129] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555094', 'volume_id': '8f1c00af-5978-4238-bded-5b28d1623383', 'name': 'volume-8f1c00af-5978-4238-bded-5b28d1623383', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fae8f14-70bd-496e-b311-8555e6eb8dd6', 'attached_at': '', 'detached_at': '', 'volume_id': '8f1c00af-5978-4238-bded-5b28d1623383', 'serial': '8f1c00af-5978-4238-bded-5b28d1623383'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 758.132735] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.133702] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef3f162-9640-4020-8397-4f5f8dfb83bd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.142448] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.143294] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcf697cf-1bfd-4ecb-9462-c78738ff3e21 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.213062] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.213062] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.213062] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleting the datastore file [datastore1] 5fae8f14-70bd-496e-b311-8555e6eb8dd6 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.213062] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb794991-b27d-40c3-a985-e37f8f6ee004 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.223388] env[63105]: DEBUG oslo_vmware.api [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 758.223388] env[63105]: value = "task-2758779" [ 758.223388] env[63105]: _type = "Task" [ 758.223388] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.232148] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758776, 'name': Rename_Task, 'duration_secs': 0.139306} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.233276] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.233855] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c526ef66-9b50-411b-bfb0-c603f902c9df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.239736] env[63105]: DEBUG oslo_vmware.api [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.244609] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 758.244609] env[63105]: value = "task-2758780" [ 758.244609] env[63105]: _type = "Task" [ 758.244609] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.253323] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.330140] env[63105]: DEBUG oslo_vmware.api [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Task: {'id': task-2758777, 'name': ReconfigVM_Task, 'duration_secs': 0.327113} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.331989] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555100', 'volume_id': '3de00afd-301e-4d5d-bb88-692724edd416', 'name': 'volume-3de00afd-301e-4d5d-bb88-692724edd416', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13d54771-0092-4d5b-9191-c92a4563de94', 'attached_at': '', 'detached_at': '', 'volume_id': '3de00afd-301e-4d5d-bb88-692724edd416', 'serial': '3de00afd-301e-4d5d-bb88-692724edd416'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 758.441798] env[63105]: DEBUG nova.virt.hardware [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 758.442404] env[63105]: DEBUG nova.virt.hardware [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 758.442829] env[63105]: DEBUG nova.virt.hardware [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.442967] env[63105]: DEBUG nova.virt.hardware [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 758.443076] env[63105]: DEBUG nova.virt.hardware [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.443614] env[63105]: DEBUG nova.virt.hardware [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 758.443982] env[63105]: DEBUG nova.virt.hardware [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 758.444265] env[63105]: DEBUG nova.virt.hardware [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 758.444492] env[63105]: DEBUG nova.virt.hardware [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 758.444938] env[63105]: DEBUG nova.virt.hardware [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 758.445386] env[63105]: DEBUG nova.virt.hardware [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 758.446651] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92408ca3-536a-4371-acf6-62996739bbfe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.456792] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeaf939-a8ef-47eb-bd93-9dc3688e4d07 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.472311] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Instance VIF info [] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.479136] env[63105]: DEBUG oslo.service.loopingcall [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.479566] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.479998] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27fab282-b24e-413e-8949-c3880fae4539 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.502108] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.502108] env[63105]: value = "task-2758781" [ 758.502108] env[63105]: _type = "Task" [ 758.502108] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.514419] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758781, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.623599] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.526s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.626982] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.035s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.629065] env[63105]: INFO nova.compute.claims [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.652140] env[63105]: INFO nova.scheduler.client.report [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Deleted allocations for instance 0fd393bb-8113-4b12-93ea-2d257fb98ae0 [ 758.734206] env[63105]: DEBUG oslo_vmware.api [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2758779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284328} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.734506] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.734834] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.735203] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.735453] env[63105]: INFO nova.compute.manager [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Took 2.33 seconds to destroy the instance on the hypervisor. [ 758.735902] env[63105]: DEBUG oslo.service.loopingcall [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.736154] env[63105]: DEBUG nova.compute.manager [-] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.736278] env[63105]: DEBUG nova.network.neutron [-] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.755119] env[63105]: DEBUG oslo_vmware.api [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758780, 'name': PowerOnVM_Task, 'duration_secs': 0.482761} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.756615] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.756615] env[63105]: INFO nova.compute.manager [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Took 8.04 seconds to spawn the instance on the hypervisor. [ 758.756615] env[63105]: DEBUG nova.compute.manager [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.756816] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155fe13a-7986-42ab-bafe-7cac0e18f314 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.905950] env[63105]: DEBUG nova.objects.instance [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Lazy-loading 'flavor' on Instance uuid 13d54771-0092-4d5b-9191-c92a4563de94 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.016466] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758781, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.169633] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c29a4ba-35d5-4766-b43f-e7186dc87fb2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "0fd393bb-8113-4b12-93ea-2d257fb98ae0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.784s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.283246] env[63105]: INFO nova.compute.manager [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Took 44.28 seconds to build instance. [ 759.515634] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758781, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.520177] env[63105]: DEBUG nova.compute.manager [req-b954f106-9cbc-4c2d-823e-10d8328568d7 req-484aa6df-7e55-4473-9a71-5a09cc625d55 service nova] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Received event network-vif-deleted-9d11af80-59a2-4595-850a-aa6aaada39d3 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 759.520294] env[63105]: INFO nova.compute.manager [req-b954f106-9cbc-4c2d-823e-10d8328568d7 req-484aa6df-7e55-4473-9a71-5a09cc625d55 service nova] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Neutron deleted interface 9d11af80-59a2-4595-850a-aa6aaada39d3; detaching it from the instance and deleting it from the info cache [ 759.520470] env[63105]: DEBUG nova.network.neutron [req-b954f106-9cbc-4c2d-823e-10d8328568d7 req-484aa6df-7e55-4473-9a71-5a09cc625d55 service nova] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.786280] env[63105]: DEBUG nova.network.neutron [-] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.787887] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d1366ebc-bf7b-46f7-93f6-4279bafaf09f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "8dbcecc9-e6d8-49d6-a3ac-187920f2719b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.141s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.918409] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ddb36a51-c587-4adb-8e21-fd3e6ceb408b tempest-VolumesAssistedSnapshotsTest-136236690 tempest-VolumesAssistedSnapshotsTest-136236690-project-admin] Lock "13d54771-0092-4d5b-9191-c92a4563de94" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.418s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.021058] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758781, 'name': CreateVM_Task, 'duration_secs': 1.38304} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.024406] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.025450] env[63105]: DEBUG oslo_concurrency.lockutils [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.025615] env[63105]: DEBUG oslo_concurrency.lockutils [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.025934] env[63105]: DEBUG oslo_concurrency.lockutils [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.026219] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20aabef9-33ab-446b-b098-4b5c83ef657c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.028076] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6198a2-7ea1-447a-a804-23895543b0a1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.035032] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 760.035032] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52161b69-fef8-517b-7887-e64b0fafee69" [ 760.035032] env[63105]: _type = "Task" [ 760.035032] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.040287] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061d0f72-9fd4-412c-affb-dca711337bb7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.063816] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52161b69-fef8-517b-7887-e64b0fafee69, 'name': SearchDatastore_Task, 'duration_secs': 0.016862} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.064287] env[63105]: DEBUG oslo_concurrency.lockutils [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.064656] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.065009] env[63105]: DEBUG oslo_concurrency.lockutils [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.065272] env[63105]: DEBUG oslo_concurrency.lockutils [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.065556] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.066306] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29fd7a1d-e200-487b-a2d3-292125a113ee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.083721] env[63105]: DEBUG nova.compute.manager [req-b954f106-9cbc-4c2d-823e-10d8328568d7 req-484aa6df-7e55-4473-9a71-5a09cc625d55 service nova] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Detach interface failed, port_id=9d11af80-59a2-4595-850a-aa6aaada39d3, reason: Instance 5fae8f14-70bd-496e-b311-8555e6eb8dd6 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 760.096018] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.096018] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.096018] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bae1f29-a21a-44e3-bc61-7c2e54887030 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.105018] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 760.105018] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b83a25-0ad1-ac55-2f25-425d5329d136" [ 760.105018] env[63105]: _type = "Task" [ 760.105018] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.112174] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b83a25-0ad1-ac55-2f25-425d5329d136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.143163] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d373886-1112-42d1-816c-9149f2f65f71 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.149723] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0899110f-a596-48bd-8c93-25e6eae2267b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.183349] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9976d3dd-e2ac-4594-bc2c-13ea5642d1d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.190620] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa8bf7f-c528-47de-8277-d1f288ce77b0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.204633] env[63105]: DEBUG nova.compute.provider_tree [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.289377] env[63105]: INFO nova.compute.manager [-] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Took 1.55 seconds to deallocate network for instance. [ 760.615391] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b83a25-0ad1-ac55-2f25-425d5329d136, 'name': SearchDatastore_Task, 'duration_secs': 0.015768} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.616785] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c27bc4b-87b7-4170-a3a0-330facad9f46 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.623497] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 760.623497] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5251e258-dc8d-6322-c29a-b975623759e8" [ 760.623497] env[63105]: _type = "Task" [ 760.623497] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.632232] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5251e258-dc8d-6322-c29a-b975623759e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.709488] env[63105]: DEBUG nova.scheduler.client.report [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 760.845819] env[63105]: INFO nova.compute.manager [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Took 0.56 seconds to detach 1 volumes for instance. [ 760.978478] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "8829746c-c5f3-4532-97a5-abbee445abd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.979530] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.136516] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5251e258-dc8d-6322-c29a-b975623759e8, 'name': SearchDatastore_Task, 'duration_secs': 0.015178} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.136516] env[63105]: DEBUG oslo_concurrency.lockutils [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.136864] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 1e36432b-3ebc-4417-b914-5feb9fbd040d/1e36432b-3ebc-4417-b914-5feb9fbd040d.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.137126] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45952ef7-586c-4c9b-ab5c-bcadaf03105e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.144308] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 761.144308] env[63105]: value = "task-2758783" [ 761.144308] env[63105]: _type = "Task" [ 761.144308] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.153147] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.215469] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.215952] env[63105]: DEBUG nova.compute.manager [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.221325] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.558s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.222711] env[63105]: INFO nova.compute.claims [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.353761] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.482135] env[63105]: DEBUG nova.compute.manager [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.658437] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758783, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.690411] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "47a53231-ac15-4bd6-846f-40533a61f33a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.690671] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "47a53231-ac15-4bd6-846f-40533a61f33a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.727913] env[63105]: DEBUG nova.compute.utils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 761.731858] env[63105]: DEBUG nova.compute.manager [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.731858] env[63105]: DEBUG nova.network.neutron [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.815663] env[63105]: DEBUG nova.policy [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c96c8e78c034c11b88de9f5275d6b40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a065165b89d45fdb7b2b8fe8cc949aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.017399] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.157267] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683297} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.157561] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 1e36432b-3ebc-4417-b914-5feb9fbd040d/1e36432b-3ebc-4417-b914-5feb9fbd040d.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.157785] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.158088] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc5deefc-df43-46ba-9f62-fee23fb8ae07 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.169045] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 762.169045] env[63105]: value = "task-2758784" [ 762.169045] env[63105]: _type = "Task" [ 762.169045] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.182482] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.235831] env[63105]: DEBUG nova.compute.utils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 762.278434] env[63105]: DEBUG nova.network.neutron [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Successfully created port: 34769b43-16a6-4614-adbe-b6ee6713aaf1 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.679160] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06793} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.680288] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.681042] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b037ca-10fe-4ddd-8052-f9adc99ce80a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.683945] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac626726-100d-497b-bfd6-eb739cea01e3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.698231] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac82c98-7385-49fc-a054-d523f1c8afec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.710164] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 1e36432b-3ebc-4417-b914-5feb9fbd040d/1e36432b-3ebc-4417-b914-5feb9fbd040d.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.710461] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda25b85-0936-4012-8a92-6b61681e7da2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.758927] env[63105]: DEBUG nova.compute.manager [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.759399] env[63105]: DEBUG nova.compute.manager [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.766050] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4593c69d-07b4-44b2-9294-99972437da12 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.767545] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc48874-7159-4689-bf78-f6fed99f59b6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.770102] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 762.770102] env[63105]: value = "task-2758785" [ 762.770102] env[63105]: _type = "Task" [ 762.770102] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.781034] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93d73ff-7ad6-4f25-a335-4f999fc179c0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.791908] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.801026] env[63105]: DEBUG nova.compute.provider_tree [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.286394] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.288387] env[63105]: INFO nova.compute.manager [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] instance snapshotting [ 763.291182] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8014b9b4-f906-4557-9bb4-b5192d9b2736 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.314863] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee600cf-713d-4020-bf4a-27c547b2f4d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.318200] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Acquiring lock "13d54771-0092-4d5b-9191-c92a4563de94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.318439] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Lock "13d54771-0092-4d5b-9191-c92a4563de94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.318636] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Acquiring lock "13d54771-0092-4d5b-9191-c92a4563de94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.318813] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Lock "13d54771-0092-4d5b-9191-c92a4563de94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.318973] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Lock "13d54771-0092-4d5b-9191-c92a4563de94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.320972] env[63105]: INFO nova.compute.manager [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Terminating instance [ 763.334228] env[63105]: ERROR nova.scheduler.client.report [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [req-73a56865-85b9-4d7d-a752-2cefece21722] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73a56865-85b9-4d7d-a752-2cefece21722"}]} [ 763.351294] env[63105]: DEBUG nova.scheduler.client.report [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 763.366941] env[63105]: DEBUG nova.scheduler.client.report [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 763.367156] env[63105]: DEBUG nova.compute.provider_tree [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.380373] env[63105]: DEBUG nova.scheduler.client.report [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 763.400362] env[63105]: DEBUG nova.scheduler.client.report [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 763.783938] env[63105]: DEBUG nova.compute.manager [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.789071] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781da21c-6b6c-4f70-ab36-ccd70b94ba89 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.795128] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758785, 'name': ReconfigVM_Task, 'duration_secs': 0.708364} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.796790] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 1e36432b-3ebc-4417-b914-5feb9fbd040d/1e36432b-3ebc-4417-b914-5feb9fbd040d.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.798210] env[63105]: DEBUG nova.compute.manager [req-a7e11059-f8f9-45d8-81a7-c19faa40edcf req-37c0fcc9-2f2f-43b2-8e5c-a40d2e3f2e78 service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Received event network-vif-plugged-34769b43-16a6-4614-adbe-b6ee6713aaf1 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 763.798429] env[63105]: DEBUG oslo_concurrency.lockutils [req-a7e11059-f8f9-45d8-81a7-c19faa40edcf req-37c0fcc9-2f2f-43b2-8e5c-a40d2e3f2e78 service nova] Acquiring lock "421a6100-70a4-4fbf-abac-28a4e47acaef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.798633] env[63105]: DEBUG oslo_concurrency.lockutils [req-a7e11059-f8f9-45d8-81a7-c19faa40edcf req-37c0fcc9-2f2f-43b2-8e5c-a40d2e3f2e78 service nova] Lock "421a6100-70a4-4fbf-abac-28a4e47acaef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.798795] env[63105]: DEBUG oslo_concurrency.lockutils [req-a7e11059-f8f9-45d8-81a7-c19faa40edcf req-37c0fcc9-2f2f-43b2-8e5c-a40d2e3f2e78 service nova] Lock "421a6100-70a4-4fbf-abac-28a4e47acaef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.798956] env[63105]: DEBUG nova.compute.manager [req-a7e11059-f8f9-45d8-81a7-c19faa40edcf req-37c0fcc9-2f2f-43b2-8e5c-a40d2e3f2e78 service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] No waiting events found dispatching network-vif-plugged-34769b43-16a6-4614-adbe-b6ee6713aaf1 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.799163] env[63105]: WARNING nova.compute.manager [req-a7e11059-f8f9-45d8-81a7-c19faa40edcf req-37c0fcc9-2f2f-43b2-8e5c-a40d2e3f2e78 service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Received unexpected event network-vif-plugged-34769b43-16a6-4614-adbe-b6ee6713aaf1 for instance with vm_state building and task_state spawning. [ 763.801548] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c849c07-16f3-4d43-947b-16b2444a5633 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.806053] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0086b46f-b24e-4626-b295-cfb64af84532 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.843014] env[63105]: DEBUG nova.compute.manager [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.843409] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.844401] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 763.846897] env[63105]: DEBUG nova.virt.hardware [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='332787375',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-435537939',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 763.847146] env[63105]: DEBUG nova.virt.hardware [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 763.847566] env[63105]: DEBUG nova.virt.hardware [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.847780] env[63105]: DEBUG nova.virt.hardware [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 763.847931] env[63105]: DEBUG nova.virt.hardware [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.848112] env[63105]: DEBUG nova.virt.hardware [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 763.848331] env[63105]: DEBUG nova.virt.hardware [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 763.848611] env[63105]: DEBUG nova.virt.hardware [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 763.848808] env[63105]: DEBUG nova.virt.hardware [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 763.848976] env[63105]: DEBUG nova.virt.hardware [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 763.849169] env[63105]: DEBUG nova.virt.hardware [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.851287] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669ec3b2-0c4b-418e-9c7a-205c5ff98303 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.853689] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0befcac9-a4bf-48e9-b007-24c02b31b806 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.856095] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978cb8a7-f767-4253-a91a-56dc26b48585 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.858668] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6dd3ea-0c46-4b42-8887-d2fefab79f4a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.861459] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 763.861459] env[63105]: value = "task-2758786" [ 763.861459] env[63105]: _type = "Task" [ 763.861459] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.870657] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.872128] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c9f642d-dc20-4c17-bc56-642eace4d21c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.874521] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f83904-4b15-41fe-881d-2407db82cea2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.879546] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c19716-adbe-4e44-a2f7-325a58654c5e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.883389] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 763.883389] env[63105]: value = "task-2758787" [ 763.883389] env[63105]: _type = "Task" [ 763.883389] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.889202] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758786, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.912257] env[63105]: DEBUG nova.compute.provider_tree [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.913861] env[63105]: DEBUG oslo_vmware.api [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Waiting for the task: (returnval){ [ 763.913861] env[63105]: value = "task-2758788" [ 763.913861] env[63105]: _type = "Task" [ 763.913861] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.915177] env[63105]: DEBUG nova.network.neutron [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Successfully updated port: 34769b43-16a6-4614-adbe-b6ee6713aaf1 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.923612] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758787, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.930716] env[63105]: DEBUG oslo_vmware.api [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': task-2758788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.373987] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758786, 'name': Rename_Task, 'duration_secs': 0.19441} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.374714] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.375045] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceb786d0-c37b-41cd-96f2-fbd1fdf8b1e5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.382148] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 764.382148] env[63105]: value = "task-2758789" [ 764.382148] env[63105]: _type = "Task" [ 764.382148] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.391430] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.399354] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758787, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.418870] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "refresh_cache-421a6100-70a4-4fbf-abac-28a4e47acaef" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.419721] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquired lock "refresh_cache-421a6100-70a4-4fbf-abac-28a4e47acaef" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.419721] env[63105]: DEBUG nova.network.neutron [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.430847] env[63105]: DEBUG oslo_vmware.api [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': task-2758788, 'name': PowerOffVM_Task, 'duration_secs': 0.225119} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.431895] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.432371] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.432371] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6df6900-8abc-4c71-822f-cb19f0f6ccf1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.452472] env[63105]: DEBUG nova.scheduler.client.report [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 764.452776] env[63105]: DEBUG nova.compute.provider_tree [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 80 to 81 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 764.452946] env[63105]: DEBUG nova.compute.provider_tree [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.502635] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.502884] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.503172] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Deleting the datastore file [datastore2] 13d54771-0092-4d5b-9191-c92a4563de94 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.503838] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95792c3f-20cb-4b75-a92c-5410f1101112 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.510098] env[63105]: DEBUG oslo_vmware.api [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Waiting for the task: (returnval){ [ 764.510098] env[63105]: value = "task-2758791" [ 764.510098] env[63105]: _type = "Task" [ 764.510098] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.519401] env[63105]: DEBUG oslo_vmware.api [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': task-2758791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.828801] env[63105]: DEBUG oslo_vmware.rw_handles [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd0562-a67a-6afc-aefd-691923d7baf8/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 764.829752] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfa8222-15f3-409d-a25e-51d0ea97e240 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.836383] env[63105]: DEBUG oslo_vmware.rw_handles [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd0562-a67a-6afc-aefd-691923d7baf8/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 764.836564] env[63105]: ERROR oslo_vmware.rw_handles [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd0562-a67a-6afc-aefd-691923d7baf8/disk-0.vmdk due to incomplete transfer. [ 764.836807] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-58278b16-be25-4573-9a23-ea5b4e9f4b1d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.844892] env[63105]: DEBUG oslo_vmware.rw_handles [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd0562-a67a-6afc-aefd-691923d7baf8/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 764.845178] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Uploaded image b97030c2-2875-49d0-898d-203d334b87b7 to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 764.847291] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 764.847575] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d8ffe820-2177-4072-a6ab-b11c5121523d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.854526] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 764.854526] env[63105]: value = "task-2758792" [ 764.854526] env[63105]: _type = "Task" [ 764.854526] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.866481] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758792, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.890877] env[63105]: DEBUG oslo_vmware.api [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758789, 'name': PowerOnVM_Task, 'duration_secs': 0.496654} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.891182] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.891388] env[63105]: DEBUG nova.compute.manager [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.892249] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9e1b02-d6aa-4464-b820-0b0af25c20ac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.907193] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758787, 'name': CreateSnapshot_Task, 'duration_secs': 0.702632} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.907674] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 764.908400] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12be8cdc-a14f-480e-b8bc-aeee4f269205 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.959717] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.739s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.959717] env[63105]: DEBUG nova.compute.manager [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.964019] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.867s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.978922] env[63105]: DEBUG nova.network.neutron [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.022857] env[63105]: DEBUG oslo_vmware.api [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Task: {'id': task-2758791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161976} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.023126] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.023306] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.023471] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.023637] env[63105]: INFO nova.compute.manager [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Took 1.18 seconds to destroy the instance on the hypervisor. [ 765.023871] env[63105]: DEBUG oslo.service.loopingcall [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.024945] env[63105]: DEBUG nova.compute.manager [-] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.025136] env[63105]: DEBUG nova.network.neutron [-] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.329160] env[63105]: DEBUG nova.network.neutron [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Updating instance_info_cache with network_info: [{"id": "34769b43-16a6-4614-adbe-b6ee6713aaf1", "address": "fa:16:3e:f6:6e:01", "network": {"id": "0711f249-c76f-4df9-842a-6c037f8bd1dd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-354370894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a065165b89d45fdb7b2b8fe8cc949aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34769b43-16", "ovs_interfaceid": "34769b43-16a6-4614-adbe-b6ee6713aaf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.365304] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758792, 'name': Destroy_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.379857] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a707274a-7f46-4f46-9a09-4dddebf9e847 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.387121] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c2c84a-2cd5-49c5-a4db-44a3da68b106 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.433344] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 765.434217] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbb7ff9-e442-45a9-a253-579dc8609269 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.437303] env[63105]: DEBUG oslo_concurrency.lockutils [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.437539] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0e6926e8-17b7-443f-985e-edc6f1cf56df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.447272] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389a2d0b-75e1-4e6b-a69f-4048ac4001a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.451367] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 765.451367] env[63105]: value = "task-2758793" [ 765.451367] env[63105]: _type = "Task" [ 765.451367] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.462709] env[63105]: DEBUG nova.compute.provider_tree [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.467570] env[63105]: DEBUG nova.compute.utils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 765.471509] env[63105]: DEBUG nova.compute.manager [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.471509] env[63105]: DEBUG nova.network.neutron [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.472957] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758793, 'name': CloneVM_Task} progress is 11%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.696296] env[63105]: DEBUG nova.policy [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7af179ac0df487b82394dc1fae9e14e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ecd7191d6ae4bff9f964f6d5f4c68b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.832954] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Releasing lock "refresh_cache-421a6100-70a4-4fbf-abac-28a4e47acaef" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.833326] env[63105]: DEBUG nova.compute.manager [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Instance network_info: |[{"id": "34769b43-16a6-4614-adbe-b6ee6713aaf1", "address": "fa:16:3e:f6:6e:01", "network": {"id": "0711f249-c76f-4df9-842a-6c037f8bd1dd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-354370894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a065165b89d45fdb7b2b8fe8cc949aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34769b43-16", "ovs_interfaceid": "34769b43-16a6-4614-adbe-b6ee6713aaf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.833761] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:6e:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34769b43-16a6-4614-adbe-b6ee6713aaf1', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.843412] env[63105]: DEBUG oslo.service.loopingcall [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.843605] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.843835] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4b02ec5-9196-4a1e-bd6b-94c1583f636d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.870313] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758792, 'name': Destroy_Task, 'duration_secs': 0.799519} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.871618] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Destroyed the VM [ 765.871910] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 765.872193] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.872193] env[63105]: value = "task-2758794" [ 765.872193] env[63105]: _type = "Task" [ 765.872193] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.872385] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-130cf6ad-53a5-4edd-87f5-6fec558b0073 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.883714] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758794, 'name': CreateVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.885133] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 765.885133] env[63105]: value = "task-2758795" [ 765.885133] env[63105]: _type = "Task" [ 765.885133] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.897117] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758795, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.961726] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758793, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.974522] env[63105]: DEBUG nova.compute.manager [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.997979] env[63105]: DEBUG nova.scheduler.client.report [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 765.999644] env[63105]: DEBUG nova.compute.provider_tree [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 81 to 82 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 765.999644] env[63105]: DEBUG nova.compute.provider_tree [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.358011] env[63105]: DEBUG nova.compute.manager [req-71947cf2-be8d-426c-b553-b3c0612a3373 req-27987ae5-50ff-47e9-b58d-b4c99eebe290 service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Received event network-changed-34769b43-16a6-4614-adbe-b6ee6713aaf1 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 766.358248] env[63105]: DEBUG nova.compute.manager [req-71947cf2-be8d-426c-b553-b3c0612a3373 req-27987ae5-50ff-47e9-b58d-b4c99eebe290 service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Refreshing instance network info cache due to event network-changed-34769b43-16a6-4614-adbe-b6ee6713aaf1. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 766.362098] env[63105]: DEBUG oslo_concurrency.lockutils [req-71947cf2-be8d-426c-b553-b3c0612a3373 req-27987ae5-50ff-47e9-b58d-b4c99eebe290 service nova] Acquiring lock "refresh_cache-421a6100-70a4-4fbf-abac-28a4e47acaef" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.362098] env[63105]: DEBUG oslo_concurrency.lockutils [req-71947cf2-be8d-426c-b553-b3c0612a3373 req-27987ae5-50ff-47e9-b58d-b4c99eebe290 service nova] Acquired lock "refresh_cache-421a6100-70a4-4fbf-abac-28a4e47acaef" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.362098] env[63105]: DEBUG nova.network.neutron [req-71947cf2-be8d-426c-b553-b3c0612a3373 req-27987ae5-50ff-47e9-b58d-b4c99eebe290 service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Refreshing network info cache for port 34769b43-16a6-4614-adbe-b6ee6713aaf1 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.385474] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758794, 'name': CreateVM_Task, 'duration_secs': 0.340265} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.385756] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.389760] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.389982] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.390386] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.391243] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3cb297a-056a-4ef3-9197-9f2a74bc2990 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.400994] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758795, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.402867] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 766.402867] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52183346-e584-afef-c819-0818bf90e1d6" [ 766.402867] env[63105]: _type = "Task" [ 766.402867] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.411576] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52183346-e584-afef-c819-0818bf90e1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.440938] env[63105]: DEBUG nova.network.neutron [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Successfully created port: 1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.463150] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758793, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.504276] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.542s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.508021] env[63105]: INFO nova.compute.manager [None req-cef01aaf-3828-4b47-a129-21aafdf5e877 tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Successfully reverted task state from rebuilding on failure for instance. [ 766.512506] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.453s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.515293] env[63105]: INFO nova.compute.claims [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.899720] env[63105]: DEBUG oslo_vmware.api [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758795, 'name': RemoveSnapshot_Task, 'duration_secs': 0.676565} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.900110] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 766.900397] env[63105]: INFO nova.compute.manager [None req-cd31c094-9ed2-4fa8-a5e6-833d91e0bf3a tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Took 14.07 seconds to snapshot the instance on the hypervisor. [ 766.917607] env[63105]: DEBUG nova.network.neutron [-] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.919328] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52183346-e584-afef-c819-0818bf90e1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012651} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.919621] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.920213] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.920299] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.920385] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.920563] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.920815] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38692b82-98f8-4c11-ba40-71f8feb5dcfd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.929993] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.930201] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.931186] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe9cdc79-d677-407e-8f46-1a1cb3c828e0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.937131] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 766.937131] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]527434b3-fec7-f02b-270c-e3a950c8e186" [ 766.937131] env[63105]: _type = "Task" [ 766.937131] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.946886] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527434b3-fec7-f02b-270c-e3a950c8e186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.961787] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758793, 'name': CloneVM_Task, 'duration_secs': 1.421088} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.962129] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Created linked-clone VM from snapshot [ 766.962868] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8063230d-fc7d-4a17-80e3-9ce7c15d0b81 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.970907] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Uploading image a7948510-8fb5-4ac2-912e-29ccfb4fd577 {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 766.985519] env[63105]: DEBUG nova.compute.manager [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.988289] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 766.988726] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7adf371d-2c3a-4017-b932-e9640b612d38 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.003183] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 767.003183] env[63105]: value = "task-2758796" [ 767.003183] env[63105]: _type = "Task" [ 767.003183] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.015710] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758796, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.022873] env[63105]: DEBUG nova.virt.hardware [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 767.023150] env[63105]: DEBUG nova.virt.hardware [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 767.023412] env[63105]: DEBUG nova.virt.hardware [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.023635] env[63105]: DEBUG nova.virt.hardware [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 767.023801] env[63105]: DEBUG nova.virt.hardware [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.024044] env[63105]: DEBUG nova.virt.hardware [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 767.024423] env[63105]: DEBUG nova.virt.hardware [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 767.024714] env[63105]: DEBUG nova.virt.hardware [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 767.024987] env[63105]: DEBUG nova.virt.hardware [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 767.025230] env[63105]: DEBUG nova.virt.hardware [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 767.025458] env[63105]: DEBUG nova.virt.hardware [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 767.028880] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6b57b9-b8b9-42f9-b605-e67963eb3139 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.041911] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5accfb7a-f327-4062-943d-f1bc0e491e7a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.073306] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquiring lock "1e36432b-3ebc-4417-b914-5feb9fbd040d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.073560] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Lock "1e36432b-3ebc-4417-b914-5feb9fbd040d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.073761] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquiring lock "1e36432b-3ebc-4417-b914-5feb9fbd040d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.073939] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Lock "1e36432b-3ebc-4417-b914-5feb9fbd040d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.074167] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Lock "1e36432b-3ebc-4417-b914-5feb9fbd040d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.076333] env[63105]: INFO nova.compute.manager [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Terminating instance [ 767.264329] env[63105]: DEBUG nova.network.neutron [req-71947cf2-be8d-426c-b553-b3c0612a3373 req-27987ae5-50ff-47e9-b58d-b4c99eebe290 service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Updated VIF entry in instance network info cache for port 34769b43-16a6-4614-adbe-b6ee6713aaf1. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.264705] env[63105]: DEBUG nova.network.neutron [req-71947cf2-be8d-426c-b553-b3c0612a3373 req-27987ae5-50ff-47e9-b58d-b4c99eebe290 service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Updating instance_info_cache with network_info: [{"id": "34769b43-16a6-4614-adbe-b6ee6713aaf1", "address": "fa:16:3e:f6:6e:01", "network": {"id": "0711f249-c76f-4df9-842a-6c037f8bd1dd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-354370894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a065165b89d45fdb7b2b8fe8cc949aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34769b43-16", "ovs_interfaceid": "34769b43-16a6-4614-adbe-b6ee6713aaf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.420319] env[63105]: INFO nova.compute.manager [-] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Took 2.40 seconds to deallocate network for instance. [ 767.449417] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527434b3-fec7-f02b-270c-e3a950c8e186, 'name': SearchDatastore_Task, 'duration_secs': 0.012372} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.450026] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a10bfa-52ee-46fa-84af-886932677510 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.455860] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 767.455860] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521847e1-3a5a-4cb3-acdb-37436b73e6aa" [ 767.455860] env[63105]: _type = "Task" [ 767.455860] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.464054] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521847e1-3a5a-4cb3-acdb-37436b73e6aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.511919] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758796, 'name': Destroy_Task, 'duration_secs': 0.404415} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.512200] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Destroyed the VM [ 767.512444] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 767.512693] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a9f5591-c86a-434d-98ef-e5bf1e61d3f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.520023] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 767.520023] env[63105]: value = "task-2758797" [ 767.520023] env[63105]: _type = "Task" [ 767.520023] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.529302] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758797, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.584391] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquiring lock "refresh_cache-1e36432b-3ebc-4417-b914-5feb9fbd040d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.584618] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquired lock "refresh_cache-1e36432b-3ebc-4417-b914-5feb9fbd040d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.584836] env[63105]: DEBUG nova.network.neutron [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.767809] env[63105]: DEBUG oslo_concurrency.lockutils [req-71947cf2-be8d-426c-b553-b3c0612a3373 req-27987ae5-50ff-47e9-b58d-b4c99eebe290 service nova] Releasing lock "refresh_cache-421a6100-70a4-4fbf-abac-28a4e47acaef" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.927706] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.969756] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521847e1-3a5a-4cb3-acdb-37436b73e6aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012552} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.970566] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d6baad-3392-4cf2-91cd-adc7023be97f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.975018] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.975018] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 421a6100-70a4-4fbf-abac-28a4e47acaef/421a6100-70a4-4fbf-abac-28a4e47acaef.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.975018] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-568aae56-a8a6-4b51-96c9-4f0c72c8a26a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.981420] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc58a390-eafa-4bcf-b335-5f1b49c08529 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.984696] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 767.984696] env[63105]: value = "task-2758798" [ 767.984696] env[63105]: _type = "Task" [ 767.984696] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.013763] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6905507-94b3-4f28-8344-495d6ef128df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.025541] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.034837] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c30afb-2414-4081-b8a1-5b17b62215b0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.039941] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758797, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.049530] env[63105]: DEBUG nova.compute.provider_tree [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.119788] env[63105]: DEBUG nova.network.neutron [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.223327] env[63105]: DEBUG nova.network.neutron [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.236974] env[63105]: DEBUG nova.network.neutron [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Successfully updated port: 1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.494841] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758798, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.534676] env[63105]: DEBUG oslo_vmware.api [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758797, 'name': RemoveSnapshot_Task, 'duration_secs': 0.64041} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.534956] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 768.555774] env[63105]: DEBUG nova.scheduler.client.report [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 768.585974] env[63105]: DEBUG nova.compute.manager [req-6812fd42-a398-4284-bc85-203aead481fd req-a73150a1-3a2c-4a6e-975b-a47f143e7dd8 service nova] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Received event network-vif-deleted-52eff0d6-abbc-4e26-be09-f2ac850c88f4 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 768.586230] env[63105]: DEBUG nova.compute.manager [req-6812fd42-a398-4284-bc85-203aead481fd req-a73150a1-3a2c-4a6e-975b-a47f143e7dd8 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Received event network-vif-plugged-1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 768.586424] env[63105]: DEBUG oslo_concurrency.lockutils [req-6812fd42-a398-4284-bc85-203aead481fd req-a73150a1-3a2c-4a6e-975b-a47f143e7dd8 service nova] Acquiring lock "b979985d-b472-47ed-8611-e55e959942e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.586637] env[63105]: DEBUG oslo_concurrency.lockutils [req-6812fd42-a398-4284-bc85-203aead481fd req-a73150a1-3a2c-4a6e-975b-a47f143e7dd8 service nova] Lock "b979985d-b472-47ed-8611-e55e959942e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.586809] env[63105]: DEBUG oslo_concurrency.lockutils [req-6812fd42-a398-4284-bc85-203aead481fd req-a73150a1-3a2c-4a6e-975b-a47f143e7dd8 service nova] Lock "b979985d-b472-47ed-8611-e55e959942e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.586983] env[63105]: DEBUG nova.compute.manager [req-6812fd42-a398-4284-bc85-203aead481fd req-a73150a1-3a2c-4a6e-975b-a47f143e7dd8 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] No waiting events found dispatching network-vif-plugged-1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.587190] env[63105]: WARNING nova.compute.manager [req-6812fd42-a398-4284-bc85-203aead481fd req-a73150a1-3a2c-4a6e-975b-a47f143e7dd8 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Received unexpected event network-vif-plugged-1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f for instance with vm_state building and task_state spawning. [ 768.587361] env[63105]: DEBUG nova.compute.manager [req-6812fd42-a398-4284-bc85-203aead481fd req-a73150a1-3a2c-4a6e-975b-a47f143e7dd8 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Received event network-changed-1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 768.587517] env[63105]: DEBUG nova.compute.manager [req-6812fd42-a398-4284-bc85-203aead481fd req-a73150a1-3a2c-4a6e-975b-a47f143e7dd8 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Refreshing instance network info cache due to event network-changed-1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 768.587715] env[63105]: DEBUG oslo_concurrency.lockutils [req-6812fd42-a398-4284-bc85-203aead481fd req-a73150a1-3a2c-4a6e-975b-a47f143e7dd8 service nova] Acquiring lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.587864] env[63105]: DEBUG oslo_concurrency.lockutils [req-6812fd42-a398-4284-bc85-203aead481fd req-a73150a1-3a2c-4a6e-975b-a47f143e7dd8 service nova] Acquired lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.588036] env[63105]: DEBUG nova.network.neutron [req-6812fd42-a398-4284-bc85-203aead481fd req-a73150a1-3a2c-4a6e-975b-a47f143e7dd8 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Refreshing network info cache for port 1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.725698] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Releasing lock "refresh_cache-1e36432b-3ebc-4417-b914-5feb9fbd040d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.726242] env[63105]: DEBUG nova.compute.manager [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.726559] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.727654] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794a8b90-5817-4b25-a3c2-99bb8c4282db {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.737476] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.737826] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-659f031c-5e4a-4a09-a729-d5eb480c1956 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.742044] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.746198] env[63105]: DEBUG oslo_vmware.api [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 768.746198] env[63105]: value = "task-2758799" [ 768.746198] env[63105]: _type = "Task" [ 768.746198] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.754336] env[63105]: DEBUG oslo_vmware.api [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.996092] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891488} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.996375] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 421a6100-70a4-4fbf-abac-28a4e47acaef/421a6100-70a4-4fbf-abac-28a4e47acaef.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.996585] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.996828] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b81af0e-627b-44d9-a759-ed9d21e13bcd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.004118] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 769.004118] env[63105]: value = "task-2758800" [ 769.004118] env[63105]: _type = "Task" [ 769.004118] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.012844] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.042324] env[63105]: WARNING nova.compute.manager [None req-60fe464d-be90-4d64-93d5-16c3c990d363 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Image not found during snapshot: nova.exception.ImageNotFound: Image a7948510-8fb5-4ac2-912e-29ccfb4fd577 could not be found. [ 769.062757] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.063250] env[63105]: DEBUG nova.compute.manager [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.065809] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.576s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.065939] env[63105]: DEBUG nova.objects.instance [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Lazy-loading 'resources' on Instance uuid 51b3dd53-5669-4967-8b80-6b9b89d997cb {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.118094] env[63105]: DEBUG nova.network.neutron [req-6812fd42-a398-4284-bc85-203aead481fd req-a73150a1-3a2c-4a6e-975b-a47f143e7dd8 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.193051] env[63105]: DEBUG nova.network.neutron [req-6812fd42-a398-4284-bc85-203aead481fd req-a73150a1-3a2c-4a6e-975b-a47f143e7dd8 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.255569] env[63105]: DEBUG oslo_vmware.api [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758799, 'name': PowerOffVM_Task, 'duration_secs': 0.222253} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.255851] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.256022] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.256270] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1785e9a9-8d79-4e9b-9bbb-69b8f7331727 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.280586] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.280814] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.280981] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Deleting the datastore file [datastore1] 1e36432b-3ebc-4417-b914-5feb9fbd040d {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.281261] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e34efaf-13e1-4036-9c68-d051ee764367 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.287605] env[63105]: DEBUG oslo_vmware.api [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for the task: (returnval){ [ 769.287605] env[63105]: value = "task-2758802" [ 769.287605] env[63105]: _type = "Task" [ 769.287605] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.294898] env[63105]: DEBUG oslo_vmware.api [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.357786] env[63105]: DEBUG nova.compute.manager [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.358683] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4230646f-4dca-40a2-93ba-83134647d105 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.513375] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062426} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.517022] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.517022] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e045ee2-3f9c-4ebc-baf0-dc363b3b48eb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.537062] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 421a6100-70a4-4fbf-abac-28a4e47acaef/421a6100-70a4-4fbf-abac-28a4e47acaef.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.537341] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2d22a92-5b3c-4b5c-ba56-a6ec3ce65210 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.557199] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 769.557199] env[63105]: value = "task-2758803" [ 769.557199] env[63105]: _type = "Task" [ 769.557199] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.566449] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.568770] env[63105]: DEBUG nova.compute.utils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 769.573043] env[63105]: DEBUG nova.compute.manager [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.573043] env[63105]: DEBUG nova.network.neutron [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.629360] env[63105]: DEBUG nova.policy [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1387ea0a2920434a99bad92dee01c7dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e903b54739874884850b49f47695acab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.695092] env[63105]: DEBUG oslo_concurrency.lockutils [req-6812fd42-a398-4284-bc85-203aead481fd req-a73150a1-3a2c-4a6e-975b-a47f143e7dd8 service nova] Releasing lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.695762] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquired lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.695919] env[63105]: DEBUG nova.network.neutron [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.800790] env[63105]: DEBUG oslo_vmware.api [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Task: {'id': task-2758802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088894} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.801130] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.801328] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.801532] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.801717] env[63105]: INFO nova.compute.manager [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 769.802013] env[63105]: DEBUG oslo.service.loopingcall [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 769.802504] env[63105]: DEBUG nova.compute.manager [-] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.802600] env[63105]: DEBUG nova.network.neutron [-] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.828404] env[63105]: DEBUG nova.network.neutron [-] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.870929] env[63105]: INFO nova.compute.manager [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] instance snapshotting [ 769.874625] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6727e762-e1c2-4223-85be-486e4de5f07d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.897350] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9f567b-ae4e-4fd8-b8b7-fbc4fbcc7a06 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.998132] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6c5699-12a2-4a1e-b143-359960a9bb58 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.005671] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb4222e-e710-48e8-9572-7286b32e66c7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.037432] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba248590-5b84-4ae2-9366-84d2b5ead009 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.044736] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eef3cd-66ba-472b-8cd1-0d8ab2078d7f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.060016] env[63105]: DEBUG nova.compute.provider_tree [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.066892] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758803, 'name': ReconfigVM_Task, 'duration_secs': 0.290892} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.067172] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 421a6100-70a4-4fbf-abac-28a4e47acaef/421a6100-70a4-4fbf-abac-28a4e47acaef.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.067487] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63105) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 770.068170] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-9338fd91-3cfb-49db-87f9-a17080c63bbb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.072742] env[63105]: DEBUG nova.compute.manager [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.078031] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 770.078031] env[63105]: value = "task-2758804" [ 770.078031] env[63105]: _type = "Task" [ 770.078031] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.084364] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758804, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.099220] env[63105]: DEBUG nova.network.neutron [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Successfully created port: d295b177-5a21-4449-b078-2620cb3a0a34 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.236589] env[63105]: DEBUG oslo_concurrency.lockutils [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "8dbcecc9-e6d8-49d6-a3ac-187920f2719b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.236917] env[63105]: DEBUG oslo_concurrency.lockutils [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "8dbcecc9-e6d8-49d6-a3ac-187920f2719b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.237169] env[63105]: DEBUG oslo_concurrency.lockutils [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "8dbcecc9-e6d8-49d6-a3ac-187920f2719b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.237387] env[63105]: DEBUG oslo_concurrency.lockutils [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "8dbcecc9-e6d8-49d6-a3ac-187920f2719b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.237567] env[63105]: DEBUG oslo_concurrency.lockutils [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "8dbcecc9-e6d8-49d6-a3ac-187920f2719b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.239752] env[63105]: INFO nova.compute.manager [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Terminating instance [ 770.255652] env[63105]: DEBUG nova.network.neutron [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.333620] env[63105]: DEBUG nova.network.neutron [-] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.409084] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 770.409084] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc9b0afe-1a69-448d-b656-50a582a5f38c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.416283] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 770.416283] env[63105]: value = "task-2758805" [ 770.416283] env[63105]: _type = "Task" [ 770.416283] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.426477] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758805, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.563030] env[63105]: DEBUG nova.scheduler.client.report [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 770.590551] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758804, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.049644} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.590806] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63105) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 770.591859] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0c50a7-e781-4f31-9a0b-0b9ee115492a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.619638] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 421a6100-70a4-4fbf-abac-28a4e47acaef/ephemeral_0.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.620578] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc45a7d6-84b2-442d-821c-5d53b58a1a9d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.639538] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 770.639538] env[63105]: value = "task-2758806" [ 770.639538] env[63105]: _type = "Task" [ 770.639538] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.647738] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.745246] env[63105]: DEBUG nova.compute.manager [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.745539] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.746600] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df26a06e-982c-4e92-912c-d5569a5a2df0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.755962] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.756257] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bf392e1-d3c9-4ff2-8178-c1a1e666fabb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.762899] env[63105]: DEBUG oslo_vmware.api [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 770.762899] env[63105]: value = "task-2758807" [ 770.762899] env[63105]: _type = "Task" [ 770.762899] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.772653] env[63105]: DEBUG oslo_vmware.api [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.773739] env[63105]: DEBUG nova.network.neutron [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Updating instance_info_cache with network_info: [{"id": "1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f", "address": "fa:16:3e:a1:dc:06", "network": {"id": "3c76cf33-2790-4678-b0d2-232b15bf3bee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1993224378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ecd7191d6ae4bff9f964f6d5f4c68b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1def9af1-e2", "ovs_interfaceid": "1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.838110] env[63105]: INFO nova.compute.manager [-] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Took 1.03 seconds to deallocate network for instance. [ 770.926776] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758805, 'name': CreateSnapshot_Task, 'duration_secs': 0.427861} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.926952] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 770.927721] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89e9435-c063-409c-957a-5c6359f5c7ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.067985] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.070898] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.725s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.072336] env[63105]: INFO nova.compute.claims [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.086601] env[63105]: DEBUG nova.compute.manager [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.111231] env[63105]: DEBUG nova.virt.hardware [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 771.111481] env[63105]: DEBUG nova.virt.hardware [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 771.111637] env[63105]: DEBUG nova.virt.hardware [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.111816] env[63105]: DEBUG nova.virt.hardware [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 771.111960] env[63105]: DEBUG nova.virt.hardware [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.112174] env[63105]: DEBUG nova.virt.hardware [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 771.112480] env[63105]: DEBUG nova.virt.hardware [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 771.112671] env[63105]: DEBUG nova.virt.hardware [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 771.112846] env[63105]: DEBUG nova.virt.hardware [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 771.113030] env[63105]: DEBUG nova.virt.hardware [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 771.113214] env[63105]: DEBUG nova.virt.hardware [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 771.114067] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c613a890-d46f-496f-a259-bb3e61416b3c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.122973] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7527e240-67a1-4030-86f5-bc9706a5b99c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.148411] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758806, 'name': ReconfigVM_Task, 'duration_secs': 0.304262} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.148888] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 421a6100-70a4-4fbf-abac-28a4e47acaef/ephemeral_0.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.149319] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33489087-ff1a-4df1-a98d-7b1910c5b027 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.158205] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 771.158205] env[63105]: value = "task-2758808" [ 771.158205] env[63105]: _type = "Task" [ 771.158205] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.165612] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758808, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.274029] env[63105]: DEBUG oslo_vmware.api [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758807, 'name': PowerOffVM_Task, 'duration_secs': 0.165883} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.274359] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.274548] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.274826] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8345e9b-d9ad-44c3-913b-4c59d56f07a3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.276593] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Releasing lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.276908] env[63105]: DEBUG nova.compute.manager [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Instance network_info: |[{"id": "1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f", "address": "fa:16:3e:a1:dc:06", "network": {"id": "3c76cf33-2790-4678-b0d2-232b15bf3bee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1993224378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ecd7191d6ae4bff9f964f6d5f4c68b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1def9af1-e2", "ovs_interfaceid": "1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.277305] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:dc:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.284720] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Creating folder: Project (8ecd7191d6ae4bff9f964f6d5f4c68b9). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.285336] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56a7c535-f6ac-4774-b5f2-36525a9d3106 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.296748] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Created folder: Project (8ecd7191d6ae4bff9f964f6d5f4c68b9) in parent group-v554960. [ 771.296910] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Creating folder: Instances. Parent ref: group-v555111. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.297129] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f96313c-b789-4d5f-af17-9cfbac80aba4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.305413] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Created folder: Instances in parent group-v555111. [ 771.305647] env[63105]: DEBUG oslo.service.loopingcall [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 771.305832] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b979985d-b472-47ed-8611-e55e959942e9] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.306090] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c175a1f7-3cd1-4257-a3c3-e4880cf40dca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.324807] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.324807] env[63105]: value = "task-2758812" [ 771.324807] env[63105]: _type = "Task" [ 771.324807] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.332808] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758812, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.343937] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.357305] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.357556] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.357772] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Deleting the datastore file [datastore2] 8dbcecc9-e6d8-49d6-a3ac-187920f2719b {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.358073] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99b35279-f877-43d9-8325-74450db4bd56 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.364796] env[63105]: DEBUG oslo_vmware.api [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 771.364796] env[63105]: value = "task-2758813" [ 771.364796] env[63105]: _type = "Task" [ 771.364796] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.372525] env[63105]: DEBUG oslo_vmware.api [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.445682] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 771.446036] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d1055a3-c663-4140-9bf6-ccc7fc5de1ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.454810] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 771.454810] env[63105]: value = "task-2758814" [ 771.454810] env[63105]: _type = "Task" [ 771.454810] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.463303] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758814, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.586269] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b34b9b1a-105d-4da5-a76e-57ef601ac03f tempest-ServerActionsV293TestJSON-1571366619 tempest-ServerActionsV293TestJSON-1571366619-project-member] Lock "51b3dd53-5669-4967-8b80-6b9b89d997cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.401s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.669738] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758808, 'name': Rename_Task, 'duration_secs': 0.174274} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.670035] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.670299] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-475b6336-804f-4636-8709-726e3c6318ce {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.675743] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 771.675743] env[63105]: value = "task-2758815" [ 771.675743] env[63105]: _type = "Task" [ 771.675743] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.683009] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.836798] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758812, 'name': CreateVM_Task, 'duration_secs': 0.334856} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.837010] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b979985d-b472-47ed-8611-e55e959942e9] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.837732] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.837929] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.838304] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.838576] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb72bf7f-d9a1-4fff-b652-f75491976983 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.843983] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 771.843983] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e1dbe7-c69d-904b-81a0-acbb09c85973" [ 771.843983] env[63105]: _type = "Task" [ 771.843983] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.851726] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e1dbe7-c69d-904b-81a0-acbb09c85973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.873682] env[63105]: DEBUG oslo_vmware.api [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2758813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17424} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.874196] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.874461] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.874654] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.874828] env[63105]: INFO nova.compute.manager [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 771.875079] env[63105]: DEBUG oslo.service.loopingcall [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 771.875301] env[63105]: DEBUG nova.compute.manager [-] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.875419] env[63105]: DEBUG nova.network.neutron [-] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.967458] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758814, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.190372] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.365248] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e1dbe7-c69d-904b-81a0-acbb09c85973, 'name': SearchDatastore_Task, 'duration_secs': 0.009649} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.366729] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.366872] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.367169] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.367288] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.367449] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.374065] env[63105]: DEBUG nova.compute.manager [req-42a90c5c-3bcb-4605-900b-8795ff596658 req-7c20fb99-e2ce-4567-ab20-833a5d842bd3 service nova] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Received event network-vif-plugged-d295b177-5a21-4449-b078-2620cb3a0a34 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 772.374065] env[63105]: DEBUG oslo_concurrency.lockutils [req-42a90c5c-3bcb-4605-900b-8795ff596658 req-7c20fb99-e2ce-4567-ab20-833a5d842bd3 service nova] Acquiring lock "d9015a99-4e2e-48e7-ab0a-e63da1bbcdee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.374065] env[63105]: DEBUG oslo_concurrency.lockutils [req-42a90c5c-3bcb-4605-900b-8795ff596658 req-7c20fb99-e2ce-4567-ab20-833a5d842bd3 service nova] Lock "d9015a99-4e2e-48e7-ab0a-e63da1bbcdee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.374065] env[63105]: DEBUG oslo_concurrency.lockutils [req-42a90c5c-3bcb-4605-900b-8795ff596658 req-7c20fb99-e2ce-4567-ab20-833a5d842bd3 service nova] Lock "d9015a99-4e2e-48e7-ab0a-e63da1bbcdee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.374065] env[63105]: DEBUG nova.compute.manager [req-42a90c5c-3bcb-4605-900b-8795ff596658 req-7c20fb99-e2ce-4567-ab20-833a5d842bd3 service nova] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] No waiting events found dispatching network-vif-plugged-d295b177-5a21-4449-b078-2620cb3a0a34 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.374065] env[63105]: WARNING nova.compute.manager [req-42a90c5c-3bcb-4605-900b-8795ff596658 req-7c20fb99-e2ce-4567-ab20-833a5d842bd3 service nova] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Received unexpected event network-vif-plugged-d295b177-5a21-4449-b078-2620cb3a0a34 for instance with vm_state building and task_state spawning. [ 772.374065] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b98c23c5-a197-4078-8c81-8834b0817bd1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.390510] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.390889] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.391919] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23934495-8fa1-4bf2-b573-d93173c22eba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.401480] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 772.401480] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ef9f10-0279-5396-6366-a4e23cdb4257" [ 772.401480] env[63105]: _type = "Task" [ 772.401480] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.410934] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ef9f10-0279-5396-6366-a4e23cdb4257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.460694] env[63105]: DEBUG nova.network.neutron [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Successfully updated port: d295b177-5a21-4449-b078-2620cb3a0a34 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.471140] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758814, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.593561] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb8ffdd-33f2-4d38-94ee-cbb46099e187 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.601120] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4c11fb-7b8d-4342-8e7b-a2e6803401bf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.633458] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec91223-0c7e-4769-9fa6-4d03aba492b9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.640741] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b950530c-caa4-4c12-96d5-e3243825145b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.654276] env[63105]: DEBUG nova.compute.provider_tree [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.685206] env[63105]: DEBUG oslo_vmware.api [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758815, 'name': PowerOnVM_Task, 'duration_secs': 0.953422} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.685611] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.685816] env[63105]: INFO nova.compute.manager [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Took 8.90 seconds to spawn the instance on the hypervisor. [ 772.685998] env[63105]: DEBUG nova.compute.manager [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.686812] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c2f6ef-31b3-4b19-bdb9-ab602658cf79 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.782236] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.782494] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.883421] env[63105]: DEBUG nova.network.neutron [-] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.912386] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ef9f10-0279-5396-6366-a4e23cdb4257, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.913190] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327f6288-a4db-4ab5-a096-5e5d02a5e404 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.918422] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 772.918422] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]522d812d-1660-3af5-d5aa-4c032a7f0b52" [ 772.918422] env[63105]: _type = "Task" [ 772.918422] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.926665] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522d812d-1660-3af5-d5aa-4c032a7f0b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.965160] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758814, 'name': CloneVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.966804] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Acquiring lock "refresh_cache-d9015a99-4e2e-48e7-ab0a-e63da1bbcdee" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.966937] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Acquired lock "refresh_cache-d9015a99-4e2e-48e7-ab0a-e63da1bbcdee" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.967095] env[63105]: DEBUG nova.network.neutron [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.157897] env[63105]: DEBUG nova.scheduler.client.report [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 773.204172] env[63105]: INFO nova.compute.manager [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Took 43.63 seconds to build instance. [ 773.291215] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.291391] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 773.291542] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Rebuilding the list of instances to heal {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 773.387291] env[63105]: INFO nova.compute.manager [-] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Took 1.51 seconds to deallocate network for instance. [ 773.432057] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522d812d-1660-3af5-d5aa-4c032a7f0b52, 'name': SearchDatastore_Task, 'duration_secs': 0.010371} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.432614] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.432726] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] b979985d-b472-47ed-8611-e55e959942e9/b979985d-b472-47ed-8611-e55e959942e9.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.432987] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2791942e-2913-44e0-81b1-210caacd8978 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.441938] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 773.441938] env[63105]: value = "task-2758816" [ 773.441938] env[63105]: _type = "Task" [ 773.441938] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.451473] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.465488] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758814, 'name': CloneVM_Task, 'duration_secs': 1.630666} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.465801] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Created linked-clone VM from snapshot [ 773.466663] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00298dd-b3d7-4e79-88c9-c95e5d72ab87 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.475712] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Uploading image c2cf521b-fb43-4178-9bcc-29570cd9884d {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 773.506744] env[63105]: DEBUG oslo_vmware.rw_handles [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 773.506744] env[63105]: value = "vm-555114" [ 773.506744] env[63105]: _type = "VirtualMachine" [ 773.506744] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 773.507351] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f9378dc7-c142-4c87-a5fc-7dc6394940f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.514608] env[63105]: DEBUG oslo_vmware.rw_handles [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Lease: (returnval){ [ 773.514608] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a643b6-07a8-57a2-a5d5-e6534a10ef17" [ 773.514608] env[63105]: _type = "HttpNfcLease" [ 773.514608] env[63105]: } obtained for exporting VM: (result){ [ 773.514608] env[63105]: value = "vm-555114" [ 773.514608] env[63105]: _type = "VirtualMachine" [ 773.514608] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 773.515506] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the lease: (returnval){ [ 773.515506] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a643b6-07a8-57a2-a5d5-e6534a10ef17" [ 773.515506] env[63105]: _type = "HttpNfcLease" [ 773.515506] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 773.523355] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 773.523355] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a643b6-07a8-57a2-a5d5-e6534a10ef17" [ 773.523355] env[63105]: _type = "HttpNfcLease" [ 773.523355] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 773.530711] env[63105]: DEBUG nova.network.neutron [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.666066] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.667643] env[63105]: DEBUG nova.compute.manager [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.671711] env[63105]: DEBUG oslo_concurrency.lockutils [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.083s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.673601] env[63105]: DEBUG nova.objects.instance [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Lazy-loading 'resources' on Instance uuid 8f1812a5-1596-464f-b486-91b6c9a822bd {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.677220] env[63105]: DEBUG nova.compute.manager [req-17bf2dbf-8d18-4707-8e93-b4ccdf687b6e req-afeb24c0-7b05-4d76-8883-a64acdba075c service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Received event network-changed-34769b43-16a6-4614-adbe-b6ee6713aaf1 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 773.677220] env[63105]: DEBUG nova.compute.manager [req-17bf2dbf-8d18-4707-8e93-b4ccdf687b6e req-afeb24c0-7b05-4d76-8883-a64acdba075c service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Refreshing instance network info cache due to event network-changed-34769b43-16a6-4614-adbe-b6ee6713aaf1. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 773.677220] env[63105]: DEBUG oslo_concurrency.lockutils [req-17bf2dbf-8d18-4707-8e93-b4ccdf687b6e req-afeb24c0-7b05-4d76-8883-a64acdba075c service nova] Acquiring lock "refresh_cache-421a6100-70a4-4fbf-abac-28a4e47acaef" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.677220] env[63105]: DEBUG oslo_concurrency.lockutils [req-17bf2dbf-8d18-4707-8e93-b4ccdf687b6e req-afeb24c0-7b05-4d76-8883-a64acdba075c service nova] Acquired lock "refresh_cache-421a6100-70a4-4fbf-abac-28a4e47acaef" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.677220] env[63105]: DEBUG nova.network.neutron [req-17bf2dbf-8d18-4707-8e93-b4ccdf687b6e req-afeb24c0-7b05-4d76-8883-a64acdba075c service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Refreshing network info cache for port 34769b43-16a6-4614-adbe-b6ee6713aaf1 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.705327] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eeeefd2e-e413-496f-afb0-07b37a1b2a88 tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "421a6100-70a4-4fbf-abac-28a4e47acaef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.089s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.720860] env[63105]: DEBUG nova.network.neutron [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Updating instance_info_cache with network_info: [{"id": "d295b177-5a21-4449-b078-2620cb3a0a34", "address": "fa:16:3e:98:50:7a", "network": {"id": "b774738c-4386-4d98-acd2-46293eb00f6c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-996715241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e903b54739874884850b49f47695acab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd295b177-5a", "ovs_interfaceid": "d295b177-5a21-4449-b078-2620cb3a0a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.798654] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Skipping network cache update for instance because it is being deleted. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10275}} [ 773.798654] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: b979985d-b472-47ed-8611-e55e959942e9] Skipping network cache update for instance because it is Building. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 773.798654] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Skipping network cache update for instance because it is Building. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 773.799784] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Skipping network cache update for instance because it is Building. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 773.841612] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.841612] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquired lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.841612] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Forcefully refreshing network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 773.841612] env[63105]: DEBUG nova.objects.instance [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lazy-loading 'info_cache' on Instance uuid a78212e0-e331-4fd3-8b67-0c8522d82c2b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.893219] env[63105]: DEBUG oslo_concurrency.lockutils [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.953468] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758816, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.025673] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.025673] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a643b6-07a8-57a2-a5d5-e6534a10ef17" [ 774.025673] env[63105]: _type = "HttpNfcLease" [ 774.025673] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 774.025978] env[63105]: DEBUG oslo_vmware.rw_handles [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 774.025978] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a643b6-07a8-57a2-a5d5-e6534a10ef17" [ 774.025978] env[63105]: _type = "HttpNfcLease" [ 774.025978] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 774.026873] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2df6b3-d0d8-4c5d-a6d5-2bbb2852ad69 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.035153] env[63105]: DEBUG oslo_vmware.rw_handles [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277e2f9-b41d-e111-3aae-31aff02e3c76/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 774.035347] env[63105]: DEBUG oslo_vmware.rw_handles [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277e2f9-b41d-e111-3aae-31aff02e3c76/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 774.145273] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-63c4826f-cdfb-4ee3-90a1-7143c2686df9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.175762] env[63105]: DEBUG nova.compute.utils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 774.186029] env[63105]: DEBUG nova.compute.manager [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.186229] env[63105]: DEBUG nova.network.neutron [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.207405] env[63105]: DEBUG nova.compute.manager [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.224446] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Releasing lock "refresh_cache-d9015a99-4e2e-48e7-ab0a-e63da1bbcdee" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.224955] env[63105]: DEBUG nova.compute.manager [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Instance network_info: |[{"id": "d295b177-5a21-4449-b078-2620cb3a0a34", "address": "fa:16:3e:98:50:7a", "network": {"id": "b774738c-4386-4d98-acd2-46293eb00f6c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-996715241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e903b54739874884850b49f47695acab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd295b177-5a", "ovs_interfaceid": "d295b177-5a21-4449-b078-2620cb3a0a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.228344] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:50:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd295b177-5a21-4449-b078-2620cb3a0a34', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.237937] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Creating folder: Project (e903b54739874884850b49f47695acab). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.239174] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-349f350d-cd2b-4da1-babd-16bc915f58d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.255912] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Created folder: Project (e903b54739874884850b49f47695acab) in parent group-v554960. [ 774.256144] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Creating folder: Instances. Parent ref: group-v555115. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.256401] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ec931c3-fc37-418b-bc1c-f67d3b355877 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.267911] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Created folder: Instances in parent group-v555115. [ 774.268174] env[63105]: DEBUG oslo.service.loopingcall [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 774.268366] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.268860] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1bda280-1f45-474f-bda9-39a6304a5655 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.295020] env[63105]: DEBUG nova.policy [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '374f205248554adbbc4070842695f5ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2d61f61e724c719088e006027a9e34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.302658] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.302658] env[63105]: value = "task-2758820" [ 774.302658] env[63105]: _type = "Task" [ 774.302658] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.314276] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758820, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.456538] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85663} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.459856] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] b979985d-b472-47ed-8611-e55e959942e9/b979985d-b472-47ed-8611-e55e959942e9.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.460116] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.460702] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9280e5b2-f8e6-4563-a021-d7122ed5b908 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.469015] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 774.469015] env[63105]: value = "task-2758821" [ 774.469015] env[63105]: _type = "Task" [ 774.469015] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.486747] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.500331] env[63105]: DEBUG nova.compute.manager [req-31ea0878-f081-4de7-a832-7d2a0ffdce8c req-3f90a6d2-e3f4-464e-b1c4-a78540155f30 service nova] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Received event network-vif-deleted-f1a89081-43fd-4e4d-8913-54689145e85f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 774.500699] env[63105]: DEBUG nova.compute.manager [req-31ea0878-f081-4de7-a832-7d2a0ffdce8c req-3f90a6d2-e3f4-464e-b1c4-a78540155f30 service nova] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Received event network-changed-d295b177-5a21-4449-b078-2620cb3a0a34 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 774.500919] env[63105]: DEBUG nova.compute.manager [req-31ea0878-f081-4de7-a832-7d2a0ffdce8c req-3f90a6d2-e3f4-464e-b1c4-a78540155f30 service nova] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Refreshing instance network info cache due to event network-changed-d295b177-5a21-4449-b078-2620cb3a0a34. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 774.501184] env[63105]: DEBUG oslo_concurrency.lockutils [req-31ea0878-f081-4de7-a832-7d2a0ffdce8c req-3f90a6d2-e3f4-464e-b1c4-a78540155f30 service nova] Acquiring lock "refresh_cache-d9015a99-4e2e-48e7-ab0a-e63da1bbcdee" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.501975] env[63105]: DEBUG oslo_concurrency.lockutils [req-31ea0878-f081-4de7-a832-7d2a0ffdce8c req-3f90a6d2-e3f4-464e-b1c4-a78540155f30 service nova] Acquired lock "refresh_cache-d9015a99-4e2e-48e7-ab0a-e63da1bbcdee" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.501975] env[63105]: DEBUG nova.network.neutron [req-31ea0878-f081-4de7-a832-7d2a0ffdce8c req-3f90a6d2-e3f4-464e-b1c4-a78540155f30 service nova] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Refreshing network info cache for port d295b177-5a21-4449-b078-2620cb3a0a34 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.687514] env[63105]: DEBUG nova.compute.manager [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.731101] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.733186] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd756ab1-287f-4335-97e5-6dd39667c044 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.744805] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03b0f8d-a9ef-4880-a5ee-9edd6ae3e5bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.780851] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd9251a-dedb-4277-a81b-b49d57f634fc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.789431] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a431417-9e90-4a97-84f3-4846c58ff272 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.809636] env[63105]: DEBUG nova.compute.provider_tree [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.813630] env[63105]: DEBUG nova.network.neutron [req-17bf2dbf-8d18-4707-8e93-b4ccdf687b6e req-afeb24c0-7b05-4d76-8883-a64acdba075c service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Updated VIF entry in instance network info cache for port 34769b43-16a6-4614-adbe-b6ee6713aaf1. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.815056] env[63105]: DEBUG nova.network.neutron [req-17bf2dbf-8d18-4707-8e93-b4ccdf687b6e req-afeb24c0-7b05-4d76-8883-a64acdba075c service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Updating instance_info_cache with network_info: [{"id": "34769b43-16a6-4614-adbe-b6ee6713aaf1", "address": "fa:16:3e:f6:6e:01", "network": {"id": "0711f249-c76f-4df9-842a-6c037f8bd1dd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-354370894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a065165b89d45fdb7b2b8fe8cc949aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34769b43-16", "ovs_interfaceid": "34769b43-16a6-4614-adbe-b6ee6713aaf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.823164] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758820, 'name': CreateVM_Task, 'duration_secs': 0.425736} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.823516] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.824890] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.825138] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.825847] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.826431] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a45648c-44d9-4e57-bd12-39d992e8c747 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.835023] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Waiting for the task: (returnval){ [ 774.835023] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523553e7-4c06-67ca-a51d-523c596b936c" [ 774.835023] env[63105]: _type = "Task" [ 774.835023] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.843403] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523553e7-4c06-67ca-a51d-523c596b936c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.979968] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141402} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.979968] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.980522] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdf4d48-f98f-41d9-a7c6-4f9d77437abb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.005996] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] b979985d-b472-47ed-8611-e55e959942e9/b979985d-b472-47ed-8611-e55e959942e9.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.009762] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-207d064d-2ae5-4fba-85ed-c1ae797535a8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.026587] env[63105]: DEBUG nova.network.neutron [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Successfully created port: 01cea10a-b5c4-4ce0-ade4-d727779ded19 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.035526] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 775.035526] env[63105]: value = "task-2758822" [ 775.035526] env[63105]: _type = "Task" [ 775.035526] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.051912] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758822, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.310655] env[63105]: DEBUG nova.scheduler.client.report [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 775.316868] env[63105]: DEBUG oslo_concurrency.lockutils [req-17bf2dbf-8d18-4707-8e93-b4ccdf687b6e req-afeb24c0-7b05-4d76-8883-a64acdba075c service nova] Releasing lock "refresh_cache-421a6100-70a4-4fbf-abac-28a4e47acaef" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.344372] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523553e7-4c06-67ca-a51d-523c596b936c, 'name': SearchDatastore_Task, 'duration_secs': 0.011009} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.344816] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.345162] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.345451] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.345570] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.345824] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.346174] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cac88972-ff67-4e57-a9b7-4673d7dccb26 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.356749] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.357165] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.358248] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c515bdf-8a8a-49e9-8a56-1384f8397543 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.367150] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Waiting for the task: (returnval){ [ 775.367150] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]529b1e12-4fc7-fda3-d55b-d0807967b782" [ 775.367150] env[63105]: _type = "Task" [ 775.367150] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.375886] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529b1e12-4fc7-fda3-d55b-d0807967b782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.423210] env[63105]: DEBUG nova.network.neutron [req-31ea0878-f081-4de7-a832-7d2a0ffdce8c req-3f90a6d2-e3f4-464e-b1c4-a78540155f30 service nova] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Updated VIF entry in instance network info cache for port d295b177-5a21-4449-b078-2620cb3a0a34. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.423574] env[63105]: DEBUG nova.network.neutron [req-31ea0878-f081-4de7-a832-7d2a0ffdce8c req-3f90a6d2-e3f4-464e-b1c4-a78540155f30 service nova] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Updating instance_info_cache with network_info: [{"id": "d295b177-5a21-4449-b078-2620cb3a0a34", "address": "fa:16:3e:98:50:7a", "network": {"id": "b774738c-4386-4d98-acd2-46293eb00f6c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-996715241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e903b54739874884850b49f47695acab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd295b177-5a", "ovs_interfaceid": "d295b177-5a21-4449-b078-2620cb3a0a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.563583] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758822, 'name': ReconfigVM_Task, 'duration_secs': 0.362345} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.564022] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Reconfigured VM instance instance-00000032 to attach disk [datastore2] b979985d-b472-47ed-8611-e55e959942e9/b979985d-b472-47ed-8611-e55e959942e9.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.565084] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ae8c762-cb9c-4cb6-897f-ea475211523c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.573851] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 775.573851] env[63105]: value = "task-2758823" [ 775.573851] env[63105]: _type = "Task" [ 775.573851] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.583340] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758823, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.637630] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating instance_info_cache with network_info: [{"id": "89cbc02a-a4ff-43b4-9cba-47306f4db003", "address": "fa:16:3e:90:f7:22", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89cbc02a-a4", "ovs_interfaceid": "89cbc02a-a4ff-43b4-9cba-47306f4db003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.698654] env[63105]: DEBUG nova.compute.manager [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.734892] env[63105]: DEBUG nova.virt.hardware [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 775.735424] env[63105]: DEBUG nova.virt.hardware [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 775.735752] env[63105]: DEBUG nova.virt.hardware [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.735975] env[63105]: DEBUG nova.virt.hardware [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 775.736174] env[63105]: DEBUG nova.virt.hardware [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.736483] env[63105]: DEBUG nova.virt.hardware [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 775.736825] env[63105]: DEBUG nova.virt.hardware [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 775.737086] env[63105]: DEBUG nova.virt.hardware [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 775.737362] env[63105]: DEBUG nova.virt.hardware [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 775.737645] env[63105]: DEBUG nova.virt.hardware [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 775.737851] env[63105]: DEBUG nova.virt.hardware [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 775.738814] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5cc86e-782e-46a1-badd-19db6a8a5bef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.747079] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e121200-010d-496f-8d70-ad8d0c0863e1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.817070] env[63105]: DEBUG oslo_concurrency.lockutils [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.820271] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.489s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.820767] env[63105]: DEBUG nova.objects.instance [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lazy-loading 'resources' on Instance uuid 16c5f890-a3f2-4825-8ba6-11caf6fbef8f {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.842270] env[63105]: INFO nova.scheduler.client.report [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Deleted allocations for instance 8f1812a5-1596-464f-b486-91b6c9a822bd [ 775.878466] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529b1e12-4fc7-fda3-d55b-d0807967b782, 'name': SearchDatastore_Task, 'duration_secs': 0.021576} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.879620] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0017a173-5f94-4c61-8510-c75289d69e79 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.885173] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Waiting for the task: (returnval){ [ 775.885173] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e2ede5-bae7-0c3e-0da9-c92a3e50ec7b" [ 775.885173] env[63105]: _type = "Task" [ 775.885173] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.894309] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e2ede5-bae7-0c3e-0da9-c92a3e50ec7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.926336] env[63105]: DEBUG oslo_concurrency.lockutils [req-31ea0878-f081-4de7-a832-7d2a0ffdce8c req-3f90a6d2-e3f4-464e-b1c4-a78540155f30 service nova] Releasing lock "refresh_cache-d9015a99-4e2e-48e7-ab0a-e63da1bbcdee" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.086016] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758823, 'name': Rename_Task, 'duration_secs': 0.172563} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.086311] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.086562] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebe25707-5aa0-440c-95b8-15cfdb6ea81a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.093197] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 776.093197] env[63105]: value = "task-2758824" [ 776.093197] env[63105]: _type = "Task" [ 776.093197] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.101382] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.140811] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Releasing lock "refresh_cache-a78212e0-e331-4fd3-8b67-0c8522d82c2b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.140811] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updated the network info_cache for instance {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 776.140988] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.141056] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.141168] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.141320] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.141556] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.141607] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.141749] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 776.141883] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.351028] env[63105]: DEBUG oslo_concurrency.lockutils [None req-618db904-98a2-4973-84e2-db2de3cd9c7e tempest-ServersTestManualDisk-627660502 tempest-ServersTestManualDisk-627660502-project-member] Lock "8f1812a5-1596-464f-b486-91b6c9a822bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.706s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.397097] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e2ede5-bae7-0c3e-0da9-c92a3e50ec7b, 'name': SearchDatastore_Task, 'duration_secs': 0.015363} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.400015] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.400345] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] d9015a99-4e2e-48e7-ab0a-e63da1bbcdee/d9015a99-4e2e-48e7-ab0a-e63da1bbcdee.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.401016] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7af5b7c2-015c-44f4-bd24-24285160374b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.408377] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Waiting for the task: (returnval){ [ 776.408377] env[63105]: value = "task-2758825" [ 776.408377] env[63105]: _type = "Task" [ 776.408377] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.419530] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.605269] env[63105]: DEBUG oslo_vmware.api [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758824, 'name': PowerOnVM_Task, 'duration_secs': 0.505465} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.605631] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.606266] env[63105]: INFO nova.compute.manager [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Took 9.62 seconds to spawn the instance on the hypervisor. [ 776.606525] env[63105]: DEBUG nova.compute.manager [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.607589] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b7721b-cd28-4691-aacf-19ad9cb0dac4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.646619] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.768825] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39440e5a-9d99-49a0-b1d3-080d096d33fd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.776779] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0343b793-063f-4067-b65b-a7873ae2be8f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.813017] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e86d2e0-531a-479e-bbee-d6cd63976f52 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.820419] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcb99df-700d-477b-9b90-bb314556492f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.837025] env[63105]: DEBUG nova.compute.provider_tree [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.919266] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.002039] env[63105]: DEBUG nova.compute.manager [req-c8578ec8-1b9f-4f8a-83a9-3871f014417e req-0afdc9f4-0716-4338-9d73-2ca2df6da6a5 service nova] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Received event network-vif-plugged-01cea10a-b5c4-4ce0-ade4-d727779ded19 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 777.002295] env[63105]: DEBUG oslo_concurrency.lockutils [req-c8578ec8-1b9f-4f8a-83a9-3871f014417e req-0afdc9f4-0716-4338-9d73-2ca2df6da6a5 service nova] Acquiring lock "51f3d212-fea0-4743-bd74-810c1f0122f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.002511] env[63105]: DEBUG oslo_concurrency.lockutils [req-c8578ec8-1b9f-4f8a-83a9-3871f014417e req-0afdc9f4-0716-4338-9d73-2ca2df6da6a5 service nova] Lock "51f3d212-fea0-4743-bd74-810c1f0122f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.002682] env[63105]: DEBUG oslo_concurrency.lockutils [req-c8578ec8-1b9f-4f8a-83a9-3871f014417e req-0afdc9f4-0716-4338-9d73-2ca2df6da6a5 service nova] Lock "51f3d212-fea0-4743-bd74-810c1f0122f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.002847] env[63105]: DEBUG nova.compute.manager [req-c8578ec8-1b9f-4f8a-83a9-3871f014417e req-0afdc9f4-0716-4338-9d73-2ca2df6da6a5 service nova] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] No waiting events found dispatching network-vif-plugged-01cea10a-b5c4-4ce0-ade4-d727779ded19 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.003298] env[63105]: WARNING nova.compute.manager [req-c8578ec8-1b9f-4f8a-83a9-3871f014417e req-0afdc9f4-0716-4338-9d73-2ca2df6da6a5 service nova] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Received unexpected event network-vif-plugged-01cea10a-b5c4-4ce0-ade4-d727779ded19 for instance with vm_state building and task_state spawning. [ 777.131213] env[63105]: INFO nova.compute.manager [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Took 46.48 seconds to build instance. [ 777.141114] env[63105]: DEBUG nova.network.neutron [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Successfully updated port: 01cea10a-b5c4-4ce0-ade4-d727779ded19 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.339883] env[63105]: DEBUG nova.scheduler.client.report [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 777.423257] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.634123] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ee7fd4e8-1b02-452c-b27a-b16fda51c55d tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "b979985d-b472-47ed-8611-e55e959942e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.430s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.643893] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "refresh_cache-51f3d212-fea0-4743-bd74-810c1f0122f5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.644101] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired lock "refresh_cache-51f3d212-fea0-4743-bd74-810c1f0122f5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.644209] env[63105]: DEBUG nova.network.neutron [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.852924] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.856373] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.286s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.856771] env[63105]: DEBUG nova.objects.instance [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lazy-loading 'resources' on Instance uuid 1b4ce059-48cf-4e2c-9717-8435265be136 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.882354] env[63105]: INFO nova.scheduler.client.report [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Deleted allocations for instance 16c5f890-a3f2-4825-8ba6-11caf6fbef8f [ 777.921312] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758825, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.228126] env[63105]: DEBUG nova.network.neutron [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.393052] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eb421ef5-11fe-45dc-aa22-9cdb5af5b17d tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "16c5f890-a3f2-4825-8ba6-11caf6fbef8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.707s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.423843] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758825, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.820624} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.424601] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] d9015a99-4e2e-48e7-ab0a-e63da1bbcdee/d9015a99-4e2e-48e7-ab0a-e63da1bbcdee.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.424785] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.425040] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c1bc2b9-5ddf-453c-8dc3-34807bed1262 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.433895] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Waiting for the task: (returnval){ [ 778.433895] env[63105]: value = "task-2758826" [ 778.433895] env[63105]: _type = "Task" [ 778.433895] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.442676] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.484686] env[63105]: DEBUG nova.network.neutron [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Updating instance_info_cache with network_info: [{"id": "01cea10a-b5c4-4ce0-ade4-d727779ded19", "address": "fa:16:3e:c3:08:1a", "network": {"id": "da754b38-ead4-475c-adb4-d1570711cf71", "bridge": "br-int", "label": "tempest-ImagesTestJSON-374670986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d61f61e724c719088e006027a9e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01cea10a-b5", "ovs_interfaceid": "01cea10a-b5c4-4ce0-ade4-d727779ded19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.793279] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5bb93c-521e-4856-96f3-2fbda1ed9ead {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.801851] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082b33a3-22fc-457b-80c3-7890317ecedd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.833156] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7550672-483c-4a0c-b4f6-7755009c619a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.844600] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfecc4d-aaea-4fab-bffe-7e00be0cdeb1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.854775] env[63105]: DEBUG nova.compute.provider_tree [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.945341] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066791} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.945773] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.946594] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75ddb15-32f3-4a7b-890b-748b0ed898d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.968583] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] d9015a99-4e2e-48e7-ab0a-e63da1bbcdee/d9015a99-4e2e-48e7-ab0a-e63da1bbcdee.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.968921] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9baec6dc-e973-40f3-bb8e-8b08137d65a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.988038] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lock "refresh_cache-51f3d212-fea0-4743-bd74-810c1f0122f5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.988038] env[63105]: DEBUG nova.compute.manager [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Instance network_info: |[{"id": "01cea10a-b5c4-4ce0-ade4-d727779ded19", "address": "fa:16:3e:c3:08:1a", "network": {"id": "da754b38-ead4-475c-adb4-d1570711cf71", "bridge": "br-int", "label": "tempest-ImagesTestJSON-374670986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d61f61e724c719088e006027a9e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01cea10a-b5", "ovs_interfaceid": "01cea10a-b5c4-4ce0-ade4-d727779ded19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.989539] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:08:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01cea10a-b5c4-4ce0-ade4-d727779ded19', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.996871] env[63105]: DEBUG oslo.service.loopingcall [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.998348] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.998674] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Waiting for the task: (returnval){ [ 778.998674] env[63105]: value = "task-2758827" [ 778.998674] env[63105]: _type = "Task" [ 778.998674] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.998860] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4af54243-c848-463e-8f76-36af275f208b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.021721] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.022900] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.022900] env[63105]: value = "task-2758828" [ 779.022900] env[63105]: _type = "Task" [ 779.022900] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.030427] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758828, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.065238] env[63105]: DEBUG nova.compute.manager [req-05bf969a-1491-46f1-9e93-0c0acc547ffb req-08a025e1-44b6-4b99-9390-7dc2a0a8ff7b service nova] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Received event network-changed-01cea10a-b5c4-4ce0-ade4-d727779ded19 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 779.065549] env[63105]: DEBUG nova.compute.manager [req-05bf969a-1491-46f1-9e93-0c0acc547ffb req-08a025e1-44b6-4b99-9390-7dc2a0a8ff7b service nova] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Refreshing instance network info cache due to event network-changed-01cea10a-b5c4-4ce0-ade4-d727779ded19. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 779.065698] env[63105]: DEBUG oslo_concurrency.lockutils [req-05bf969a-1491-46f1-9e93-0c0acc547ffb req-08a025e1-44b6-4b99-9390-7dc2a0a8ff7b service nova] Acquiring lock "refresh_cache-51f3d212-fea0-4743-bd74-810c1f0122f5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.065935] env[63105]: DEBUG oslo_concurrency.lockutils [req-05bf969a-1491-46f1-9e93-0c0acc547ffb req-08a025e1-44b6-4b99-9390-7dc2a0a8ff7b service nova] Acquired lock "refresh_cache-51f3d212-fea0-4743-bd74-810c1f0122f5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.066043] env[63105]: DEBUG nova.network.neutron [req-05bf969a-1491-46f1-9e93-0c0acc547ffb req-08a025e1-44b6-4b99-9390-7dc2a0a8ff7b service nova] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Refreshing network info cache for port 01cea10a-b5c4-4ce0-ade4-d727779ded19 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.253870] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.254166] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.361078] env[63105]: DEBUG nova.scheduler.client.report [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 779.531409] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758827, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.537195] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758828, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.757007] env[63105]: DEBUG nova.compute.manager [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.852876] env[63105]: DEBUG nova.network.neutron [req-05bf969a-1491-46f1-9e93-0c0acc547ffb req-08a025e1-44b6-4b99-9390-7dc2a0a8ff7b service nova] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Updated VIF entry in instance network info cache for port 01cea10a-b5c4-4ce0-ade4-d727779ded19. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.853249] env[63105]: DEBUG nova.network.neutron [req-05bf969a-1491-46f1-9e93-0c0acc547ffb req-08a025e1-44b6-4b99-9390-7dc2a0a8ff7b service nova] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Updating instance_info_cache with network_info: [{"id": "01cea10a-b5c4-4ce0-ade4-d727779ded19", "address": "fa:16:3e:c3:08:1a", "network": {"id": "da754b38-ead4-475c-adb4-d1570711cf71", "bridge": "br-int", "label": "tempest-ImagesTestJSON-374670986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d61f61e724c719088e006027a9e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01cea10a-b5", "ovs_interfaceid": "01cea10a-b5c4-4ce0-ade4-d727779ded19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.864526] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.867852] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.173s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.870522] env[63105]: INFO nova.compute.claims [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.894626] env[63105]: INFO nova.scheduler.client.report [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Deleted allocations for instance 1b4ce059-48cf-4e2c-9717-8435265be136 [ 780.027311] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758827, 'name': ReconfigVM_Task, 'duration_secs': 0.579365} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.031074] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Reconfigured VM instance instance-00000033 to attach disk [datastore1] d9015a99-4e2e-48e7-ab0a-e63da1bbcdee/d9015a99-4e2e-48e7-ab0a-e63da1bbcdee.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.031929] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cac30ef7-2172-4ba0-bacc-43ba1a995a09 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.039216] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758828, 'name': CreateVM_Task, 'duration_secs': 0.589754} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.040568] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.041073] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Waiting for the task: (returnval){ [ 780.041073] env[63105]: value = "task-2758829" [ 780.041073] env[63105]: _type = "Task" [ 780.041073] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.041992] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.042306] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.042728] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.043148] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68877dfb-1354-4ca7-8819-c1b4807f094f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.053025] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 780.053025] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e538c4-4412-b6e0-f332-1c3b59b018ce" [ 780.053025] env[63105]: _type = "Task" [ 780.053025] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.054893] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758829, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.065828] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e538c4-4412-b6e0-f332-1c3b59b018ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.284808] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.356417] env[63105]: DEBUG oslo_concurrency.lockutils [req-05bf969a-1491-46f1-9e93-0c0acc547ffb req-08a025e1-44b6-4b99-9390-7dc2a0a8ff7b service nova] Releasing lock "refresh_cache-51f3d212-fea0-4743-bd74-810c1f0122f5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.404711] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7de5ff8f-42c4-409e-a4fc-315e9b2593f8 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "1b4ce059-48cf-4e2c-9717-8435265be136" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.530s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.557225] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758829, 'name': Rename_Task, 'duration_secs': 0.391669} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.562442] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.563057] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef90ca14-8493-4985-b4ec-69a25efe9d2b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.572376] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e538c4-4412-b6e0-f332-1c3b59b018ce, 'name': SearchDatastore_Task, 'duration_secs': 0.019869} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.573954] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.574253] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.574551] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.574735] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.574960] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.575337] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Waiting for the task: (returnval){ [ 780.575337] env[63105]: value = "task-2758830" [ 780.575337] env[63105]: _type = "Task" [ 780.575337] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.575657] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0832f47c-876c-48b8-8196-59a19dc3c499 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.588612] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.589538] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.589759] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.590651] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4530390-1b14-4a45-9e8e-e4b66087cd78 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.596331] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 780.596331] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52070879-dece-4ad7-06b5-77fdbf3f2981" [ 780.596331] env[63105]: _type = "Task" [ 780.596331] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.606220] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52070879-dece-4ad7-06b5-77fdbf3f2981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.092846] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758830, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.105451] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52070879-dece-4ad7-06b5-77fdbf3f2981, 'name': SearchDatastore_Task, 'duration_secs': 0.012546} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.106285] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ff26dc-d8ad-4106-9569-7672e84ab78c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.113759] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 781.113759] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52abf742-0d58-f2a4-1f5f-5ac3403a734c" [ 781.113759] env[63105]: _type = "Task" [ 781.113759] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.121329] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52abf742-0d58-f2a4-1f5f-5ac3403a734c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.464163] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30567f5-a8d8-4826-980b-551972b62956 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.470769] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83375462-f78b-4194-af37-6bee7f27ae8c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.507361] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db4a88e-35d7-43de-8b77-2d8886bbead3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.516256] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212f8541-08ff-4663-beb3-09b8772ca483 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.530641] env[63105]: DEBUG nova.compute.provider_tree [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.590224] env[63105]: DEBUG oslo_vmware.api [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758830, 'name': PowerOnVM_Task, 'duration_secs': 0.67496} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.590933] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.591717] env[63105]: INFO nova.compute.manager [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Took 10.50 seconds to spawn the instance on the hypervisor. [ 781.592258] env[63105]: DEBUG nova.compute.manager [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.593509] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622d6881-9fd8-42a7-949e-5c7495114ad7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.626233] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52abf742-0d58-f2a4-1f5f-5ac3403a734c, 'name': SearchDatastore_Task, 'duration_secs': 0.020811} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.626680] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.627078] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 51f3d212-fea0-4743-bd74-810c1f0122f5/51f3d212-fea0-4743-bd74-810c1f0122f5.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.627511] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-375a110c-9e17-4e92-9420-0351ac9fb73a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.636554] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 781.636554] env[63105]: value = "task-2758831" [ 781.636554] env[63105]: _type = "Task" [ 781.636554] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.646292] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.002460] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "6c94130a-b4ca-41d2-a1c4-d099c110ebc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.002756] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "6c94130a-b4ca-41d2-a1c4-d099c110ebc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.055270] env[63105]: ERROR nova.scheduler.client.report [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [req-963555d4-fbef-4bc0-8154-2968fb41cd3f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-963555d4-fbef-4bc0-8154-2968fb41cd3f"}]} [ 782.072989] env[63105]: DEBUG nova.scheduler.client.report [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 782.091520] env[63105]: DEBUG nova.scheduler.client.report [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 782.091785] env[63105]: DEBUG nova.compute.provider_tree [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.105725] env[63105]: DEBUG nova.scheduler.client.report [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 782.120507] env[63105]: INFO nova.compute.manager [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Took 47.10 seconds to build instance. [ 782.135122] env[63105]: DEBUG nova.scheduler.client.report [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 782.148784] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758831, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.514197] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.514197] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.548241] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "97456def-d278-4065-a424-333f922b7060" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.548241] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "97456def-d278-4065-a424-333f922b7060" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.628060] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0bad55b2-4c81-4a35-a49d-54aee9e4c1bc tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Lock "d9015a99-4e2e-48e7-ab0a-e63da1bbcdee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.642s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.634356] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558243af-0a42-4207-b357-08a6e2a4c7a1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.645096] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7b4903-750e-4c52-a7a6-f6b9b0ff9544 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.651958] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808236} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.652591] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 51f3d212-fea0-4743-bd74-810c1f0122f5/51f3d212-fea0-4743-bd74-810c1f0122f5.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.652864] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.653132] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75fdf6e4-5212-45cd-a75c-3e6eb32fa922 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.681437] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb7d2f9-8d71-46a6-afc1-5a0e27c97d84 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.685887] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 782.685887] env[63105]: value = "task-2758832" [ 782.685887] env[63105]: _type = "Task" [ 782.685887] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.692260] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45762364-33c3-4cf7-9e9e-6f0fa9c99350 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.709564] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.710437] env[63105]: DEBUG nova.compute.provider_tree [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.804244] env[63105]: DEBUG oslo_concurrency.lockutils [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Acquiring lock "d9015a99-4e2e-48e7-ab0a-e63da1bbcdee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.804838] env[63105]: DEBUG oslo_concurrency.lockutils [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Lock "d9015a99-4e2e-48e7-ab0a-e63da1bbcdee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.804838] env[63105]: DEBUG oslo_concurrency.lockutils [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Acquiring lock "d9015a99-4e2e-48e7-ab0a-e63da1bbcdee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.805113] env[63105]: DEBUG oslo_concurrency.lockutils [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Lock "d9015a99-4e2e-48e7-ab0a-e63da1bbcdee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.805206] env[63105]: DEBUG oslo_concurrency.lockutils [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Lock "d9015a99-4e2e-48e7-ab0a-e63da1bbcdee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.807362] env[63105]: INFO nova.compute.manager [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Terminating instance [ 783.130720] env[63105]: DEBUG nova.compute.manager [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.200029] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066108} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.200029] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.200029] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07004cd-e21a-4708-91ff-ce95b9f589b5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.223684] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 51f3d212-fea0-4743-bd74-810c1f0122f5/51f3d212-fea0-4743-bd74-810c1f0122f5.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.224322] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2536cba-7d0e-4404-94ec-5a416db696fe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.240328] env[63105]: ERROR nova.scheduler.client.report [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [req-29a666c6-3c08-4a31-b725-08b241a01a40] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-29a666c6-3c08-4a31-b725-08b241a01a40"}]} [ 783.245859] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 783.245859] env[63105]: value = "task-2758833" [ 783.245859] env[63105]: _type = "Task" [ 783.245859] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.256982] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758833, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.257958] env[63105]: DEBUG nova.scheduler.client.report [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 783.278544] env[63105]: DEBUG nova.scheduler.client.report [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 783.278868] env[63105]: DEBUG nova.compute.provider_tree [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.290992] env[63105]: DEBUG nova.scheduler.client.report [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 783.311570] env[63105]: DEBUG nova.compute.manager [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.311809] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.312930] env[63105]: DEBUG nova.scheduler.client.report [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 783.315604] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b33359b-ab7b-46f3-990d-f6068742fab3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.326628] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.326886] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-401bb143-ac1e-4333-b5d6-a9f05154a630 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.332957] env[63105]: DEBUG oslo_vmware.api [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Waiting for the task: (returnval){ [ 783.332957] env[63105]: value = "task-2758834" [ 783.332957] env[63105]: _type = "Task" [ 783.332957] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.341607] env[63105]: DEBUG oslo_vmware.api [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.650946] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.758788] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758833, 'name': ReconfigVM_Task, 'duration_secs': 0.448724} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.758788] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 51f3d212-fea0-4743-bd74-810c1f0122f5/51f3d212-fea0-4743-bd74-810c1f0122f5.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.759411] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e795f6f3-bf50-46cd-b08a-5e12134373bb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.766077] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 783.766077] env[63105]: value = "task-2758835" [ 783.766077] env[63105]: _type = "Task" [ 783.766077] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.767287] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cef2ea4-6bef-49ab-99f4-f0d77031987a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.777516] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758835, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.780140] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8c8952-7046-41c5-af37-f6f8463eaff8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.810713] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd85132f-8698-4721-a846-5ea5a5765a15 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.818473] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce63f525-1037-44ce-9eb1-425169a3c830 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.831935] env[63105]: DEBUG nova.compute.provider_tree [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.841339] env[63105]: DEBUG oslo_vmware.api [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758834, 'name': PowerOffVM_Task, 'duration_secs': 0.229352} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.842253] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.842459] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.842739] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-643bf788-7282-4884-a1de-f2413e7331d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.910914] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.911528] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.911716] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Deleting the datastore file [datastore1] d9015a99-4e2e-48e7-ab0a-e63da1bbcdee {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.911996] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-330bbade-3f35-4d8d-8018-243cd2109e0b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.918920] env[63105]: DEBUG oslo_vmware.api [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Waiting for the task: (returnval){ [ 783.918920] env[63105]: value = "task-2758837" [ 783.918920] env[63105]: _type = "Task" [ 783.918920] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.929269] env[63105]: DEBUG oslo_vmware.api [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.276358] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758835, 'name': Rename_Task, 'duration_secs': 0.182346} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.276634] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.276881] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c460a50-f606-47c5-a0fb-1051301e62ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.283268] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 784.283268] env[63105]: value = "task-2758838" [ 784.283268] env[63105]: _type = "Task" [ 784.283268] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.290719] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.350609] env[63105]: DEBUG oslo_vmware.rw_handles [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277e2f9-b41d-e111-3aae-31aff02e3c76/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 784.351589] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd83bbc9-5dab-4de5-934f-dc790bbb82ce {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.358591] env[63105]: DEBUG oslo_vmware.rw_handles [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277e2f9-b41d-e111-3aae-31aff02e3c76/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 784.358591] env[63105]: ERROR oslo_vmware.rw_handles [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277e2f9-b41d-e111-3aae-31aff02e3c76/disk-0.vmdk due to incomplete transfer. [ 784.358591] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6fd4f19c-0818-4205-8148-0653169f581a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.365414] env[63105]: DEBUG oslo_vmware.rw_handles [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277e2f9-b41d-e111-3aae-31aff02e3c76/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 784.365611] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Uploaded image c2cf521b-fb43-4178-9bcc-29570cd9884d to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 784.367766] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 784.368028] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cd4b1942-ce70-49f9-a1cf-2634d608d052 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.370183] env[63105]: DEBUG nova.scheduler.client.report [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 784.370426] env[63105]: DEBUG nova.compute.provider_tree [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 86 to 87 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 784.370603] env[63105]: DEBUG nova.compute.provider_tree [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.378702] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 784.378702] env[63105]: value = "task-2758839" [ 784.378702] env[63105]: _type = "Task" [ 784.378702] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.386785] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758839, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.429085] env[63105]: DEBUG oslo_vmware.api [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Task: {'id': task-2758837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314324} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.429365] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.429558] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.429739] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.429913] env[63105]: INFO nova.compute.manager [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Took 1.12 seconds to destroy the instance on the hypervisor. [ 784.430173] env[63105]: DEBUG oslo.service.loopingcall [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.430442] env[63105]: DEBUG nova.compute.manager [-] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.430545] env[63105]: DEBUG nova.network.neutron [-] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.797463] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758838, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.831825] env[63105]: DEBUG nova.compute.manager [req-32bf4135-c32d-4846-8276-73cdd8111310 req-9abc4459-572c-4e9a-b5ea-8f5e10ecf4e6 service nova] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Received event network-vif-deleted-d295b177-5a21-4449-b078-2620cb3a0a34 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 784.832033] env[63105]: INFO nova.compute.manager [req-32bf4135-c32d-4846-8276-73cdd8111310 req-9abc4459-572c-4e9a-b5ea-8f5e10ecf4e6 service nova] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Neutron deleted interface d295b177-5a21-4449-b078-2620cb3a0a34; detaching it from the instance and deleting it from the info cache [ 784.832217] env[63105]: DEBUG nova.network.neutron [req-32bf4135-c32d-4846-8276-73cdd8111310 req-9abc4459-572c-4e9a-b5ea-8f5e10ecf4e6 service nova] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.875463] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.008s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.876026] env[63105]: DEBUG nova.compute.manager [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.878850] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.278s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.879103] env[63105]: DEBUG nova.objects.instance [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lazy-loading 'resources' on Instance uuid 62d329f2-b211-4c32-9cbd-5b4d68e825b8 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.893363] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758839, 'name': Destroy_Task, 'duration_secs': 0.420659} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.893602] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Destroyed the VM [ 784.893863] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 784.894146] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d13e76fd-31a6-44d2-8e90-a92841e4299e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.900674] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 784.900674] env[63105]: value = "task-2758840" [ 784.900674] env[63105]: _type = "Task" [ 784.900674] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.908532] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758840, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.268919] env[63105]: DEBUG nova.network.neutron [-] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.293604] env[63105]: DEBUG oslo_vmware.api [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758838, 'name': PowerOnVM_Task, 'duration_secs': 0.521294} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.293915] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.294061] env[63105]: INFO nova.compute.manager [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Took 9.59 seconds to spawn the instance on the hypervisor. [ 785.294252] env[63105]: DEBUG nova.compute.manager [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.295037] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dc390e-3780-4b13-9437-9c52f4c28d74 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.334920] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04d182fa-53fe-436d-bdbb-db00d915f06b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.345427] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e97dfd4-8769-4238-9f4b-30137b6ea426 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.375561] env[63105]: DEBUG nova.compute.manager [req-32bf4135-c32d-4846-8276-73cdd8111310 req-9abc4459-572c-4e9a-b5ea-8f5e10ecf4e6 service nova] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Detach interface failed, port_id=d295b177-5a21-4449-b078-2620cb3a0a34, reason: Instance d9015a99-4e2e-48e7-ab0a-e63da1bbcdee could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 785.382342] env[63105]: DEBUG nova.compute.utils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 785.386292] env[63105]: DEBUG nova.compute.manager [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.386452] env[63105]: DEBUG nova.network.neutron [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.411644] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758840, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.433837] env[63105]: DEBUG nova.policy [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ec775d5f663457eaed673c37b4888c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fba694370d104daabb0a41030634bc47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.772252] env[63105]: INFO nova.compute.manager [-] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Took 1.34 seconds to deallocate network for instance. [ 785.809948] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaebc4f9-d41f-4738-bce1-7ce3b51fad33 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.814917] env[63105]: DEBUG nova.network.neutron [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Successfully created port: 17cc3dc4-c600-4ade-b056-0fce9d653031 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.817366] env[63105]: INFO nova.compute.manager [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Took 49.49 seconds to build instance. [ 785.822140] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fe128b-f6b1-4cca-8d84-99be3d6ef239 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.853102] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa6b978-60d1-47c7-8d85-6e24ee72c712 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.860937] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d8e275-e6f4-4bcf-93ce-157835e8acdd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.876374] env[63105]: DEBUG nova.compute.provider_tree [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.887439] env[63105]: DEBUG nova.compute.manager [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.910203] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758840, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.281337] env[63105]: DEBUG oslo_concurrency.lockutils [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.319936] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ab9f234a-a89e-4e63-8d5c-d607da0a7f9f tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "51f3d212-fea0-4743-bd74-810c1f0122f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.438s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.411260] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758840, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.419496] env[63105]: DEBUG nova.scheduler.client.report [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 786.419739] env[63105]: DEBUG nova.compute.provider_tree [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 87 to 88 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 786.419912] env[63105]: DEBUG nova.compute.provider_tree [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.825166] env[63105]: DEBUG nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.898062] env[63105]: DEBUG nova.compute.manager [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.911581] env[63105]: DEBUG oslo_vmware.api [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758840, 'name': RemoveSnapshot_Task, 'duration_secs': 1.697621} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.911851] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 786.912094] env[63105]: INFO nova.compute.manager [None req-2d43da69-86b4-4afe-94b1-6cf133e2434f tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Took 17.04 seconds to snapshot the instance on the hypervisor. [ 786.922528] env[63105]: DEBUG nova.virt.hardware [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 786.922683] env[63105]: DEBUG nova.virt.hardware [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 786.922828] env[63105]: DEBUG nova.virt.hardware [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.923018] env[63105]: DEBUG nova.virt.hardware [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 786.923170] env[63105]: DEBUG nova.virt.hardware [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.923315] env[63105]: DEBUG nova.virt.hardware [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 786.923536] env[63105]: DEBUG nova.virt.hardware [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 786.923678] env[63105]: DEBUG nova.virt.hardware [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 786.923844] env[63105]: DEBUG nova.virt.hardware [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 786.924015] env[63105]: DEBUG nova.virt.hardware [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 786.924198] env[63105]: DEBUG nova.virt.hardware [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 786.925164] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de598aaa-c707-4731-91d0-f90e2e136b7e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.928317] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.931648] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.797s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.932592] env[63105]: INFO nova.compute.claims [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.941111] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c50194b-abd9-4242-879d-aa1b5754937d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.957693] env[63105]: INFO nova.scheduler.client.report [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleted allocations for instance 62d329f2-b211-4c32-9cbd-5b4d68e825b8 [ 787.343738] env[63105]: DEBUG nova.compute.manager [req-2723744a-0c79-4b6e-a943-3d3f49b712e5 req-39d4f8a0-c79d-41cf-88d7-5b4be2d8352a service nova] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Received event network-vif-plugged-17cc3dc4-c600-4ade-b056-0fce9d653031 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 787.343738] env[63105]: DEBUG oslo_concurrency.lockutils [req-2723744a-0c79-4b6e-a943-3d3f49b712e5 req-39d4f8a0-c79d-41cf-88d7-5b4be2d8352a service nova] Acquiring lock "f9d9f02f-958e-403d-b3d2-34ce3077e0af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.343738] env[63105]: DEBUG oslo_concurrency.lockutils [req-2723744a-0c79-4b6e-a943-3d3f49b712e5 req-39d4f8a0-c79d-41cf-88d7-5b4be2d8352a service nova] Lock "f9d9f02f-958e-403d-b3d2-34ce3077e0af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.343738] env[63105]: DEBUG oslo_concurrency.lockutils [req-2723744a-0c79-4b6e-a943-3d3f49b712e5 req-39d4f8a0-c79d-41cf-88d7-5b4be2d8352a service nova] Lock "f9d9f02f-958e-403d-b3d2-34ce3077e0af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.343738] env[63105]: DEBUG nova.compute.manager [req-2723744a-0c79-4b6e-a943-3d3f49b712e5 req-39d4f8a0-c79d-41cf-88d7-5b4be2d8352a service nova] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] No waiting events found dispatching network-vif-plugged-17cc3dc4-c600-4ade-b056-0fce9d653031 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.343738] env[63105]: WARNING nova.compute.manager [req-2723744a-0c79-4b6e-a943-3d3f49b712e5 req-39d4f8a0-c79d-41cf-88d7-5b4be2d8352a service nova] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Received unexpected event network-vif-plugged-17cc3dc4-c600-4ade-b056-0fce9d653031 for instance with vm_state building and task_state spawning. [ 787.347021] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.434605] env[63105]: DEBUG nova.network.neutron [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Successfully updated port: 17cc3dc4-c600-4ade-b056-0fce9d653031 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.469109] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d7e83a29-5949-4a3a-afb9-110142d78db8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "62d329f2-b211-4c32-9cbd-5b4d68e825b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.063s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.699027] env[63105]: DEBUG nova.compute.manager [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.699760] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20af628e-4a8f-4c0b-9a41-15c29dd93a20 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.938457] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Acquiring lock "refresh_cache-f9d9f02f-958e-403d-b3d2-34ce3077e0af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.938457] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Acquired lock "refresh_cache-f9d9f02f-958e-403d-b3d2-34ce3077e0af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.938457] env[63105]: DEBUG nova.network.neutron [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.212224] env[63105]: INFO nova.compute.manager [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] instance snapshotting [ 788.215363] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a6c046-9446-47c1-8a2f-e67990451b14 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.239885] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a6f134-8cc1-4fd4-b4e1-7f032e7f0411 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.337780] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efc82ce-c884-4f3c-8d95-75c91d0e8d98 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.345349] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def50c66-8bb6-46bb-be9d-99ffe7a78f94 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.378031] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0871fb5-557f-4a9b-b96d-967ec7cd5fa3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.385217] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273a16a4-ec38-4553-83c7-bc9f4a0561fb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.404313] env[63105]: DEBUG nova.compute.provider_tree [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.485749] env[63105]: DEBUG nova.network.neutron [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.704432] env[63105]: DEBUG nova.network.neutron [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Updating instance_info_cache with network_info: [{"id": "17cc3dc4-c600-4ade-b056-0fce9d653031", "address": "fa:16:3e:b5:56:33", "network": {"id": "f3e1ac25-0397-4644-8107-facaa5bbc9c9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2113741778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fba694370d104daabb0a41030634bc47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cc3dc4-c6", "ovs_interfaceid": "17cc3dc4-c600-4ade-b056-0fce9d653031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.751442] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 788.752121] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e6a0469e-98ca-418a-9662-aee2beb9d09a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.759575] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 788.759575] env[63105]: value = "task-2758841" [ 788.759575] env[63105]: _type = "Task" [ 788.759575] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.762964] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Acquiring lock "821a516b-af49-4b2c-b120-d08b237ccb7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.763203] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Lock "821a516b-af49-4b2c-b120-d08b237ccb7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.763400] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Acquiring lock "821a516b-af49-4b2c-b120-d08b237ccb7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.763578] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Lock "821a516b-af49-4b2c-b120-d08b237ccb7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.763741] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Lock "821a516b-af49-4b2c-b120-d08b237ccb7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.765944] env[63105]: INFO nova.compute.manager [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Terminating instance [ 788.770291] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758841, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.931249] env[63105]: ERROR nova.scheduler.client.report [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [req-2d52803e-2a8e-48c5-b79e-4708fcac3923] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2d52803e-2a8e-48c5-b79e-4708fcac3923"}]} [ 788.947910] env[63105]: DEBUG nova.scheduler.client.report [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 788.960267] env[63105]: DEBUG nova.scheduler.client.report [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 788.960513] env[63105]: DEBUG nova.compute.provider_tree [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.970818] env[63105]: DEBUG nova.scheduler.client.report [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 788.986036] env[63105]: DEBUG nova.scheduler.client.report [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 789.208031] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Releasing lock "refresh_cache-f9d9f02f-958e-403d-b3d2-34ce3077e0af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.208350] env[63105]: DEBUG nova.compute.manager [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Instance network_info: |[{"id": "17cc3dc4-c600-4ade-b056-0fce9d653031", "address": "fa:16:3e:b5:56:33", "network": {"id": "f3e1ac25-0397-4644-8107-facaa5bbc9c9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2113741778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fba694370d104daabb0a41030634bc47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cc3dc4-c6", "ovs_interfaceid": "17cc3dc4-c600-4ade-b056-0fce9d653031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.208782] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:56:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17cc3dc4-c600-4ade-b056-0fce9d653031', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.216947] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Creating folder: Project (fba694370d104daabb0a41030634bc47). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.219325] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0cc6b36-1f2e-4524-ad83-9dcc7230e854 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.232143] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Created folder: Project (fba694370d104daabb0a41030634bc47) in parent group-v554960. [ 789.232849] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Creating folder: Instances. Parent ref: group-v555119. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.235016] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be8630f5-1f30-421d-9a27-80798ce7d353 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.244335] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Created folder: Instances in parent group-v555119. [ 789.244576] env[63105]: DEBUG oslo.service.loopingcall [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.244765] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.245010] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b75373f5-7eb7-4001-86bc-c748d4bed282 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.270767] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "d14a793f-b9b7-4ea7-845b-b1ca15e6d1df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.271321] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "d14a793f-b9b7-4ea7-845b-b1ca15e6d1df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.272287] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.272287] env[63105]: value = "task-2758844" [ 789.272287] env[63105]: _type = "Task" [ 789.272287] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.273251] env[63105]: DEBUG nova.compute.manager [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.273471] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.277316] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cea8ac-efc1-44e8-803f-b6c4489961de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.285842] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758841, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.291279] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758844, 'name': CreateVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.293558] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.294091] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82ca7741-8170-4ec3-ad5c-2794d9604bd3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.302068] env[63105]: DEBUG oslo_vmware.api [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 789.302068] env[63105]: value = "task-2758845" [ 789.302068] env[63105]: _type = "Task" [ 789.302068] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.312495] env[63105]: DEBUG oslo_vmware.api [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.373756] env[63105]: DEBUG nova.compute.manager [req-21196f14-7462-4e59-ac63-d093837a40d6 req-9a6e627c-1b73-4d27-91e9-fa497319a8a4 service nova] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Received event network-changed-17cc3dc4-c600-4ade-b056-0fce9d653031 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 789.374337] env[63105]: DEBUG nova.compute.manager [req-21196f14-7462-4e59-ac63-d093837a40d6 req-9a6e627c-1b73-4d27-91e9-fa497319a8a4 service nova] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Refreshing instance network info cache due to event network-changed-17cc3dc4-c600-4ade-b056-0fce9d653031. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 789.374337] env[63105]: DEBUG oslo_concurrency.lockutils [req-21196f14-7462-4e59-ac63-d093837a40d6 req-9a6e627c-1b73-4d27-91e9-fa497319a8a4 service nova] Acquiring lock "refresh_cache-f9d9f02f-958e-403d-b3d2-34ce3077e0af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.374337] env[63105]: DEBUG oslo_concurrency.lockutils [req-21196f14-7462-4e59-ac63-d093837a40d6 req-9a6e627c-1b73-4d27-91e9-fa497319a8a4 service nova] Acquired lock "refresh_cache-f9d9f02f-958e-403d-b3d2-34ce3077e0af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.374617] env[63105]: DEBUG nova.network.neutron [req-21196f14-7462-4e59-ac63-d093837a40d6 req-9a6e627c-1b73-4d27-91e9-fa497319a8a4 service nova] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Refreshing network info cache for port 17cc3dc4-c600-4ade-b056-0fce9d653031 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.409300] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d7c997-50b6-43df-bcba-fd68e01e7e86 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.419825] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17416a2-c311-4fca-a8e7-9e12d883ab08 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.452677] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dd41da-768d-4d91-b6b4-27c72382f811 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.460702] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40790d51-c2f8-44c6-8b95-1008e73282fc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.475527] env[63105]: DEBUG nova.compute.provider_tree [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.772484] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758841, 'name': CreateSnapshot_Task, 'duration_secs': 0.591031} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.772933] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 789.774050] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e201cdb1-04e0-4119-a486-883c21590615 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.789342] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758844, 'name': CreateVM_Task, 'duration_secs': 0.46097} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.789720] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.790402] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.790569] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.790887] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.791149] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f3fea7-e0f4-463e-8e7f-de447077ad4a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.795620] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Waiting for the task: (returnval){ [ 789.795620] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5209bf09-5663-daac-28ac-fd680d699c42" [ 789.795620] env[63105]: _type = "Task" [ 789.795620] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.803220] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5209bf09-5663-daac-28ac-fd680d699c42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.810248] env[63105]: DEBUG oslo_vmware.api [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758845, 'name': PowerOffVM_Task, 'duration_secs': 0.185947} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.810484] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.810649] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.810879] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c7212ef-087a-4bb3-93b6-8e58a0eaeda5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.958726] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.958953] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.959153] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Deleting the datastore file [datastore1] 821a516b-af49-4b2c-b120-d08b237ccb7b {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.959412] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b6bfd6f-0eb5-416f-8394-15f1096fd933 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.967358] env[63105]: DEBUG oslo_vmware.api [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for the task: (returnval){ [ 789.967358] env[63105]: value = "task-2758847" [ 789.967358] env[63105]: _type = "Task" [ 789.967358] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.975541] env[63105]: DEBUG oslo_vmware.api [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.010238] env[63105]: DEBUG nova.scheduler.client.report [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 790.010522] env[63105]: DEBUG nova.compute.provider_tree [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 89 to 90 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 790.010717] env[63105]: DEBUG nova.compute.provider_tree [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.097226] env[63105]: DEBUG nova.network.neutron [req-21196f14-7462-4e59-ac63-d093837a40d6 req-9a6e627c-1b73-4d27-91e9-fa497319a8a4 service nova] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Updated VIF entry in instance network info cache for port 17cc3dc4-c600-4ade-b056-0fce9d653031. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.097586] env[63105]: DEBUG nova.network.neutron [req-21196f14-7462-4e59-ac63-d093837a40d6 req-9a6e627c-1b73-4d27-91e9-fa497319a8a4 service nova] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Updating instance_info_cache with network_info: [{"id": "17cc3dc4-c600-4ade-b056-0fce9d653031", "address": "fa:16:3e:b5:56:33", "network": {"id": "f3e1ac25-0397-4644-8107-facaa5bbc9c9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2113741778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fba694370d104daabb0a41030634bc47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cc3dc4-c6", "ovs_interfaceid": "17cc3dc4-c600-4ade-b056-0fce9d653031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.299020] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 790.299020] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-89054220-790d-4841-ad08-40c6d1d60c28 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.309532] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5209bf09-5663-daac-28ac-fd680d699c42, 'name': SearchDatastore_Task, 'duration_secs': 0.010181} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.311134] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.311569] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.311952] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.312296] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.312620] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.314025] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 790.314025] env[63105]: value = "task-2758848" [ 790.314025] env[63105]: _type = "Task" [ 790.314025] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.314025] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-624f2b89-551b-4af7-ba2a-7d27cc976aa5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.323653] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758848, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.325875] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.326281] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.327096] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f162f3bf-d3e5-4d1c-a3c2-d9b81d642218 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.331940] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Waiting for the task: (returnval){ [ 790.331940] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52483477-fb0f-4224-f43d-a046c33ba307" [ 790.331940] env[63105]: _type = "Task" [ 790.331940] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.339823] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52483477-fb0f-4224-f43d-a046c33ba307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.478757] env[63105]: DEBUG oslo_vmware.api [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Task: {'id': task-2758847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144744} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.479853] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.479853] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.479991] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.480259] env[63105]: INFO nova.compute.manager [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 790.480571] env[63105]: DEBUG oslo.service.loopingcall [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.480818] env[63105]: DEBUG nova.compute.manager [-] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.480981] env[63105]: DEBUG nova.network.neutron [-] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.517875] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.587s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.518472] env[63105]: DEBUG nova.compute.manager [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.521824] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.138s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.524199] env[63105]: INFO nova.compute.claims [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.600812] env[63105]: DEBUG oslo_concurrency.lockutils [req-21196f14-7462-4e59-ac63-d093837a40d6 req-9a6e627c-1b73-4d27-91e9-fa497319a8a4 service nova] Releasing lock "refresh_cache-f9d9f02f-958e-403d-b3d2-34ce3077e0af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.830276] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758848, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.841272] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52483477-fb0f-4224-f43d-a046c33ba307, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.842068] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfe40aa4-34a8-4290-864f-bfaa8eb7bded {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.847441] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Waiting for the task: (returnval){ [ 790.847441] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5287dcf2-fcff-7e67-bd1c-8d1f1ba55b2a" [ 790.847441] env[63105]: _type = "Task" [ 790.847441] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.855469] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5287dcf2-fcff-7e67-bd1c-8d1f1ba55b2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.032411] env[63105]: DEBUG nova.compute.utils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 791.034359] env[63105]: DEBUG nova.compute.manager [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.034585] env[63105]: DEBUG nova.network.neutron [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.080966] env[63105]: DEBUG nova.policy [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '909f3bf065fb4b0286cfd76d0c95bebb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d10a8e458c34f2e882093313a9c88d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.326302] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758848, 'name': CloneVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.361528] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5287dcf2-fcff-7e67-bd1c-8d1f1ba55b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.01189} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.362572] env[63105]: DEBUG nova.network.neutron [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Successfully created port: 3b5e1c69-3ee8-450e-b9ea-c3f19e793f24 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.365211] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.365557] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] f9d9f02f-958e-403d-b3d2-34ce3077e0af/f9d9f02f-958e-403d-b3d2-34ce3077e0af.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.365905] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f5d27cf-8d88-4823-90b9-c8f401494e3b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.373763] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Waiting for the task: (returnval){ [ 791.373763] env[63105]: value = "task-2758849" [ 791.373763] env[63105]: _type = "Task" [ 791.373763] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.381502] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.401191] env[63105]: DEBUG nova.network.neutron [-] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.409638] env[63105]: DEBUG nova.compute.manager [req-5b66d74e-41d0-428d-8ec9-5acb29cc1f35 req-3c5bdb4a-6b5e-4037-a220-f3f4cfd82c84 service nova] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Received event network-vif-deleted-f7c80f7e-d5d0-4f97-8c84-01b95150479b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 791.409848] env[63105]: INFO nova.compute.manager [req-5b66d74e-41d0-428d-8ec9-5acb29cc1f35 req-3c5bdb4a-6b5e-4037-a220-f3f4cfd82c84 service nova] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Neutron deleted interface f7c80f7e-d5d0-4f97-8c84-01b95150479b; detaching it from the instance and deleting it from the info cache [ 791.410091] env[63105]: DEBUG nova.network.neutron [req-5b66d74e-41d0-428d-8ec9-5acb29cc1f35 req-3c5bdb4a-6b5e-4037-a220-f3f4cfd82c84 service nova] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.540176] env[63105]: DEBUG nova.compute.manager [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.831770] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758848, 'name': CloneVM_Task, 'duration_secs': 1.065203} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.831770] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Created linked-clone VM from snapshot [ 791.831770] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6a42d7-b9b1-4161-8607-dd435122a35d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.841371] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Uploading image 827bcc55-57cf-40f8-b809-0012b239d6be {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 791.872911] env[63105]: DEBUG oslo_vmware.rw_handles [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 791.872911] env[63105]: value = "vm-555123" [ 791.872911] env[63105]: _type = "VirtualMachine" [ 791.872911] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 791.873224] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bc3b7153-d14c-407a-b3e0-5c61c50c9b95 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.883096] env[63105]: DEBUG oslo_vmware.rw_handles [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lease: (returnval){ [ 791.883096] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52dd58de-aef4-6491-9008-d42b6d2a13ba" [ 791.883096] env[63105]: _type = "HttpNfcLease" [ 791.883096] env[63105]: } obtained for exporting VM: (result){ [ 791.883096] env[63105]: value = "vm-555123" [ 791.883096] env[63105]: _type = "VirtualMachine" [ 791.883096] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 791.883388] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the lease: (returnval){ [ 791.883388] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52dd58de-aef4-6491-9008-d42b6d2a13ba" [ 791.883388] env[63105]: _type = "HttpNfcLease" [ 791.883388] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 791.888521] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485385} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.891548] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] f9d9f02f-958e-403d-b3d2-34ce3077e0af/f9d9f02f-958e-403d-b3d2-34ce3077e0af.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.891802] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.894258] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e096e64e-94dc-4d43-a589-4f9c98a7330e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.900552] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 791.900552] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52dd58de-aef4-6491-9008-d42b6d2a13ba" [ 791.900552] env[63105]: _type = "HttpNfcLease" [ 791.900552] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 791.901731] env[63105]: DEBUG oslo_vmware.rw_handles [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 791.901731] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52dd58de-aef4-6491-9008-d42b6d2a13ba" [ 791.901731] env[63105]: _type = "HttpNfcLease" [ 791.901731] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 791.902163] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Waiting for the task: (returnval){ [ 791.902163] env[63105]: value = "task-2758851" [ 791.902163] env[63105]: _type = "Task" [ 791.902163] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.902793] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f46495f-95ae-43e6-b256-1176283f6efd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.908748] env[63105]: INFO nova.compute.manager [-] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Took 1.43 seconds to deallocate network for instance. [ 791.917044] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b915819-1041-420d-a9d9-8e092ccf6f2b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.922412] env[63105]: DEBUG oslo_vmware.rw_handles [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f09029-0b75-a70b-aed1-cb70706fd374/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 791.922608] env[63105]: DEBUG oslo_vmware.rw_handles [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f09029-0b75-a70b-aed1-cb70706fd374/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 791.929170] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.997057] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625a3c6e-4e57-4978-9882-38347bae27d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.029751] env[63105]: DEBUG nova.compute.manager [req-5b66d74e-41d0-428d-8ec9-5acb29cc1f35 req-3c5bdb4a-6b5e-4037-a220-f3f4cfd82c84 service nova] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Detach interface failed, port_id=f7c80f7e-d5d0-4f97-8c84-01b95150479b, reason: Instance 821a516b-af49-4b2c-b120-d08b237ccb7b could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 792.049836] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-64bd1aec-a24c-4817-962b-9c3d2b0f6aa5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.148455] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dc1054-5a1f-4843-99a1-27f1e9006291 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.156827] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83daabc-a363-4f12-a03f-f9090cfba7d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.188152] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa69a81-0b24-45d8-90dd-3b91da4052b4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.196021] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68553034-5b88-4e28-bc25-fbdf5c83d8aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.210583] env[63105]: DEBUG nova.compute.provider_tree [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.415403] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06612} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.415743] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.416679] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d15746e-a55b-4fc1-87c8-97a96c7fb14c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.431673] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.440845] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] f9d9f02f-958e-403d-b3d2-34ce3077e0af/f9d9f02f-958e-403d-b3d2-34ce3077e0af.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.441224] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c51d772-555f-474a-8924-c2f808ce529d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.461109] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Waiting for the task: (returnval){ [ 792.461109] env[63105]: value = "task-2758852" [ 792.461109] env[63105]: _type = "Task" [ 792.461109] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.469425] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.553357] env[63105]: DEBUG nova.compute.manager [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.575673] env[63105]: DEBUG nova.virt.hardware [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 792.576096] env[63105]: DEBUG nova.virt.hardware [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 792.576441] env[63105]: DEBUG nova.virt.hardware [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.576724] env[63105]: DEBUG nova.virt.hardware [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 792.577027] env[63105]: DEBUG nova.virt.hardware [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.577383] env[63105]: DEBUG nova.virt.hardware [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 792.577561] env[63105]: DEBUG nova.virt.hardware [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 792.577811] env[63105]: DEBUG nova.virt.hardware [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 792.578144] env[63105]: DEBUG nova.virt.hardware [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 792.578352] env[63105]: DEBUG nova.virt.hardware [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 792.578577] env[63105]: DEBUG nova.virt.hardware [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 792.579852] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d7f05f-558f-41fe-b6f3-481efd4222e8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.589030] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff039d77-dc33-41c8-905b-421b160f3f7f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.746513] env[63105]: DEBUG nova.scheduler.client.report [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 792.746652] env[63105]: DEBUG nova.compute.provider_tree [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 90 to 91 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 792.746821] env[63105]: DEBUG nova.compute.provider_tree [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.976660] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.201750] env[63105]: DEBUG nova.network.neutron [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Successfully updated port: 3b5e1c69-3ee8-450e-b9ea-c3f19e793f24 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.252981] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.253960] env[63105]: DEBUG nova.compute.manager [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.259603] env[63105]: DEBUG oslo_concurrency.lockutils [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.661s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.259911] env[63105]: DEBUG nova.objects.instance [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lazy-loading 'resources' on Instance uuid 591f0933-c3e5-4d84-b7ae-5125f18f7110 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.442313] env[63105]: DEBUG nova.compute.manager [req-56660f2b-44f7-40f5-9264-45ed7cbd9c40 req-4ffb7fc3-3ef6-4542-b6f9-974a5dbff9c1 service nova] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Received event network-vif-plugged-3b5e1c69-3ee8-450e-b9ea-c3f19e793f24 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 793.442401] env[63105]: DEBUG oslo_concurrency.lockutils [req-56660f2b-44f7-40f5-9264-45ed7cbd9c40 req-4ffb7fc3-3ef6-4542-b6f9-974a5dbff9c1 service nova] Acquiring lock "d431c76e-a555-442f-8ab0-54a3c327f360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.442540] env[63105]: DEBUG oslo_concurrency.lockutils [req-56660f2b-44f7-40f5-9264-45ed7cbd9c40 req-4ffb7fc3-3ef6-4542-b6f9-974a5dbff9c1 service nova] Lock "d431c76e-a555-442f-8ab0-54a3c327f360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.442742] env[63105]: DEBUG oslo_concurrency.lockutils [req-56660f2b-44f7-40f5-9264-45ed7cbd9c40 req-4ffb7fc3-3ef6-4542-b6f9-974a5dbff9c1 service nova] Lock "d431c76e-a555-442f-8ab0-54a3c327f360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.442961] env[63105]: DEBUG nova.compute.manager [req-56660f2b-44f7-40f5-9264-45ed7cbd9c40 req-4ffb7fc3-3ef6-4542-b6f9-974a5dbff9c1 service nova] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] No waiting events found dispatching network-vif-plugged-3b5e1c69-3ee8-450e-b9ea-c3f19e793f24 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.443139] env[63105]: WARNING nova.compute.manager [req-56660f2b-44f7-40f5-9264-45ed7cbd9c40 req-4ffb7fc3-3ef6-4542-b6f9-974a5dbff9c1 service nova] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Received unexpected event network-vif-plugged-3b5e1c69-3ee8-450e-b9ea-c3f19e793f24 for instance with vm_state building and task_state spawning. [ 793.443297] env[63105]: DEBUG nova.compute.manager [req-56660f2b-44f7-40f5-9264-45ed7cbd9c40 req-4ffb7fc3-3ef6-4542-b6f9-974a5dbff9c1 service nova] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Received event network-changed-3b5e1c69-3ee8-450e-b9ea-c3f19e793f24 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 793.443449] env[63105]: DEBUG nova.compute.manager [req-56660f2b-44f7-40f5-9264-45ed7cbd9c40 req-4ffb7fc3-3ef6-4542-b6f9-974a5dbff9c1 service nova] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Refreshing instance network info cache due to event network-changed-3b5e1c69-3ee8-450e-b9ea-c3f19e793f24. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 793.443645] env[63105]: DEBUG oslo_concurrency.lockutils [req-56660f2b-44f7-40f5-9264-45ed7cbd9c40 req-4ffb7fc3-3ef6-4542-b6f9-974a5dbff9c1 service nova] Acquiring lock "refresh_cache-d431c76e-a555-442f-8ab0-54a3c327f360" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.443779] env[63105]: DEBUG oslo_concurrency.lockutils [req-56660f2b-44f7-40f5-9264-45ed7cbd9c40 req-4ffb7fc3-3ef6-4542-b6f9-974a5dbff9c1 service nova] Acquired lock "refresh_cache-d431c76e-a555-442f-8ab0-54a3c327f360" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.443928] env[63105]: DEBUG nova.network.neutron [req-56660f2b-44f7-40f5-9264-45ed7cbd9c40 req-4ffb7fc3-3ef6-4542-b6f9-974a5dbff9c1 service nova] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Refreshing network info cache for port 3b5e1c69-3ee8-450e-b9ea-c3f19e793f24 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.472140] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758852, 'name': ReconfigVM_Task, 'duration_secs': 0.682471} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.472462] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Reconfigured VM instance instance-00000035 to attach disk [datastore1] f9d9f02f-958e-403d-b3d2-34ce3077e0af/f9d9f02f-958e-403d-b3d2-34ce3077e0af.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.473158] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aebb347e-e2c1-4766-995a-66e33d620861 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.480018] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Waiting for the task: (returnval){ [ 793.480018] env[63105]: value = "task-2758853" [ 793.480018] env[63105]: _type = "Task" [ 793.480018] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.489610] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758853, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.705490] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "refresh_cache-d431c76e-a555-442f-8ab0-54a3c327f360" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.763771] env[63105]: DEBUG nova.compute.utils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 793.769079] env[63105]: DEBUG nova.compute.manager [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.769442] env[63105]: DEBUG nova.network.neutron [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.809736] env[63105]: DEBUG nova.policy [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fc98fc552ab4e7f8a1730a842872078', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8b089305d5a4ae1a6d2e97e16cd2092', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.989851] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758853, 'name': Rename_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.993156] env[63105]: DEBUG nova.network.neutron [req-56660f2b-44f7-40f5-9264-45ed7cbd9c40 req-4ffb7fc3-3ef6-4542-b6f9-974a5dbff9c1 service nova] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.079044] env[63105]: DEBUG nova.network.neutron [req-56660f2b-44f7-40f5-9264-45ed7cbd9c40 req-4ffb7fc3-3ef6-4542-b6f9-974a5dbff9c1 service nova] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.233374] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7462758f-8cab-46ce-a78e-5d4b109079fd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.240836] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3622543d-0be3-4df9-a837-fd4e385d853e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.271831] env[63105]: DEBUG nova.compute.manager [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.278027] env[63105]: DEBUG nova.network.neutron [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Successfully created port: 66c9646d-c7cd-4f08-92ec-4655a87b80c4 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.280186] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0cf5a7-16bd-4d7b-ba9c-8a30cc01c4a4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.288442] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0232b04f-4b33-4639-b8f7-60f64bfe7986 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.303602] env[63105]: DEBUG nova.compute.provider_tree [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.493779] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758853, 'name': Rename_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.583513] env[63105]: DEBUG oslo_concurrency.lockutils [req-56660f2b-44f7-40f5-9264-45ed7cbd9c40 req-4ffb7fc3-3ef6-4542-b6f9-974a5dbff9c1 service nova] Releasing lock "refresh_cache-d431c76e-a555-442f-8ab0-54a3c327f360" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.583943] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquired lock "refresh_cache-d431c76e-a555-442f-8ab0-54a3c327f360" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.584122] env[63105]: DEBUG nova.network.neutron [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.836705] env[63105]: DEBUG nova.scheduler.client.report [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 794.837031] env[63105]: DEBUG nova.compute.provider_tree [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 91 to 92 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 794.837166] env[63105]: DEBUG nova.compute.provider_tree [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.991058] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758853, 'name': Rename_Task, 'duration_secs': 1.325438} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.991382] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.991642] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-576f2ab5-9b95-477d-947e-9574f84e2414 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.997624] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Waiting for the task: (returnval){ [ 794.997624] env[63105]: value = "task-2758854" [ 794.997624] env[63105]: _type = "Task" [ 794.997624] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.005467] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.115076] env[63105]: DEBUG nova.network.neutron [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.243535] env[63105]: DEBUG nova.network.neutron [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Updating instance_info_cache with network_info: [{"id": "3b5e1c69-3ee8-450e-b9ea-c3f19e793f24", "address": "fa:16:3e:40:41:33", "network": {"id": "a5367371-8d40-419e-8bfc-a7b5ebd6bf85", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1688951479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d10a8e458c34f2e882093313a9c88d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5e1c69-3e", "ovs_interfaceid": "3b5e1c69-3ee8-450e-b9ea-c3f19e793f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.290413] env[63105]: DEBUG nova.compute.manager [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.316267] env[63105]: DEBUG nova.virt.hardware [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 795.316535] env[63105]: DEBUG nova.virt.hardware [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 795.316694] env[63105]: DEBUG nova.virt.hardware [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.316879] env[63105]: DEBUG nova.virt.hardware [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 795.317038] env[63105]: DEBUG nova.virt.hardware [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.317191] env[63105]: DEBUG nova.virt.hardware [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 795.317427] env[63105]: DEBUG nova.virt.hardware [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 795.317605] env[63105]: DEBUG nova.virt.hardware [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 795.317778] env[63105]: DEBUG nova.virt.hardware [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 795.317942] env[63105]: DEBUG nova.virt.hardware [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 795.318131] env[63105]: DEBUG nova.virt.hardware [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 795.319030] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b31f32e-743c-4af7-b569-41f14f54ef03 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.328527] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db2e00a-5b91-4cbc-ba83-651f657fbbb4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.343897] env[63105]: DEBUG oslo_concurrency.lockutils [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.346518] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.783s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.346751] env[63105]: DEBUG nova.objects.instance [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lazy-loading 'resources' on Instance uuid 57c6d90c-2e72-489b-bffc-10c040dbc6aa {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.368098] env[63105]: INFO nova.scheduler.client.report [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Deleted allocations for instance 591f0933-c3e5-4d84-b7ae-5125f18f7110 [ 795.508650] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758854, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.746178] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Releasing lock "refresh_cache-d431c76e-a555-442f-8ab0-54a3c327f360" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.746666] env[63105]: DEBUG nova.compute.manager [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Instance network_info: |[{"id": "3b5e1c69-3ee8-450e-b9ea-c3f19e793f24", "address": "fa:16:3e:40:41:33", "network": {"id": "a5367371-8d40-419e-8bfc-a7b5ebd6bf85", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1688951479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d10a8e458c34f2e882093313a9c88d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5e1c69-3e", "ovs_interfaceid": "3b5e1c69-3ee8-450e-b9ea-c3f19e793f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.747221] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:41:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b5e1c69-3ee8-450e-b9ea-c3f19e793f24', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.759522] env[63105]: DEBUG oslo.service.loopingcall [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 795.759810] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.760118] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f651062-a0da-41f3-ae41-31cdd9433dd6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.795161] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.795161] env[63105]: value = "task-2758855" [ 795.795161] env[63105]: _type = "Task" [ 795.795161] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.803146] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758855, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.877733] env[63105]: DEBUG oslo_concurrency.lockutils [None req-da269983-ac07-43a0-bb05-98d864a0d3ce tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "591f0933-c3e5-4d84-b7ae-5125f18f7110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.841s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.922746] env[63105]: DEBUG nova.compute.manager [req-8e0b3400-ba2b-4add-ae85-369ad51c4a38 req-b374d1ff-9a9e-477e-9419-c7816b0ad35b service nova] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Received event network-vif-plugged-66c9646d-c7cd-4f08-92ec-4655a87b80c4 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 795.922929] env[63105]: DEBUG oslo_concurrency.lockutils [req-8e0b3400-ba2b-4add-ae85-369ad51c4a38 req-b374d1ff-9a9e-477e-9419-c7816b0ad35b service nova] Acquiring lock "a2340f1e-068c-483c-b2b1-3543107a840b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.923472] env[63105]: DEBUG oslo_concurrency.lockutils [req-8e0b3400-ba2b-4add-ae85-369ad51c4a38 req-b374d1ff-9a9e-477e-9419-c7816b0ad35b service nova] Lock "a2340f1e-068c-483c-b2b1-3543107a840b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.923472] env[63105]: DEBUG oslo_concurrency.lockutils [req-8e0b3400-ba2b-4add-ae85-369ad51c4a38 req-b374d1ff-9a9e-477e-9419-c7816b0ad35b service nova] Lock "a2340f1e-068c-483c-b2b1-3543107a840b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.923472] env[63105]: DEBUG nova.compute.manager [req-8e0b3400-ba2b-4add-ae85-369ad51c4a38 req-b374d1ff-9a9e-477e-9419-c7816b0ad35b service nova] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] No waiting events found dispatching network-vif-plugged-66c9646d-c7cd-4f08-92ec-4655a87b80c4 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.923694] env[63105]: WARNING nova.compute.manager [req-8e0b3400-ba2b-4add-ae85-369ad51c4a38 req-b374d1ff-9a9e-477e-9419-c7816b0ad35b service nova] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Received unexpected event network-vif-plugged-66c9646d-c7cd-4f08-92ec-4655a87b80c4 for instance with vm_state building and task_state spawning. [ 796.011468] env[63105]: DEBUG oslo_vmware.api [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758854, 'name': PowerOnVM_Task, 'duration_secs': 0.63079} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.011755] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.012043] env[63105]: INFO nova.compute.manager [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Took 9.11 seconds to spawn the instance on the hypervisor. [ 796.012249] env[63105]: DEBUG nova.compute.manager [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.013117] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab219fc7-d0ac-4a27-8f6f-24c3cd1ffcc7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.016628] env[63105]: DEBUG nova.network.neutron [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Successfully updated port: 66c9646d-c7cd-4f08-92ec-4655a87b80c4 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.281852] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed556323-8ae0-446c-8caf-e1a525946abe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.289870] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c052c1c-d3b8-46fd-885f-399bd6554665 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.324315] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4454e09-c691-4862-8928-799f7adf3c4a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.331281] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758855, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.334340] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db495b0d-7654-4031-9abe-f4117469c340 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.348072] env[63105]: DEBUG nova.compute.provider_tree [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.522358] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "refresh_cache-a2340f1e-068c-483c-b2b1-3543107a840b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.522358] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquired lock "refresh_cache-a2340f1e-068c-483c-b2b1-3543107a840b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.522358] env[63105]: DEBUG nova.network.neutron [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.534826] env[63105]: INFO nova.compute.manager [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Took 55.86 seconds to build instance. [ 796.635550] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "2091a78f-f016-416f-a972-fb2d80d61e54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.635688] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "2091a78f-f016-416f-a972-fb2d80d61e54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.635812] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "2091a78f-f016-416f-a972-fb2d80d61e54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.635995] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "2091a78f-f016-416f-a972-fb2d80d61e54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.636259] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "2091a78f-f016-416f-a972-fb2d80d61e54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.638789] env[63105]: INFO nova.compute.manager [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Terminating instance [ 796.805710] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758855, 'name': CreateVM_Task, 'duration_secs': 0.683868} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.805896] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.806652] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.806817] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.807154] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.807420] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-713bd4f4-01bb-4d65-beca-4cdc985ea6cc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.812247] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 796.812247] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52dc46cf-d19e-76ef-6fe1-d1792732b393" [ 796.812247] env[63105]: _type = "Task" [ 796.812247] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.822215] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52dc46cf-d19e-76ef-6fe1-d1792732b393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.852028] env[63105]: DEBUG nova.scheduler.client.report [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 797.036517] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92cfd189-465f-4c49-83d2-e32fb1ec7a76 tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Lock "f9d9f02f-958e-403d-b3d2-34ce3077e0af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.509s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.053636] env[63105]: DEBUG nova.network.neutron [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.142423] env[63105]: DEBUG nova.compute.manager [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.142665] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.145608] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763baadf-5397-4764-9090-3b82ffe0ae01 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.148755] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Acquiring lock "f9d9f02f-958e-403d-b3d2-34ce3077e0af" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.148977] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Lock "f9d9f02f-958e-403d-b3d2-34ce3077e0af" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.149195] env[63105]: INFO nova.compute.manager [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Rebooting instance [ 797.155256] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.155487] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d3f0a5c-f9c0-42b8-afd9-ae7c25f45edc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.161207] env[63105]: DEBUG oslo_vmware.api [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 797.161207] env[63105]: value = "task-2758856" [ 797.161207] env[63105]: _type = "Task" [ 797.161207] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.171404] env[63105]: DEBUG oslo_vmware.api [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.180227] env[63105]: DEBUG nova.network.neutron [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Updating instance_info_cache with network_info: [{"id": "66c9646d-c7cd-4f08-92ec-4655a87b80c4", "address": "fa:16:3e:5b:83:38", "network": {"id": "3e03c205-926c-4fe7-93c4-ed08ad825ca7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1420699572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8b089305d5a4ae1a6d2e97e16cd2092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c9646d-c7", "ovs_interfaceid": "66c9646d-c7cd-4f08-92ec-4655a87b80c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.323742] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52dc46cf-d19e-76ef-6fe1-d1792732b393, 'name': SearchDatastore_Task, 'duration_secs': 0.014116} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.324119] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.324395] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.324634] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.324781] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.324968] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.325373] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7489769-fb8e-4f1c-8bd2-34e402b77987 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.335577] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.335756] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.336672] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d947e81-cb72-48e8-b751-6e3981418add {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.341932] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 797.341932] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f732e1-ff7e-0ee5-674b-e70550b1b5c0" [ 797.341932] env[63105]: _type = "Task" [ 797.341932] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.350037] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f732e1-ff7e-0ee5-674b-e70550b1b5c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.356985] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.359244] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.732s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.360879] env[63105]: INFO nova.compute.claims [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.379273] env[63105]: INFO nova.scheduler.client.report [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Deleted allocations for instance 57c6d90c-2e72-489b-bffc-10c040dbc6aa [ 797.539436] env[63105]: DEBUG nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.671860] env[63105]: DEBUG oslo_vmware.api [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758856, 'name': PowerOffVM_Task, 'duration_secs': 0.345124} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.672132] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.672262] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.672566] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e669b1a-51e2-4ca1-a99d-245ae2d02c60 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.674989] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Acquiring lock "refresh_cache-f9d9f02f-958e-403d-b3d2-34ce3077e0af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.675189] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Acquired lock "refresh_cache-f9d9f02f-958e-403d-b3d2-34ce3077e0af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.675376] env[63105]: DEBUG nova.network.neutron [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.684034] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Releasing lock "refresh_cache-a2340f1e-068c-483c-b2b1-3543107a840b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.684237] env[63105]: DEBUG nova.compute.manager [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Instance network_info: |[{"id": "66c9646d-c7cd-4f08-92ec-4655a87b80c4", "address": "fa:16:3e:5b:83:38", "network": {"id": "3e03c205-926c-4fe7-93c4-ed08ad825ca7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1420699572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8b089305d5a4ae1a6d2e97e16cd2092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c9646d-c7", "ovs_interfaceid": "66c9646d-c7cd-4f08-92ec-4655a87b80c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.684696] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:83:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66c9646d-c7cd-4f08-92ec-4655a87b80c4', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.692852] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Creating folder: Project (a8b089305d5a4ae1a6d2e97e16cd2092). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.693538] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4fc9bdf-a647-45c7-8cba-14a378cb7564 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.706840] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Created folder: Project (a8b089305d5a4ae1a6d2e97e16cd2092) in parent group-v554960. [ 797.706840] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Creating folder: Instances. Parent ref: group-v555125. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.706840] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-744c5465-207e-49b1-a827-ae53f4a6fa4b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.719636] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Created folder: Instances in parent group-v555125. [ 797.719926] env[63105]: DEBUG oslo.service.loopingcall [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 797.720188] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.720409] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53490d21-33c8-4f3e-9614-d58b0f0d9903 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.740250] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.740250] env[63105]: value = "task-2758860" [ 797.740250] env[63105]: _type = "Task" [ 797.740250] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.748566] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.748566] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.748566] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Deleting the datastore file [datastore2] 2091a78f-f016-416f-a972-fb2d80d61e54 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.750061] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8308947-30df-4dad-84bb-12d86b42105d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.752028] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758860, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.756336] env[63105]: DEBUG oslo_vmware.api [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 797.756336] env[63105]: value = "task-2758861" [ 797.756336] env[63105]: _type = "Task" [ 797.756336] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.764107] env[63105]: DEBUG oslo_vmware.api [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.852779] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f732e1-ff7e-0ee5-674b-e70550b1b5c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009093} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.853236] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f8e41d2-fb9b-4622-8fa6-35538fb493a8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.858542] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 797.858542] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526ee016-babc-5f0c-bc64-549b34ccbb11" [ 797.858542] env[63105]: _type = "Task" [ 797.858542] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.870826] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526ee016-babc-5f0c-bc64-549b34ccbb11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.886885] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8033ee25-990f-46af-859e-4d67aa4b569f tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "57c6d90c-2e72-489b-bffc-10c040dbc6aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.941s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.014161] env[63105]: DEBUG nova.compute.manager [req-d362e9cf-743d-41e8-b064-33690b192876 req-628e64bf-e6fd-417a-bac9-29510bf9cf41 service nova] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Received event network-changed-66c9646d-c7cd-4f08-92ec-4655a87b80c4 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 798.014404] env[63105]: DEBUG nova.compute.manager [req-d362e9cf-743d-41e8-b064-33690b192876 req-628e64bf-e6fd-417a-bac9-29510bf9cf41 service nova] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Refreshing instance network info cache due to event network-changed-66c9646d-c7cd-4f08-92ec-4655a87b80c4. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 798.014634] env[63105]: DEBUG oslo_concurrency.lockutils [req-d362e9cf-743d-41e8-b064-33690b192876 req-628e64bf-e6fd-417a-bac9-29510bf9cf41 service nova] Acquiring lock "refresh_cache-a2340f1e-068c-483c-b2b1-3543107a840b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.014779] env[63105]: DEBUG oslo_concurrency.lockutils [req-d362e9cf-743d-41e8-b064-33690b192876 req-628e64bf-e6fd-417a-bac9-29510bf9cf41 service nova] Acquired lock "refresh_cache-a2340f1e-068c-483c-b2b1-3543107a840b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.014942] env[63105]: DEBUG nova.network.neutron [req-d362e9cf-743d-41e8-b064-33690b192876 req-628e64bf-e6fd-417a-bac9-29510bf9cf41 service nova] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Refreshing network info cache for port 66c9646d-c7cd-4f08-92ec-4655a87b80c4 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.065792] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.250890] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758860, 'name': CreateVM_Task, 'duration_secs': 0.427458} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.253538] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.254236] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.254402] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.254732] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.255379] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc647fa-4fb2-4ac6-974f-5d72399da7a3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.264375] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 798.264375] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]529be9ee-2cd6-a5f9-c3bc-15e8da10ade3" [ 798.264375] env[63105]: _type = "Task" [ 798.264375] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.268602] env[63105]: DEBUG oslo_vmware.api [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218052} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.272050] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.272282] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.272456] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.272630] env[63105]: INFO nova.compute.manager [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Took 1.13 seconds to destroy the instance on the hypervisor. [ 798.272895] env[63105]: DEBUG oslo.service.loopingcall [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 798.275741] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "5cfd1b22-e9e0-4416-b03a-8f188fd4053e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.276074] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "5cfd1b22-e9e0-4416-b03a-8f188fd4053e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.276353] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "5cfd1b22-e9e0-4416-b03a-8f188fd4053e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.276537] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "5cfd1b22-e9e0-4416-b03a-8f188fd4053e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.276704] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "5cfd1b22-e9e0-4416-b03a-8f188fd4053e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.278375] env[63105]: DEBUG nova.compute.manager [-] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.278497] env[63105]: DEBUG nova.network.neutron [-] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.280503] env[63105]: INFO nova.compute.manager [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Terminating instance [ 798.289187] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529be9ee-2cd6-a5f9-c3bc-15e8da10ade3, 'name': SearchDatastore_Task, 'duration_secs': 0.013816} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.289742] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.289975] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.290232] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.369912] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526ee016-babc-5f0c-bc64-549b34ccbb11, 'name': SearchDatastore_Task, 'duration_secs': 0.012136} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.370235] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.370501] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] d431c76e-a555-442f-8ab0-54a3c327f360/d431c76e-a555-442f-8ab0-54a3c327f360.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.370797] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.370977] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.371251] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06f0c12f-bdb6-4363-9d1f-87cd9b59cc73 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.373469] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f704be8a-17bb-415e-a6c4-fcb39334de38 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.385314] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 798.385314] env[63105]: value = "task-2758862" [ 798.385314] env[63105]: _type = "Task" [ 798.385314] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.392795] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.392995] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.399024] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb580d3-9272-4169-bd56-d4b843809619 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.405544] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.409201] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 798.409201] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52847f90-ffac-6624-308b-cee16dd0b1d5" [ 798.409201] env[63105]: _type = "Task" [ 798.409201] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.421698] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52847f90-ffac-6624-308b-cee16dd0b1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.499977] env[63105]: DEBUG nova.network.neutron [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Updating instance_info_cache with network_info: [{"id": "17cc3dc4-c600-4ade-b056-0fce9d653031", "address": "fa:16:3e:b5:56:33", "network": {"id": "f3e1ac25-0397-4644-8107-facaa5bbc9c9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2113741778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fba694370d104daabb0a41030634bc47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cc3dc4-c6", "ovs_interfaceid": "17cc3dc4-c600-4ade-b056-0fce9d653031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.647562] env[63105]: DEBUG nova.compute.manager [req-99f3c16c-92db-49c7-9807-25844fb3a8e3 req-73db5b89-e4d5-4e2d-96a3-59466796cb9b service nova] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Received event network-vif-deleted-5f09cc8e-26d8-4971-af61-f272d4b9e1e9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 798.647847] env[63105]: INFO nova.compute.manager [req-99f3c16c-92db-49c7-9807-25844fb3a8e3 req-73db5b89-e4d5-4e2d-96a3-59466796cb9b service nova] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Neutron deleted interface 5f09cc8e-26d8-4971-af61-f272d4b9e1e9; detaching it from the instance and deleting it from the info cache [ 798.648044] env[63105]: DEBUG nova.network.neutron [req-99f3c16c-92db-49c7-9807-25844fb3a8e3 req-73db5b89-e4d5-4e2d-96a3-59466796cb9b service nova] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.791186] env[63105]: DEBUG nova.compute.manager [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.791186] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.795525] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6152fb9-f2e7-4200-9a43-c34165b50b12 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.806312] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.806587] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdd1278d-63c7-41ca-b93e-f3a2bdeaf7b9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.812947] env[63105]: DEBUG oslo_vmware.api [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 798.812947] env[63105]: value = "task-2758863" [ 798.812947] env[63105]: _type = "Task" [ 798.812947] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.831362] env[63105]: DEBUG oslo_vmware.api [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.865219] env[63105]: DEBUG nova.network.neutron [req-d362e9cf-743d-41e8-b064-33690b192876 req-628e64bf-e6fd-417a-bac9-29510bf9cf41 service nova] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Updated VIF entry in instance network info cache for port 66c9646d-c7cd-4f08-92ec-4655a87b80c4. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.865835] env[63105]: DEBUG nova.network.neutron [req-d362e9cf-743d-41e8-b064-33690b192876 req-628e64bf-e6fd-417a-bac9-29510bf9cf41 service nova] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Updating instance_info_cache with network_info: [{"id": "66c9646d-c7cd-4f08-92ec-4655a87b80c4", "address": "fa:16:3e:5b:83:38", "network": {"id": "3e03c205-926c-4fe7-93c4-ed08ad825ca7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1420699572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8b089305d5a4ae1a6d2e97e16cd2092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c9646d-c7", "ovs_interfaceid": "66c9646d-c7cd-4f08-92ec-4655a87b80c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.897291] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758862, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.922152] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52847f90-ffac-6624-308b-cee16dd0b1d5, 'name': SearchDatastore_Task, 'duration_secs': 0.021548} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.923408] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bd82489-f59e-4e6f-86a1-dac8624d81c8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.929333] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 798.929333] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52434fe6-250e-ea32-0526-eb0d86fe847f" [ 798.929333] env[63105]: _type = "Task" [ 798.929333] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.943648] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52434fe6-250e-ea32-0526-eb0d86fe847f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.989708] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5f564d-5d56-45bb-a5f4-307281b5c418 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.003357] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa4fb95-ab93-4eb8-a098-27d274f393ac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.010831] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Releasing lock "refresh_cache-f9d9f02f-958e-403d-b3d2-34ce3077e0af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.014200] env[63105]: DEBUG nova.compute.manager [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.015666] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dd7128-5e65-4894-b42e-4ca9735df09c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.066915] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492a012b-bcb2-4da6-b3ff-c272bdf69369 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.085058] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6e9ed5-75c2-4bbf-a84d-de1896ae9688 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.103872] env[63105]: DEBUG nova.compute.provider_tree [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.106097] env[63105]: DEBUG nova.network.neutron [-] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.154335] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b31b88a-509e-472f-afd1-a5014cc65aa2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.163646] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d98586-61e4-4966-801d-0ea6564379d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.196196] env[63105]: DEBUG nova.compute.manager [req-99f3c16c-92db-49c7-9807-25844fb3a8e3 req-73db5b89-e4d5-4e2d-96a3-59466796cb9b service nova] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Detach interface failed, port_id=5f09cc8e-26d8-4971-af61-f272d4b9e1e9, reason: Instance 2091a78f-f016-416f-a972-fb2d80d61e54 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 799.322894] env[63105]: DEBUG oslo_vmware.api [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758863, 'name': PowerOffVM_Task, 'duration_secs': 0.271752} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.323180] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.323354] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.323612] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7843e341-efec-42d5-b7c5-d3a16333a5c4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.371182] env[63105]: DEBUG oslo_concurrency.lockutils [req-d362e9cf-743d-41e8-b064-33690b192876 req-628e64bf-e6fd-417a-bac9-29510bf9cf41 service nova] Releasing lock "refresh_cache-a2340f1e-068c-483c-b2b1-3543107a840b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.397942] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731122} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.398943] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] d431c76e-a555-442f-8ab0-54a3c327f360/d431c76e-a555-442f-8ab0-54a3c327f360.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.398943] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.398943] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1c871bf-5d11-4209-926f-71c5d9e55db6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.405780] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 799.405780] env[63105]: value = "task-2758865" [ 799.405780] env[63105]: _type = "Task" [ 799.405780] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.410624] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.410863] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.411036] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Deleting the datastore file [datastore1] 5cfd1b22-e9e0-4416-b03a-8f188fd4053e {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.411704] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43eaeaf1-b812-44d6-a0ea-26b97f4235d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.416961] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.418348] env[63105]: DEBUG oslo_vmware.api [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for the task: (returnval){ [ 799.418348] env[63105]: value = "task-2758866" [ 799.418348] env[63105]: _type = "Task" [ 799.418348] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.426199] env[63105]: DEBUG oslo_vmware.api [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.440269] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52434fe6-250e-ea32-0526-eb0d86fe847f, 'name': SearchDatastore_Task, 'duration_secs': 0.07207} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.440480] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.440717] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] a2340f1e-068c-483c-b2b1-3543107a840b/a2340f1e-068c-483c-b2b1-3543107a840b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.440983] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-182a04d9-6961-4b1e-9e70-08c57270c286 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.448317] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 799.448317] env[63105]: value = "task-2758867" [ 799.448317] env[63105]: _type = "Task" [ 799.448317] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.457070] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.611049] env[63105]: INFO nova.compute.manager [-] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Took 1.33 seconds to deallocate network for instance. [ 799.642514] env[63105]: DEBUG nova.scheduler.client.report [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 799.642787] env[63105]: DEBUG nova.compute.provider_tree [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 92 to 93 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 799.642970] env[63105]: DEBUG nova.compute.provider_tree [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.920853] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089094} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.925394] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.926644] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e304a73f-277f-48d3-b4fc-58f5b82b0dcb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.956594] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] d431c76e-a555-442f-8ab0-54a3c327f360/d431c76e-a555-442f-8ab0-54a3c327f360.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.960425] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0113d750-a060-4763-b026-8779c78f2deb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.975587] env[63105]: DEBUG oslo_vmware.api [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Task: {'id': task-2758866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208633} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.979554] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.979786] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.979934] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.980224] env[63105]: INFO nova.compute.manager [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 799.980647] env[63105]: DEBUG oslo.service.loopingcall [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.981430] env[63105]: DEBUG nova.compute.manager [-] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.981568] env[63105]: DEBUG nova.network.neutron [-] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.988715] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758867, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.990255] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 799.990255] env[63105]: value = "task-2758868" [ 799.990255] env[63105]: _type = "Task" [ 799.990255] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.998900] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758868, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.086322] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a6ad62-f0c9-44d9-a6c8-3edb0ee521dc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.094973] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Doing hard reboot of VM {{(pid=63105) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 800.095344] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3606952a-2a11-4426-b9b9-53e98b1b8574 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.103475] env[63105]: DEBUG oslo_vmware.api [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Waiting for the task: (returnval){ [ 800.103475] env[63105]: value = "task-2758869" [ 800.103475] env[63105]: _type = "Task" [ 800.103475] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.117189] env[63105]: DEBUG oslo_vmware.api [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758869, 'name': ResetVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.118398] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.148732] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.149292] env[63105]: DEBUG nova.compute.manager [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.152295] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 43.807s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.331239] env[63105]: DEBUG nova.compute.manager [req-cdbe60e0-b8a1-42e9-95a9-52a4fa508c91 req-f7137a3c-c5c4-4cae-93b7-d357a131f342 service nova] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Received event network-vif-deleted-0aceb70d-14db-47a7-9b7a-eb97767406a9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 800.331638] env[63105]: INFO nova.compute.manager [req-cdbe60e0-b8a1-42e9-95a9-52a4fa508c91 req-f7137a3c-c5c4-4cae-93b7-d357a131f342 service nova] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Neutron deleted interface 0aceb70d-14db-47a7-9b7a-eb97767406a9; detaching it from the instance and deleting it from the info cache [ 800.331871] env[63105]: DEBUG nova.network.neutron [req-cdbe60e0-b8a1-42e9-95a9-52a4fa508c91 req-f7137a3c-c5c4-4cae-93b7-d357a131f342 service nova] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.473369] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569275} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.473700] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] a2340f1e-068c-483c-b2b1-3543107a840b/a2340f1e-068c-483c-b2b1-3543107a840b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.473967] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.474298] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3164c051-ae44-451d-8132-4c1fb99207f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.481714] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 800.481714] env[63105]: value = "task-2758870" [ 800.481714] env[63105]: _type = "Task" [ 800.481714] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.491086] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.501785] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.614579] env[63105]: DEBUG oslo_vmware.api [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758869, 'name': ResetVM_Task, 'duration_secs': 0.104703} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.614853] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Did hard reboot of VM {{(pid=63105) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 800.615009] env[63105]: DEBUG nova.compute.manager [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.615795] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44084ef-7311-440b-b467-af62e060d26e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.657060] env[63105]: INFO nova.compute.claims [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.662487] env[63105]: DEBUG nova.compute.utils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 800.665034] env[63105]: DEBUG nova.compute.manager [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.665134] env[63105]: DEBUG nova.network.neutron [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.730168] env[63105]: DEBUG nova.policy [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23b5fdebf2184a51976628db27276bea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6be7d290724942bf9c905cf7eab9c8dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.785572] env[63105]: DEBUG nova.network.neutron [-] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.835479] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c92403ed-d91e-422e-825a-189856e1ab5c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.845550] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5160540e-2eca-4933-b16a-5b27f6338eb8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.881027] env[63105]: DEBUG nova.compute.manager [req-cdbe60e0-b8a1-42e9-95a9-52a4fa508c91 req-f7137a3c-c5c4-4cae-93b7-d357a131f342 service nova] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Detach interface failed, port_id=0aceb70d-14db-47a7-9b7a-eb97767406a9, reason: Instance 5cfd1b22-e9e0-4416-b03a-8f188fd4053e could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 800.992749] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099372} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.996300] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.997272] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d38dae-aa43-4d5b-8c0f-005acc73c24f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.005389] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758868, 'name': ReconfigVM_Task, 'duration_secs': 0.589101} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.014920] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Reconfigured VM instance instance-00000036 to attach disk [datastore1] d431c76e-a555-442f-8ab0-54a3c327f360/d431c76e-a555-442f-8ab0-54a3c327f360.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.024161] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] a2340f1e-068c-483c-b2b1-3543107a840b/a2340f1e-068c-483c-b2b1-3543107a840b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.024411] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d28efe37-14f8-4b60-90d0-ab78e832812d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.026025] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30de716d-9045-4f6e-8b5b-616639c68c16 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.050743] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 801.050743] env[63105]: value = "task-2758871" [ 801.050743] env[63105]: _type = "Task" [ 801.050743] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.054607] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 801.054607] env[63105]: value = "task-2758872" [ 801.054607] env[63105]: _type = "Task" [ 801.054607] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.062516] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758871, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.067611] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.127419] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7661e985-e5f9-4954-b7e9-b61354e7d53a tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Lock "f9d9f02f-958e-403d-b3d2-34ce3077e0af" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.978s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.166835] env[63105]: INFO nova.compute.resource_tracker [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating resource usage from migration 616edb27-d200-4090-a985-59b9e7ad16bb [ 801.169762] env[63105]: DEBUG nova.compute.manager [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.179571] env[63105]: DEBUG nova.network.neutron [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Successfully created port: ace5fe08-0b3e-4c65-8169-3bf59e37a26c {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.288315] env[63105]: INFO nova.compute.manager [-] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Took 1.31 seconds to deallocate network for instance. [ 801.561834] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758871, 'name': Rename_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.568669] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758872, 'name': ReconfigVM_Task, 'duration_secs': 0.324611} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.569449] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Reconfigured VM instance instance-00000037 to attach disk [datastore1] a2340f1e-068c-483c-b2b1-3543107a840b/a2340f1e-068c-483c-b2b1-3543107a840b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.569579] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2ff71de-fddf-42f7-8c30-ef8937939078 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.575521] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 801.575521] env[63105]: value = "task-2758873" [ 801.575521] env[63105]: _type = "Task" [ 801.575521] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.586590] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758873, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.594152] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f4cbd2-27f6-43b4-8067-b6441bf9126d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.601757] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7974c3ca-6281-46f8-a0e1-c07bbd22b9f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.633574] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcc2c8a-6031-4ea7-be0d-79612b264caf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.641240] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5616f9b3-88eb-4bda-9bd9-2cee0531296d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.655023] env[63105]: DEBUG nova.compute.provider_tree [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.794801] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.062199] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758871, 'name': Rename_Task, 'duration_secs': 0.88268} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.063552] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.063552] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-478dc7fb-5ade-4551-9e80-294d90d41733 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.070577] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 802.070577] env[63105]: value = "task-2758874" [ 802.070577] env[63105]: _type = "Task" [ 802.070577] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.078910] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.087237] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758873, 'name': Rename_Task, 'duration_secs': 0.314741} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.087508] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.087754] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45cb6a3b-533a-43ad-9472-17b3150504cf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.093846] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 802.093846] env[63105]: value = "task-2758875" [ 802.093846] env[63105]: _type = "Task" [ 802.093846] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.101452] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.158696] env[63105]: DEBUG nova.scheduler.client.report [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 802.180046] env[63105]: DEBUG nova.compute.manager [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.204277] env[63105]: DEBUG nova.virt.hardware [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 802.204667] env[63105]: DEBUG nova.virt.hardware [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 802.204865] env[63105]: DEBUG nova.virt.hardware [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.205095] env[63105]: DEBUG nova.virt.hardware [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 802.205250] env[63105]: DEBUG nova.virt.hardware [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.205507] env[63105]: DEBUG nova.virt.hardware [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 802.205759] env[63105]: DEBUG nova.virt.hardware [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 802.205938] env[63105]: DEBUG nova.virt.hardware [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 802.206136] env[63105]: DEBUG nova.virt.hardware [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 802.206321] env[63105]: DEBUG nova.virt.hardware [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 802.206514] env[63105]: DEBUG nova.virt.hardware [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 802.207564] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5d83a2-dd1c-4904-83ef-e6d0850d6688 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.216624] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745cc9e9-75de-451e-8e0b-ba745a56315c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.306562] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Acquiring lock "f9d9f02f-958e-403d-b3d2-34ce3077e0af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.306882] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Lock "f9d9f02f-958e-403d-b3d2-34ce3077e0af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.307151] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Acquiring lock "f9d9f02f-958e-403d-b3d2-34ce3077e0af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.307346] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Lock "f9d9f02f-958e-403d-b3d2-34ce3077e0af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.307549] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Lock "f9d9f02f-958e-403d-b3d2-34ce3077e0af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.309693] env[63105]: INFO nova.compute.manager [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Terminating instance [ 802.530278] env[63105]: DEBUG oslo_vmware.rw_handles [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f09029-0b75-a70b-aed1-cb70706fd374/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 802.531282] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e73e08-98b8-46ce-81a7-11b5fc8034a0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.538196] env[63105]: DEBUG oslo_vmware.rw_handles [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f09029-0b75-a70b-aed1-cb70706fd374/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 802.538388] env[63105]: ERROR oslo_vmware.rw_handles [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f09029-0b75-a70b-aed1-cb70706fd374/disk-0.vmdk due to incomplete transfer. [ 802.538616] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4d9ac7f2-f942-4236-9a99-080ab913a3f7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.546455] env[63105]: DEBUG oslo_vmware.rw_handles [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f09029-0b75-a70b-aed1-cb70706fd374/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 802.546730] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Uploaded image 827bcc55-57cf-40f8-b809-0012b239d6be to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 802.549377] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 802.549657] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0e7d0d1b-2c5a-455c-bf96-cfe0d0339fe2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.556698] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 802.556698] env[63105]: value = "task-2758876" [ 802.556698] env[63105]: _type = "Task" [ 802.556698] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.565651] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758876, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.579078] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758874, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.603429] env[63105]: DEBUG oslo_vmware.api [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758875, 'name': PowerOnVM_Task, 'duration_secs': 0.481918} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.603710] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.603912] env[63105]: INFO nova.compute.manager [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Took 7.31 seconds to spawn the instance on the hypervisor. [ 802.604100] env[63105]: DEBUG nova.compute.manager [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.604920] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f0bcc7-6df6-4099-81ae-587f115368cb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.665082] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.512s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.665082] env[63105]: INFO nova.compute.manager [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Migrating [ 802.674152] env[63105]: DEBUG oslo_concurrency.lockutils [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.967s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.675708] env[63105]: INFO nova.compute.claims [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.692239] env[63105]: DEBUG nova.compute.manager [req-368df583-4383-4337-9103-6cbb85e38de3 req-eb6bc94b-f3ac-497d-b0f5-a2b802f6457f service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Received event network-vif-plugged-ace5fe08-0b3e-4c65-8169-3bf59e37a26c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 802.692510] env[63105]: DEBUG oslo_concurrency.lockutils [req-368df583-4383-4337-9103-6cbb85e38de3 req-eb6bc94b-f3ac-497d-b0f5-a2b802f6457f service nova] Acquiring lock "1295c5fb-4d84-4b06-8c38-30a1fbed2079-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.692753] env[63105]: DEBUG oslo_concurrency.lockutils [req-368df583-4383-4337-9103-6cbb85e38de3 req-eb6bc94b-f3ac-497d-b0f5-a2b802f6457f service nova] Lock "1295c5fb-4d84-4b06-8c38-30a1fbed2079-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.692926] env[63105]: DEBUG oslo_concurrency.lockutils [req-368df583-4383-4337-9103-6cbb85e38de3 req-eb6bc94b-f3ac-497d-b0f5-a2b802f6457f service nova] Lock "1295c5fb-4d84-4b06-8c38-30a1fbed2079-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.693236] env[63105]: DEBUG nova.compute.manager [req-368df583-4383-4337-9103-6cbb85e38de3 req-eb6bc94b-f3ac-497d-b0f5-a2b802f6457f service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] No waiting events found dispatching network-vif-plugged-ace5fe08-0b3e-4c65-8169-3bf59e37a26c {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.693306] env[63105]: WARNING nova.compute.manager [req-368df583-4383-4337-9103-6cbb85e38de3 req-eb6bc94b-f3ac-497d-b0f5-a2b802f6457f service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Received unexpected event network-vif-plugged-ace5fe08-0b3e-4c65-8169-3bf59e37a26c for instance with vm_state building and task_state spawning. [ 802.813660] env[63105]: DEBUG nova.compute.manager [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.814366] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.814902] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d01c574-d2fd-445c-a9f6-65ff2f6e57c7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.822395] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.823553] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27b46899-f0c5-4042-b6ce-7acb25cec8d9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.829533] env[63105]: DEBUG oslo_vmware.api [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Waiting for the task: (returnval){ [ 802.829533] env[63105]: value = "task-2758877" [ 802.829533] env[63105]: _type = "Task" [ 802.829533] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.844786] env[63105]: DEBUG nova.network.neutron [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Successfully updated port: ace5fe08-0b3e-4c65-8169-3bf59e37a26c {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.070965] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758876, 'name': Destroy_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.079885] env[63105]: DEBUG oslo_vmware.api [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758874, 'name': PowerOnVM_Task, 'duration_secs': 0.75852} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.079885] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.079885] env[63105]: INFO nova.compute.manager [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Took 10.53 seconds to spawn the instance on the hypervisor. [ 803.080191] env[63105]: DEBUG nova.compute.manager [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.080775] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80343a4f-bb1e-4c85-9a2d-ce38041f1840 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.122629] env[63105]: INFO nova.compute.manager [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Took 51.76 seconds to build instance. [ 803.186727] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.187031] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.187704] env[63105]: DEBUG nova.network.neutron [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.341610] env[63105]: DEBUG oslo_vmware.api [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758877, 'name': PowerOffVM_Task, 'duration_secs': 0.474812} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.342014] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.342310] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.342599] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bb4e599-6ac4-4c26-8321-1bf7d14c0937 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.350417] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.350596] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.350783] env[63105]: DEBUG nova.network.neutron [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.419034] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.419034] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.419034] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Deleting the datastore file [datastore1] f9d9f02f-958e-403d-b3d2-34ce3077e0af {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.419034] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1c42595-352d-4fe2-af28-c21b868228e8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.425556] env[63105]: DEBUG oslo_vmware.api [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Waiting for the task: (returnval){ [ 803.425556] env[63105]: value = "task-2758879" [ 803.425556] env[63105]: _type = "Task" [ 803.425556] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.433846] env[63105]: DEBUG oslo_vmware.api [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.568415] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758876, 'name': Destroy_Task, 'duration_secs': 0.89291} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.568881] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Destroyed the VM [ 803.569300] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 803.569722] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b860eb77-de59-48f9-ae9c-fcd9f608a7f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.578590] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 803.578590] env[63105]: value = "task-2758880" [ 803.578590] env[63105]: _type = "Task" [ 803.578590] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.591029] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.603937] env[63105]: INFO nova.compute.manager [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Took 58.49 seconds to build instance. [ 803.625444] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c55e46a1-d570-4ed3-898c-8f2e5d938c8c tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "a2340f1e-068c-483c-b2b1-3543107a840b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.425s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.892767] env[63105]: DEBUG nova.network.neutron [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.945025] env[63105]: DEBUG oslo_vmware.api [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Task: {'id': task-2758879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310068} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.945970] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.945970] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.945970] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.945970] env[63105]: INFO nova.compute.manager [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Took 1.13 seconds to destroy the instance on the hypervisor. [ 803.946201] env[63105]: DEBUG oslo.service.loopingcall [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 803.946384] env[63105]: DEBUG nova.compute.manager [-] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.946486] env[63105]: DEBUG nova.network.neutron [-] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.039407] env[63105]: DEBUG nova.network.neutron [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Updating instance_info_cache with network_info: [{"id": "ace5fe08-0b3e-4c65-8169-3bf59e37a26c", "address": "fa:16:3e:26:eb:32", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace5fe08-0b", "ovs_interfaceid": "ace5fe08-0b3e-4c65-8169-3bf59e37a26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.091393] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.102871] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "7df3f6c9-3259-49bb-b7f7-01d2849edcec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.103169] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "7df3f6c9-3259-49bb-b7f7-01d2849edcec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.106769] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79fecd74-96d4-4b85-a0b2-a1d2cfd2a1e1 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "d431c76e-a555-442f-8ab0-54a3c327f360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.086s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.124073] env[63105]: DEBUG nova.network.neutron [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating instance_info_cache with network_info: [{"id": "1b0bf90d-50b2-4bb1-85d0-b23d291c23c2", "address": "fa:16:3e:6c:ae:ed", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b0bf90d-50", "ovs_interfaceid": "1b0bf90d-50b2-4bb1-85d0-b23d291c23c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.128054] env[63105]: DEBUG nova.compute.manager [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.173862] env[63105]: INFO nova.compute.manager [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Rescuing [ 804.173862] env[63105]: DEBUG oslo_concurrency.lockutils [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "refresh_cache-a2340f1e-068c-483c-b2b1-3543107a840b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.173862] env[63105]: DEBUG oslo_concurrency.lockutils [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquired lock "refresh_cache-a2340f1e-068c-483c-b2b1-3543107a840b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.173862] env[63105]: DEBUG nova.network.neutron [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.226220] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21a39a9-4117-4894-afe5-13e629f1fb60 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.233713] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef25540a-f1cf-4d43-8f4f-5435f6b1af81 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.268464] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caedcab-0184-411e-ba8e-5d1d4f57c76e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.277196] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73777843-5ea4-4af1-b73c-ce0cb68731ba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.291610] env[63105]: DEBUG nova.compute.provider_tree [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.542658] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.542998] env[63105]: DEBUG nova.compute.manager [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Instance network_info: |[{"id": "ace5fe08-0b3e-4c65-8169-3bf59e37a26c", "address": "fa:16:3e:26:eb:32", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace5fe08-0b", "ovs_interfaceid": "ace5fe08-0b3e-4c65-8169-3bf59e37a26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.543563] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:eb:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ace5fe08-0b3e-4c65-8169-3bf59e37a26c', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.550905] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Creating folder: Project (6be7d290724942bf9c905cf7eab9c8dd). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.551521] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa97d329-003b-47ac-84ca-7409e42af826 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.562186] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Created folder: Project (6be7d290724942bf9c905cf7eab9c8dd) in parent group-v554960. [ 804.562364] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Creating folder: Instances. Parent ref: group-v555128. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.562588] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-504df772-c392-44b2-a3e8-71318fcfd121 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.571279] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Created folder: Instances in parent group-v555128. [ 804.571502] env[63105]: DEBUG oslo.service.loopingcall [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.571681] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.571900] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b6d7889-d3da-4e7b-b534-1b3067ceee9b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.595553] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758880, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.596747] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.596747] env[63105]: value = "task-2758883" [ 804.596747] env[63105]: _type = "Task" [ 804.596747] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.607198] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758883, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.608948] env[63105]: DEBUG nova.compute.manager [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.627220] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Releasing lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.658403] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.772860] env[63105]: DEBUG nova.compute.manager [req-521f72f4-ccbd-4ff5-9bfa-340069ba593e req-5bc1d3a3-2707-4250-8989-8a295e23fd98 service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Received event network-changed-ace5fe08-0b3e-4c65-8169-3bf59e37a26c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 804.773206] env[63105]: DEBUG nova.compute.manager [req-521f72f4-ccbd-4ff5-9bfa-340069ba593e req-5bc1d3a3-2707-4250-8989-8a295e23fd98 service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Refreshing instance network info cache due to event network-changed-ace5fe08-0b3e-4c65-8169-3bf59e37a26c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 804.773557] env[63105]: DEBUG oslo_concurrency.lockutils [req-521f72f4-ccbd-4ff5-9bfa-340069ba593e req-5bc1d3a3-2707-4250-8989-8a295e23fd98 service nova] Acquiring lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.773684] env[63105]: DEBUG oslo_concurrency.lockutils [req-521f72f4-ccbd-4ff5-9bfa-340069ba593e req-5bc1d3a3-2707-4250-8989-8a295e23fd98 service nova] Acquired lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.773764] env[63105]: DEBUG nova.network.neutron [req-521f72f4-ccbd-4ff5-9bfa-340069ba593e req-5bc1d3a3-2707-4250-8989-8a295e23fd98 service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Refreshing network info cache for port ace5fe08-0b3e-4c65-8169-3bf59e37a26c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.796047] env[63105]: DEBUG nova.scheduler.client.report [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 804.912575] env[63105]: DEBUG nova.network.neutron [-] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.003617] env[63105]: DEBUG nova.network.neutron [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Updating instance_info_cache with network_info: [{"id": "66c9646d-c7cd-4f08-92ec-4655a87b80c4", "address": "fa:16:3e:5b:83:38", "network": {"id": "3e03c205-926c-4fe7-93c4-ed08ad825ca7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1420699572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8b089305d5a4ae1a6d2e97e16cd2092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c9646d-c7", "ovs_interfaceid": "66c9646d-c7cd-4f08-92ec-4655a87b80c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.095088] env[63105]: DEBUG oslo_vmware.api [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2758880, 'name': RemoveSnapshot_Task, 'duration_secs': 1.292799} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.095324] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 805.095582] env[63105]: INFO nova.compute.manager [None req-15f6e8c2-3c30-46ab-8b97-cf6ac333c0a8 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Took 16.88 seconds to snapshot the instance on the hypervisor. [ 805.105953] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758883, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.137496] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.303774] env[63105]: DEBUG oslo_concurrency.lockutils [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.304336] env[63105]: DEBUG nova.compute.manager [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.309463] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.956s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.309685] env[63105]: DEBUG nova.objects.instance [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lazy-loading 'resources' on Instance uuid 5fae8f14-70bd-496e-b311-8555e6eb8dd6 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.415871] env[63105]: INFO nova.compute.manager [-] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Took 1.47 seconds to deallocate network for instance. [ 805.506000] env[63105]: DEBUG oslo_concurrency.lockutils [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Releasing lock "refresh_cache-a2340f1e-068c-483c-b2b1-3543107a840b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.580458] env[63105]: DEBUG nova.network.neutron [req-521f72f4-ccbd-4ff5-9bfa-340069ba593e req-5bc1d3a3-2707-4250-8989-8a295e23fd98 service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Updated VIF entry in instance network info cache for port ace5fe08-0b3e-4c65-8169-3bf59e37a26c. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.581021] env[63105]: DEBUG nova.network.neutron [req-521f72f4-ccbd-4ff5-9bfa-340069ba593e req-5bc1d3a3-2707-4250-8989-8a295e23fd98 service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Updating instance_info_cache with network_info: [{"id": "ace5fe08-0b3e-4c65-8169-3bf59e37a26c", "address": "fa:16:3e:26:eb:32", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace5fe08-0b", "ovs_interfaceid": "ace5fe08-0b3e-4c65-8169-3bf59e37a26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.610359] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758883, 'name': CreateVM_Task, 'duration_secs': 0.671747} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.610847] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.611449] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.611618] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.611929] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.612195] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481f483d-9e83-4ec6-a707-81539a219720 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.617646] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 805.617646] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5275c1f8-fbf3-de28-574f-bd98844be6e8" [ 805.617646] env[63105]: _type = "Task" [ 805.617646] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.626633] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5275c1f8-fbf3-de28-574f-bd98844be6e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.813193] env[63105]: DEBUG nova.compute.utils [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 805.817502] env[63105]: DEBUG nova.compute.manager [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Not allocating networking since 'none' was specified. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 805.922447] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.087039] env[63105]: DEBUG oslo_concurrency.lockutils [req-521f72f4-ccbd-4ff5-9bfa-340069ba593e req-5bc1d3a3-2707-4250-8989-8a295e23fd98 service nova] Releasing lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.087174] env[63105]: DEBUG nova.compute.manager [req-521f72f4-ccbd-4ff5-9bfa-340069ba593e req-5bc1d3a3-2707-4250-8989-8a295e23fd98 service nova] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Received event network-vif-deleted-17cc3dc4-c600-4ade-b056-0fce9d653031 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 806.087289] env[63105]: INFO nova.compute.manager [req-521f72f4-ccbd-4ff5-9bfa-340069ba593e req-5bc1d3a3-2707-4250-8989-8a295e23fd98 service nova] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Neutron deleted interface 17cc3dc4-c600-4ade-b056-0fce9d653031; detaching it from the instance and deleting it from the info cache [ 806.087461] env[63105]: DEBUG nova.network.neutron [req-521f72f4-ccbd-4ff5-9bfa-340069ba593e req-5bc1d3a3-2707-4250-8989-8a295e23fd98 service nova] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.127934] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5275c1f8-fbf3-de28-574f-bd98844be6e8, 'name': SearchDatastore_Task, 'duration_secs': 0.014352} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.128274] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.128507] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.128740] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.128885] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.129075] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.129334] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4934d44-99b1-46dc-b528-6d21c37caa7f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.144302] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.144484] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.148723] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aab5de3-b53a-4980-9b6f-9256fae8c99a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.151560] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a243043-f095-4613-9b9d-d245dc2e876a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.158542] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 806.158542] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]527d1317-1a7e-0bb9-1983-30a6d6beb295" [ 806.158542] env[63105]: _type = "Task" [ 806.158542] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.172062] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating instance '878bfa51-a829-4537-a841-31273a0b09cc' progress to 0 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 806.185615] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527d1317-1a7e-0bb9-1983-30a6d6beb295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.234573] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d7ed23-a798-4b43-ab3a-31b82434c25b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.242545] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249b7c3b-8694-4cda-9f46-c0acd10e4ccb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.272340] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375437a4-8ac5-4835-88f9-4ee61a8b5a53 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.279450] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cc66cb-f85a-45ee-b6cc-7c083a46b293 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.292497] env[63105]: DEBUG nova.compute.provider_tree [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.318445] env[63105]: DEBUG nova.compute.manager [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.551605] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.551896] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91793247-c196-43ac-8172-88506e2d24dc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.559025] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 806.559025] env[63105]: value = "task-2758884" [ 806.559025] env[63105]: _type = "Task" [ 806.559025] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.569860] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.592796] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e890bbd6-178b-4781-9f7a-dc76aa9d1853 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.602140] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1896bb49-5251-436f-b52c-e5161651396a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.635063] env[63105]: DEBUG nova.compute.manager [req-521f72f4-ccbd-4ff5-9bfa-340069ba593e req-5bc1d3a3-2707-4250-8989-8a295e23fd98 service nova] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Detach interface failed, port_id=17cc3dc4-c600-4ade-b056-0fce9d653031, reason: Instance f9d9f02f-958e-403d-b3d2-34ce3077e0af could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 806.683620] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.683973] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527d1317-1a7e-0bb9-1983-30a6d6beb295, 'name': SearchDatastore_Task, 'duration_secs': 0.035862} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.685329] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d55480eb-b66f-4ba9-86c5-24feef3cb3c9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.692028] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f016cbc0-45ab-4c1e-8ca5-862f96b5c9f5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.702332] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 806.702332] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5234bfbf-343a-d8fc-46ed-5c6c34beb2d9" [ 806.702332] env[63105]: _type = "Task" [ 806.702332] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.704813] env[63105]: DEBUG oslo_vmware.api [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 806.704813] env[63105]: value = "task-2758885" [ 806.704813] env[63105]: _type = "Task" [ 806.704813] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.718018] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5234bfbf-343a-d8fc-46ed-5c6c34beb2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.720943] env[63105]: DEBUG oslo_vmware.api [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.795553] env[63105]: DEBUG nova.scheduler.client.report [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 807.068607] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758884, 'name': PowerOffVM_Task, 'duration_secs': 0.267947} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.068888] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.069684] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37192ab1-24a3-40fe-9664-c8e7a28e2869 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.088836] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7f8838-87a8-42cd-9668-808381919d10 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.119230] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.119502] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94cbf528-24c5-4233-87d9-36a208eecfab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.125900] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 807.125900] env[63105]: value = "task-2758886" [ 807.125900] env[63105]: _type = "Task" [ 807.125900] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.133176] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.199147] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "d431c76e-a555-442f-8ab0-54a3c327f360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.200056] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "d431c76e-a555-442f-8ab0-54a3c327f360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.200056] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "d431c76e-a555-442f-8ab0-54a3c327f360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.200056] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "d431c76e-a555-442f-8ab0-54a3c327f360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.200056] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "d431c76e-a555-442f-8ab0-54a3c327f360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.202154] env[63105]: INFO nova.compute.manager [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Terminating instance [ 807.218336] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5234bfbf-343a-d8fc-46ed-5c6c34beb2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.021246} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.218783] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.219061] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 1295c5fb-4d84-4b06-8c38-30a1fbed2079/1295c5fb-4d84-4b06-8c38-30a1fbed2079.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.219556] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4ba3cf3-1892-4400-8248-82332c0d8f41 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.225035] env[63105]: DEBUG oslo_vmware.api [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758885, 'name': PowerOffVM_Task, 'duration_secs': 0.186831} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.225317] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.225527] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating instance '878bfa51-a829-4537-a841-31273a0b09cc' progress to 17 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 807.230068] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 807.230068] env[63105]: value = "task-2758887" [ 807.230068] env[63105]: _type = "Task" [ 807.230068] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.238559] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2758887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.301614] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.304742] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.287s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.306034] env[63105]: INFO nova.compute.claims [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.327328] env[63105]: INFO nova.scheduler.client.report [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleted allocations for instance 5fae8f14-70bd-496e-b311-8555e6eb8dd6 [ 807.329153] env[63105]: DEBUG nova.compute.manager [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.354513] env[63105]: DEBUG nova.virt.hardware [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 807.354687] env[63105]: DEBUG nova.virt.hardware [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 807.354824] env[63105]: DEBUG nova.virt.hardware [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.355014] env[63105]: DEBUG nova.virt.hardware [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 807.355167] env[63105]: DEBUG nova.virt.hardware [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.355314] env[63105]: DEBUG nova.virt.hardware [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 807.355664] env[63105]: DEBUG nova.virt.hardware [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 807.355779] env[63105]: DEBUG nova.virt.hardware [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 807.355958] env[63105]: DEBUG nova.virt.hardware [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 807.356142] env[63105]: DEBUG nova.virt.hardware [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 807.356360] env[63105]: DEBUG nova.virt.hardware [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 807.357500] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dc3b16-1dc1-49a0-af4b-bbeac05c04fb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.366623] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffc6a0c-c08f-4c49-add8-c74c5b9ea36f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.380398] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Instance VIF info [] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.385753] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Creating folder: Project (9b6af858968b478cbb32bb5e6fb9216e). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.386681] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86f66354-8920-4d77-83e7-53b864d8dbe0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.396562] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Created folder: Project (9b6af858968b478cbb32bb5e6fb9216e) in parent group-v554960. [ 807.396762] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Creating folder: Instances. Parent ref: group-v555131. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.396988] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4e6b874-a63e-4bb8-8a75-2370c1968eed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.406048] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Created folder: Instances in parent group-v555131. [ 807.406281] env[63105]: DEBUG oslo.service.loopingcall [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 807.406457] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.406681] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8409ac43-5002-4185-b6a7-80cee127890e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.422308] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.422308] env[63105]: value = "task-2758890" [ 807.422308] env[63105]: _type = "Task" [ 807.422308] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.429434] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758890, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.637015] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] VM already powered off {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 807.637271] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.637530] env[63105]: DEBUG oslo_concurrency.lockutils [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.637679] env[63105]: DEBUG oslo_concurrency.lockutils [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.637859] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.638147] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb2986fc-e9d5-4b0e-b673-423210458fc3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.649048] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.649273] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.650029] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf5119d-adc7-4cda-9724-bd4e4b5533d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.655834] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 807.655834] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5298f740-7a39-fcdf-2d6f-fe1013d5f5eb" [ 807.655834] env[63105]: _type = "Task" [ 807.655834] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.666902] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5298f740-7a39-fcdf-2d6f-fe1013d5f5eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.708936] env[63105]: DEBUG nova.compute.manager [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.709184] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.710120] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedd96ca-338e-44ad-876a-e1cd9e28977f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.718772] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.719081] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aa411c4-cca7-4b94-b666-1bd0f098ad57 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.727317] env[63105]: DEBUG oslo_vmware.api [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 807.727317] env[63105]: value = "task-2758891" [ 807.727317] env[63105]: _type = "Task" [ 807.727317] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.733215] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 807.733537] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 807.733719] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.733904] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 807.734078] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.734241] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 807.734451] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 807.734608] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 807.734773] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 807.734934] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 807.735121] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 807.740948] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50c4c052-655d-4fff-804b-ab42f0fd170f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.767231] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2758887, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.768035] env[63105]: DEBUG oslo_vmware.api [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.769029] env[63105]: DEBUG oslo_vmware.api [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 807.769029] env[63105]: value = "task-2758892" [ 807.769029] env[63105]: _type = "Task" [ 807.769029] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.778971] env[63105]: DEBUG oslo_vmware.api [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758892, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.838679] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a0396ae3-d748-47fb-9d8a-d2df192469d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "5fae8f14-70bd-496e-b311-8555e6eb8dd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.948s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.932824] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758890, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.169338] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5298f740-7a39-fcdf-2d6f-fe1013d5f5eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013501} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.169338] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44fb9662-c578-4978-8e87-fbae17311398 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.175023] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 808.175023] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5274d747-4123-ab08-a115-157efc93ef97" [ 808.175023] env[63105]: _type = "Task" [ 808.175023] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.180786] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5274d747-4123-ab08-a115-157efc93ef97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.236792] env[63105]: DEBUG oslo_vmware.api [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758891, 'name': PowerOffVM_Task, 'duration_secs': 0.203533} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.237090] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.237261] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.237517] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dbfb573-3bcc-48bb-8f60-01a1d9656bf3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.249719] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2758887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576143} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.249913] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 1295c5fb-4d84-4b06-8c38-30a1fbed2079/1295c5fb-4d84-4b06-8c38-30a1fbed2079.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.250165] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.250367] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0edbf139-db5d-47fb-bf77-f489ca7cb46f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.256499] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 808.256499] env[63105]: value = "task-2758894" [ 808.256499] env[63105]: _type = "Task" [ 808.256499] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.264386] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2758894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.277564] env[63105]: DEBUG oslo_vmware.api [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758892, 'name': ReconfigVM_Task, 'duration_secs': 0.189661} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.277877] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating instance '878bfa51-a829-4537-a841-31273a0b09cc' progress to 33 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 808.301709] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.301953] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.302100] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Deleting the datastore file [datastore1] d431c76e-a555-442f-8ab0-54a3c327f360 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.303041] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-593e8a95-5bd4-491b-bc34-f8923ac37810 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.308547] env[63105]: DEBUG oslo_vmware.api [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 808.308547] env[63105]: value = "task-2758895" [ 808.308547] env[63105]: _type = "Task" [ 808.308547] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.319398] env[63105]: DEBUG oslo_vmware.api [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.436141] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758890, 'name': CreateVM_Task, 'duration_secs': 0.578972} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.436731] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.437373] env[63105]: DEBUG oslo_concurrency.lockutils [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.437692] env[63105]: DEBUG oslo_concurrency.lockutils [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.438116] env[63105]: DEBUG oslo_concurrency.lockutils [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.438461] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb321798-a951-486b-b4a0-3e91b6db9a15 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.446412] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 808.446412] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52cac8cd-d34a-f68b-ec63-d84601cee8ae" [ 808.446412] env[63105]: _type = "Task" [ 808.446412] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.461844] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52cac8cd-d34a-f68b-ec63-d84601cee8ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.465435] env[63105]: DEBUG oslo_concurrency.lockutils [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.465832] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.466184] env[63105]: DEBUG oslo_concurrency.lockutils [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.466406] env[63105]: DEBUG oslo_concurrency.lockutils [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.466665] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.467259] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-393b50ca-61cd-4ad0-8aee-87f41dbd19d7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.475276] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.475443] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.476316] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11414054-85d0-497f-8346-2cff8a5083de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.486441] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 808.486441] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b22f03-73e2-1a9a-c992-b26472da8ed1" [ 808.486441] env[63105]: _type = "Task" [ 808.486441] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.494091] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b22f03-73e2-1a9a-c992-b26472da8ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.682269] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5274d747-4123-ab08-a115-157efc93ef97, 'name': SearchDatastore_Task, 'duration_secs': 0.047723} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.684769] env[63105]: DEBUG oslo_concurrency.lockutils [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.685031] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] a2340f1e-068c-483c-b2b1-3543107a840b/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk. {{(pid=63105) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 808.685477] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20d7f424-2e3c-4c0b-942a-277df7f1fefb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.692450] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 808.692450] env[63105]: value = "task-2758896" [ 808.692450] env[63105]: _type = "Task" [ 808.692450] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.702681] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.719872] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e356057-26a7-4100-9984-6217df3c1d6c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.727771] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f54d69d-2ea6-4950-8659-0ad41ca1358e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.762301] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb19e708-d88a-46f9-9146-311292933a04 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.769716] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2758894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067279} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.771814] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.772594] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bb49a4-d950-43c3-8122-a4c83a853a3b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.775856] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeb6a65-b0a2-4413-94ef-c26bcce60d1b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.783617] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:50:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ab7c6564-9a86-4777-9bbf-8db5ff3abde9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1496490722',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 808.783928] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 808.783982] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.784167] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 808.784318] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.784481] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 808.784685] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 808.784842] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 808.785014] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 808.785178] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 808.785347] env[63105]: DEBUG nova.virt.hardware [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 808.790559] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 808.806722] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4d74cf5-ecdc-42d7-a27d-6a8cf6e861df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.823334] env[63105]: DEBUG nova.compute.provider_tree [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.833809] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 1295c5fb-4d84-4b06-8c38-30a1fbed2079/1295c5fb-4d84-4b06-8c38-30a1fbed2079.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.835045] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a474d404-9c9b-4514-95a2-8de974a8ded0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.859810] env[63105]: DEBUG oslo_vmware.api [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2758895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236854} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.861937] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.862167] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.862362] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.862547] env[63105]: INFO nova.compute.manager [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Took 1.15 seconds to destroy the instance on the hypervisor. [ 808.862862] env[63105]: DEBUG oslo.service.loopingcall [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.863190] env[63105]: DEBUG oslo_vmware.api [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 808.863190] env[63105]: value = "task-2758897" [ 808.863190] env[63105]: _type = "Task" [ 808.863190] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.863451] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 808.863451] env[63105]: value = "task-2758898" [ 808.863451] env[63105]: _type = "Task" [ 808.863451] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.863642] env[63105]: DEBUG nova.compute.manager [-] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.863735] env[63105]: DEBUG nova.network.neutron [-] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.877460] env[63105]: DEBUG oslo_vmware.api [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.880900] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2758898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.999213] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b22f03-73e2-1a9a-c992-b26472da8ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.009593} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.000119] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7fe8f1-3034-4475-b7c4-dcc1fc82fb62 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.007609] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 809.007609] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]524814b0-0dcc-cd24-d079-d0afb5231d32" [ 809.007609] env[63105]: _type = "Task" [ 809.007609] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.018316] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524814b0-0dcc-cd24-d079-d0afb5231d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.203677] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758896, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.331993] env[63105]: DEBUG nova.compute.manager [req-aacfd0fb-16fa-45ad-94fa-f1f428af02a4 req-adbaf468-0364-41d3-b72f-ec4bc41bedef service nova] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Received event network-vif-deleted-3b5e1c69-3ee8-450e-b9ea-c3f19e793f24 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 809.332511] env[63105]: INFO nova.compute.manager [req-aacfd0fb-16fa-45ad-94fa-f1f428af02a4 req-adbaf468-0364-41d3-b72f-ec4bc41bedef service nova] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Neutron deleted interface 3b5e1c69-3ee8-450e-b9ea-c3f19e793f24; detaching it from the instance and deleting it from the info cache [ 809.332511] env[63105]: DEBUG nova.network.neutron [req-aacfd0fb-16fa-45ad-94fa-f1f428af02a4 req-adbaf468-0364-41d3-b72f-ec4bc41bedef service nova] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.335233] env[63105]: DEBUG nova.scheduler.client.report [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 809.378019] env[63105]: DEBUG oslo_vmware.api [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758897, 'name': ReconfigVM_Task, 'duration_secs': 0.428617} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.380983] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 809.381305] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2758898, 'name': ReconfigVM_Task, 'duration_secs': 0.340694} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.381999] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1930c97-6527-469b-9960-ba912bf234ac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.384475] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 1295c5fb-4d84-4b06-8c38-30a1fbed2079/1295c5fb-4d84-4b06-8c38-30a1fbed2079.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.385482] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d108178-1af3-44c7-bdd6-17afcf33cddd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.408148] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 878bfa51-a829-4537-a841-31273a0b09cc/878bfa51-a829-4537-a841-31273a0b09cc.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.409971] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57c1bc9d-5d96-44a1-b4dd-8f316f77a1f2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.424558] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 809.424558] env[63105]: value = "task-2758899" [ 809.424558] env[63105]: _type = "Task" [ 809.424558] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.430404] env[63105]: DEBUG oslo_vmware.api [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 809.430404] env[63105]: value = "task-2758900" [ 809.430404] env[63105]: _type = "Task" [ 809.430404] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.434745] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2758899, 'name': Rename_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.442011] env[63105]: DEBUG oslo_vmware.api [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758900, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.521499] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524814b0-0dcc-cd24-d079-d0afb5231d32, 'name': SearchDatastore_Task, 'duration_secs': 0.017243} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.521870] env[63105]: DEBUG oslo_concurrency.lockutils [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.522184] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 9267d2ff-a9c7-4f18-9e75-e3adf6126691/9267d2ff-a9c7-4f18-9e75-e3adf6126691.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.522519] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2b19292-19b5-4143-85d8-9efd5a883b0c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.529241] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 809.529241] env[63105]: value = "task-2758901" [ 809.529241] env[63105]: _type = "Task" [ 809.529241] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.538335] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.705156] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522611} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.705451] env[63105]: INFO nova.virt.vmwareapi.ds_util [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] a2340f1e-068c-483c-b2b1-3543107a840b/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk. [ 809.706306] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929f6129-0fea-4b50-af9b-e9263c80f768 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.733944] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] a2340f1e-068c-483c-b2b1-3543107a840b/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.734356] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a56ec8-4815-47df-8615-01e574f4961a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.753339] env[63105]: DEBUG nova.network.neutron [-] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.757470] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 809.757470] env[63105]: value = "task-2758902" [ 809.757470] env[63105]: _type = "Task" [ 809.757470] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.763983] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.835753] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-576e3802-9fcb-4ba7-9fb0-6a325150de84 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.843027] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.843027] env[63105]: DEBUG nova.compute.manager [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.847483] env[63105]: DEBUG oslo_concurrency.lockutils [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.409s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.847483] env[63105]: DEBUG nova.objects.instance [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 809.853343] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2613737-1ab4-405d-89a2-58c6c7ae6750 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.890732] env[63105]: DEBUG nova.compute.manager [req-aacfd0fb-16fa-45ad-94fa-f1f428af02a4 req-adbaf468-0364-41d3-b72f-ec4bc41bedef service nova] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Detach interface failed, port_id=3b5e1c69-3ee8-450e-b9ea-c3f19e793f24, reason: Instance d431c76e-a555-442f-8ab0-54a3c327f360 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 809.936611] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2758899, 'name': Rename_Task, 'duration_secs': 0.142127} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.939962] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.940285] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-892ac4e3-15d3-494c-a26c-db5476eb9868 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.949082] env[63105]: DEBUG oslo_vmware.api [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758900, 'name': ReconfigVM_Task, 'duration_secs': 0.286252} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.950588] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 878bfa51-a829-4537-a841-31273a0b09cc/878bfa51-a829-4537-a841-31273a0b09cc.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.950871] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating instance '878bfa51-a829-4537-a841-31273a0b09cc' progress to 50 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 809.954446] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 809.954446] env[63105]: value = "task-2758903" [ 809.954446] env[63105]: _type = "Task" [ 809.954446] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.965508] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2758903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.040347] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758901, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.132508] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "b44a1236-7591-40cf-8845-f935e602afa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.132747] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "b44a1236-7591-40cf-8845-f935e602afa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.255889] env[63105]: INFO nova.compute.manager [-] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Took 1.39 seconds to deallocate network for instance. [ 810.270099] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758902, 'name': ReconfigVM_Task, 'duration_secs': 0.472958} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.270099] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Reconfigured VM instance instance-00000037 to attach disk [datastore1] a2340f1e-068c-483c-b2b1-3543107a840b/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.270558] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a65c12-1b06-46ea-a4d6-a0b40e2e3fe4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.296962] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03a01a7a-ccf4-40b0-afe0-537e2efb7722 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.314737] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 810.314737] env[63105]: value = "task-2758904" [ 810.314737] env[63105]: _type = "Task" [ 810.314737] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.323335] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.352269] env[63105]: DEBUG nova.compute.utils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 810.357041] env[63105]: DEBUG nova.compute.manager [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.357238] env[63105]: DEBUG nova.network.neutron [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.407847] env[63105]: DEBUG nova.policy [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f2b0475580469aa7f3b238719d45d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea3a69f5037a496787d2ad90fecb5fdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.458470] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b15ee21-7716-4cce-8b69-b3a801af4980 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.470196] env[63105]: DEBUG oslo_vmware.api [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2758903, 'name': PowerOnVM_Task, 'duration_secs': 0.466648} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.483802] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.484178] env[63105]: INFO nova.compute.manager [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Took 8.30 seconds to spawn the instance on the hypervisor. [ 810.484448] env[63105]: DEBUG nova.compute.manager [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.485411] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaad09e-3c76-41cb-b860-6e41ef31ac6f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.488673] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533026b1-8018-443a-841c-4a24338fcc29 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.512762] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating instance '878bfa51-a829-4537-a841-31273a0b09cc' progress to 67 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 810.539542] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513096} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.540607] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 9267d2ff-a9c7-4f18-9e75-e3adf6126691/9267d2ff-a9c7-4f18-9e75-e3adf6126691.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.540910] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.541225] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90dfd1a7-ac01-4222-93af-4ca7ba4b80d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.548710] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 810.548710] env[63105]: value = "task-2758905" [ 810.548710] env[63105]: _type = "Task" [ 810.548710] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.557600] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.765937] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.825600] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758904, 'name': ReconfigVM_Task, 'duration_secs': 0.172139} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.826462] env[63105]: DEBUG nova.network.neutron [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Successfully created port: c74a237a-52ab-4915-b5aa-24287c648ba1 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.828405] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.828671] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1477377-efe4-4bbd-87c3-a4605e5cca28 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.835510] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 810.835510] env[63105]: value = "task-2758906" [ 810.835510] env[63105]: _type = "Task" [ 810.835510] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.843704] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.857451] env[63105]: DEBUG nova.compute.manager [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.860890] env[63105]: DEBUG oslo_concurrency.lockutils [None req-041ad553-4e4b-4476-8c87-70a98afd5198 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.861788] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.934s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.862067] env[63105]: DEBUG nova.objects.instance [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Lazy-loading 'resources' on Instance uuid 13d54771-0092-4d5b-9191-c92a4563de94 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.029329] env[63105]: INFO nova.compute.manager [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Took 55.42 seconds to build instance. [ 811.059197] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065761} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.059538] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.060477] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f030361-3d45-4df9-9514-b8c3828f9cca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.084758] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 9267d2ff-a9c7-4f18-9e75-e3adf6126691/9267d2ff-a9c7-4f18-9e75-e3adf6126691.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.085914] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8a3b336-8618-4b4d-9076-2a625e76e005 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.102498] env[63105]: DEBUG nova.network.neutron [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Port 1b0bf90d-50b2-4bb1-85d0-b23d291c23c2 binding to destination host cpu-1 is already ACTIVE {{(pid=63105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 811.106402] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 811.106402] env[63105]: value = "task-2758907" [ 811.106402] env[63105]: _type = "Task" [ 811.106402] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.115871] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.346634] env[63105]: DEBUG oslo_vmware.api [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2758906, 'name': PowerOnVM_Task, 'duration_secs': 0.39141} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.346932] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.349618] env[63105]: DEBUG nova.compute.manager [None req-679eceed-9b04-433e-b5f7-1c4c1301172e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.350380] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb52820a-5cbc-4a66-b31a-2e5a1c3e6883 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.531327] env[63105]: DEBUG oslo_concurrency.lockutils [None req-751c1f8b-d79a-4c9e-8cbb-e585764f6b8c tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "1295c5fb-4d84-4b06-8c38-30a1fbed2079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.056s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.620276] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.724167] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e39087-76be-4c75-a7b3-ec22d4547f02 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.731890] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f01205-5d33-419c-8688-02a759e5ff7d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.765393] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7c686c-6061-4425-b843-02d241e6d8b4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.772849] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c10faf9-c781-4961-aeee-a2458b1ddbe2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.788023] env[63105]: DEBUG nova.compute.provider_tree [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.871499] env[63105]: DEBUG nova.compute.manager [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.898778] env[63105]: DEBUG nova.virt.hardware [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 811.899035] env[63105]: DEBUG nova.virt.hardware [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 811.899202] env[63105]: DEBUG nova.virt.hardware [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.899386] env[63105]: DEBUG nova.virt.hardware [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 811.899527] env[63105]: DEBUG nova.virt.hardware [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.899669] env[63105]: DEBUG nova.virt.hardware [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 811.899906] env[63105]: DEBUG nova.virt.hardware [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 811.900039] env[63105]: DEBUG nova.virt.hardware [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 811.900214] env[63105]: DEBUG nova.virt.hardware [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 811.900429] env[63105]: DEBUG nova.virt.hardware [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 811.900541] env[63105]: DEBUG nova.virt.hardware [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 811.902071] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ccbe39-67ce-4f1b-9354-14bb07a6c1ba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.909992] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e14390-1ebe-4937-a46f-ff121eefbf11 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.037245] env[63105]: DEBUG nova.compute.manager [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.129760] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "878bfa51-a829-4537-a841-31273a0b09cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.130008] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "878bfa51-a829-4537-a841-31273a0b09cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.130445] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "878bfa51-a829-4537-a841-31273a0b09cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.137249] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758907, 'name': ReconfigVM_Task, 'duration_secs': 0.691783} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.137566] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 9267d2ff-a9c7-4f18-9e75-e3adf6126691/9267d2ff-a9c7-4f18-9e75-e3adf6126691.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.138069] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c2162b6-40a7-4c64-bc80-eb5d7b104e5d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.145094] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 812.145094] env[63105]: value = "task-2758908" [ 812.145094] env[63105]: _type = "Task" [ 812.145094] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.154218] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758908, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.306967] env[63105]: ERROR nova.scheduler.client.report [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [req-f539b9c5-202c-48f5-8871-88580a7c3f14] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f539b9c5-202c-48f5-8871-88580a7c3f14"}]} [ 812.322575] env[63105]: DEBUG nova.scheduler.client.report [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 812.335348] env[63105]: DEBUG nova.scheduler.client.report [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 812.335560] env[63105]: DEBUG nova.compute.provider_tree [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.345536] env[63105]: DEBUG nova.scheduler.client.report [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 812.361747] env[63105]: DEBUG nova.scheduler.client.report [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 812.561321] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.657110] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758908, 'name': Rename_Task, 'duration_secs': 0.160147} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.657392] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.657631] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4511be0e-baa4-451e-872c-fb25139e12a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.664915] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 812.664915] env[63105]: value = "task-2758909" [ 812.664915] env[63105]: _type = "Task" [ 812.664915] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.672954] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.757703] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e22403-ebba-478f-8e5a-1c02c9c925b3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.767704] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7501bd-e4f6-4106-9612-54854c73e2ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.777743] env[63105]: DEBUG nova.compute.manager [req-b509eca1-49e5-46a7-a12e-b69a1d068af0 req-d10ff2f9-eb43-465d-8baa-57bacbf67a82 service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Received event network-changed-ace5fe08-0b3e-4c65-8169-3bf59e37a26c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 812.777743] env[63105]: DEBUG nova.compute.manager [req-b509eca1-49e5-46a7-a12e-b69a1d068af0 req-d10ff2f9-eb43-465d-8baa-57bacbf67a82 service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Refreshing instance network info cache due to event network-changed-ace5fe08-0b3e-4c65-8169-3bf59e37a26c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 812.777956] env[63105]: DEBUG oslo_concurrency.lockutils [req-b509eca1-49e5-46a7-a12e-b69a1d068af0 req-d10ff2f9-eb43-465d-8baa-57bacbf67a82 service nova] Acquiring lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.778766] env[63105]: DEBUG oslo_concurrency.lockutils [req-b509eca1-49e5-46a7-a12e-b69a1d068af0 req-d10ff2f9-eb43-465d-8baa-57bacbf67a82 service nova] Acquired lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.778974] env[63105]: DEBUG nova.network.neutron [req-b509eca1-49e5-46a7-a12e-b69a1d068af0 req-d10ff2f9-eb43-465d-8baa-57bacbf67a82 service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Refreshing network info cache for port ace5fe08-0b3e-4c65-8169-3bf59e37a26c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.814594] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef8df5f-6b97-45e0-8a1e-9f61fd6f66a4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.824000] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82f5658-db40-4c55-8e53-9c26846fb923 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.846304] env[63105]: DEBUG nova.compute.provider_tree [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.877420] env[63105]: DEBUG nova.network.neutron [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Successfully updated port: c74a237a-52ab-4915-b5aa-24287c648ba1 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.179706] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.201754] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.202681] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.202681] env[63105]: DEBUG nova.network.neutron [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.371252] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "3906f5f4-2486-4979-91c7-1e3e8f382ab2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.371554] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "3906f5f4-2486-4979-91c7-1e3e8f382ab2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.380059] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "refresh_cache-8829746c-c5f3-4532-97a5-abbee445abd5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.380666] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquired lock "refresh_cache-8829746c-c5f3-4532-97a5-abbee445abd5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.383286] env[63105]: DEBUG nova.network.neutron [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.391047] env[63105]: ERROR nova.scheduler.client.report [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] [req-03f49b81-cc18-4fe8-9fb0-1bb823838822] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-03f49b81-cc18-4fe8-9fb0-1bb823838822"}]} [ 813.408124] env[63105]: DEBUG nova.scheduler.client.report [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 813.432849] env[63105]: DEBUG nova.scheduler.client.report [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 813.433227] env[63105]: DEBUG nova.compute.provider_tree [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.446122] env[63105]: DEBUG nova.scheduler.client.report [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 813.469485] env[63105]: DEBUG nova.scheduler.client.report [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 813.680053] env[63105]: DEBUG oslo_vmware.api [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758909, 'name': PowerOnVM_Task, 'duration_secs': 0.7435} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.680053] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.680053] env[63105]: INFO nova.compute.manager [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Took 6.35 seconds to spawn the instance on the hypervisor. [ 813.680053] env[63105]: DEBUG nova.compute.manager [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.680053] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9be2dd3-bf47-47f5-a314-81da590aaeee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.915352] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f7a204-e6db-4bdf-a532-3c657533e316 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.919122] env[63105]: DEBUG nova.network.neutron [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.931537] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17834295-5eb7-4c2b-b15b-b35ea6a04d0d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.965482] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2fcaa8-149c-46df-903e-0222a52eadd2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.973991] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9405f8ca-5898-420d-a56c-30e604c40f46 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.987842] env[63105]: DEBUG nova.compute.provider_tree [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.013564] env[63105]: DEBUG nova.network.neutron [req-b509eca1-49e5-46a7-a12e-b69a1d068af0 req-d10ff2f9-eb43-465d-8baa-57bacbf67a82 service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Updated VIF entry in instance network info cache for port ace5fe08-0b3e-4c65-8169-3bf59e37a26c. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.015349] env[63105]: DEBUG nova.network.neutron [req-b509eca1-49e5-46a7-a12e-b69a1d068af0 req-d10ff2f9-eb43-465d-8baa-57bacbf67a82 service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Updating instance_info_cache with network_info: [{"id": "ace5fe08-0b3e-4c65-8169-3bf59e37a26c", "address": "fa:16:3e:26:eb:32", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace5fe08-0b", "ovs_interfaceid": "ace5fe08-0b3e-4c65-8169-3bf59e37a26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.086677] env[63105]: DEBUG nova.network.neutron [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Updating instance_info_cache with network_info: [{"id": "c74a237a-52ab-4915-b5aa-24287c648ba1", "address": "fa:16:3e:f7:65:80", "network": {"id": "a25468f9-bcd8-4fdf-9375-883d40532bba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-471875834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3a69f5037a496787d2ad90fecb5fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74a237a-52", "ovs_interfaceid": "c74a237a-52ab-4915-b5aa-24287c648ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.092272] env[63105]: DEBUG nova.network.neutron [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating instance_info_cache with network_info: [{"id": "1b0bf90d-50b2-4bb1-85d0-b23d291c23c2", "address": "fa:16:3e:6c:ae:ed", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b0bf90d-50", "ovs_interfaceid": "1b0bf90d-50b2-4bb1-85d0-b23d291c23c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.199888] env[63105]: INFO nova.compute.manager [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Took 57.51 seconds to build instance. [ 814.519529] env[63105]: DEBUG oslo_concurrency.lockutils [req-b509eca1-49e5-46a7-a12e-b69a1d068af0 req-d10ff2f9-eb43-465d-8baa-57bacbf67a82 service nova] Releasing lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.522112] env[63105]: DEBUG nova.scheduler.client.report [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 814.522354] env[63105]: DEBUG nova.compute.provider_tree [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 97 to 98 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 814.522533] env[63105]: DEBUG nova.compute.provider_tree [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.589993] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Releasing lock "refresh_cache-8829746c-c5f3-4532-97a5-abbee445abd5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.590286] env[63105]: DEBUG nova.compute.manager [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Instance network_info: |[{"id": "c74a237a-52ab-4915-b5aa-24287c648ba1", "address": "fa:16:3e:f7:65:80", "network": {"id": "a25468f9-bcd8-4fdf-9375-883d40532bba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-471875834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3a69f5037a496787d2ad90fecb5fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74a237a-52", "ovs_interfaceid": "c74a237a-52ab-4915-b5aa-24287c648ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.590689] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:65:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c74a237a-52ab-4915-b5aa-24287c648ba1', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.598908] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Creating folder: Project (ea3a69f5037a496787d2ad90fecb5fdd). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.599472] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Releasing lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.602788] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9f4bea3-4f09-471c-8080-763801453c8b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.614664] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Created folder: Project (ea3a69f5037a496787d2ad90fecb5fdd) in parent group-v554960. [ 814.614855] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Creating folder: Instances. Parent ref: group-v555134. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.615126] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d56e227a-855f-4cc4-93d1-e2ccef472122 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.622930] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Created folder: Instances in parent group-v555134. [ 814.623165] env[63105]: DEBUG oslo.service.loopingcall [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.623347] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.623541] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7d93774-df5c-40be-9763-36acca35561c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.641309] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.641309] env[63105]: value = "task-2758912" [ 814.641309] env[63105]: _type = "Task" [ 814.641309] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.650238] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758912, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.702262] env[63105]: DEBUG oslo_concurrency.lockutils [None req-35b5f7de-f801-446b-b743-a109194aee62 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Lock "9267d2ff-a9c7-4f18-9e75-e3adf6126691" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.025s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.815497] env[63105]: DEBUG nova.compute.manager [req-70a2af1a-3b11-4e61-a0d5-87304ef2f624 req-b348cd87-b009-45d9-8af7-4a6a413a9fc5 service nova] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Received event network-vif-plugged-c74a237a-52ab-4915-b5aa-24287c648ba1 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 814.815701] env[63105]: DEBUG oslo_concurrency.lockutils [req-70a2af1a-3b11-4e61-a0d5-87304ef2f624 req-b348cd87-b009-45d9-8af7-4a6a413a9fc5 service nova] Acquiring lock "8829746c-c5f3-4532-97a5-abbee445abd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.815964] env[63105]: DEBUG oslo_concurrency.lockutils [req-70a2af1a-3b11-4e61-a0d5-87304ef2f624 req-b348cd87-b009-45d9-8af7-4a6a413a9fc5 service nova] Lock "8829746c-c5f3-4532-97a5-abbee445abd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.816157] env[63105]: DEBUG oslo_concurrency.lockutils [req-70a2af1a-3b11-4e61-a0d5-87304ef2f624 req-b348cd87-b009-45d9-8af7-4a6a413a9fc5 service nova] Lock "8829746c-c5f3-4532-97a5-abbee445abd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.816327] env[63105]: DEBUG nova.compute.manager [req-70a2af1a-3b11-4e61-a0d5-87304ef2f624 req-b348cd87-b009-45d9-8af7-4a6a413a9fc5 service nova] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] No waiting events found dispatching network-vif-plugged-c74a237a-52ab-4915-b5aa-24287c648ba1 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.816495] env[63105]: WARNING nova.compute.manager [req-70a2af1a-3b11-4e61-a0d5-87304ef2f624 req-b348cd87-b009-45d9-8af7-4a6a413a9fc5 service nova] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Received unexpected event network-vif-plugged-c74a237a-52ab-4915-b5aa-24287c648ba1 for instance with vm_state building and task_state spawning. [ 814.816655] env[63105]: DEBUG nova.compute.manager [req-70a2af1a-3b11-4e61-a0d5-87304ef2f624 req-b348cd87-b009-45d9-8af7-4a6a413a9fc5 service nova] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Received event network-changed-c74a237a-52ab-4915-b5aa-24287c648ba1 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 814.816843] env[63105]: DEBUG nova.compute.manager [req-70a2af1a-3b11-4e61-a0d5-87304ef2f624 req-b348cd87-b009-45d9-8af7-4a6a413a9fc5 service nova] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Refreshing instance network info cache due to event network-changed-c74a237a-52ab-4915-b5aa-24287c648ba1. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 814.817066] env[63105]: DEBUG oslo_concurrency.lockutils [req-70a2af1a-3b11-4e61-a0d5-87304ef2f624 req-b348cd87-b009-45d9-8af7-4a6a413a9fc5 service nova] Acquiring lock "refresh_cache-8829746c-c5f3-4532-97a5-abbee445abd5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.817225] env[63105]: DEBUG oslo_concurrency.lockutils [req-70a2af1a-3b11-4e61-a0d5-87304ef2f624 req-b348cd87-b009-45d9-8af7-4a6a413a9fc5 service nova] Acquired lock "refresh_cache-8829746c-c5f3-4532-97a5-abbee445abd5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.817388] env[63105]: DEBUG nova.network.neutron [req-70a2af1a-3b11-4e61-a0d5-87304ef2f624 req-b348cd87-b009-45d9-8af7-4a6a413a9fc5 service nova] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Refreshing network info cache for port c74a237a-52ab-4915-b5aa-24287c648ba1 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.880790] env[63105]: INFO nova.compute.manager [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Rebuilding instance [ 814.922167] env[63105]: DEBUG nova.compute.manager [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.923025] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1122bc-89bf-4b21-9cf1-f88c7bc686e6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.027927] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.166s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.031014] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.687s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.031284] env[63105]: DEBUG nova.objects.instance [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Lazy-loading 'resources' on Instance uuid 1e36432b-3ebc-4417-b914-5feb9fbd040d {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.050019] env[63105]: INFO nova.scheduler.client.report [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Deleted allocations for instance 13d54771-0092-4d5b-9191-c92a4563de94 [ 815.125077] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9dbcb3-7c1c-4f6a-80e6-58ed1a1f2769 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.157330] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f15b36-58e5-4436-9877-d92ca118c4ac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.166956] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758912, 'name': CreateVM_Task, 'duration_secs': 0.42308} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.169235] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.169601] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating instance '878bfa51-a829-4537-a841-31273a0b09cc' progress to 83 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 815.173361] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.173528] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.173840] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.174309] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb1be0c2-ab60-48f7-ac22-8e43b4e6bfbc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.178909] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 815.178909] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521c17b7-bbc6-6b50-cb43-b2e7f0ed3b73" [ 815.178909] env[63105]: _type = "Task" [ 815.178909] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.186883] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521c17b7-bbc6-6b50-cb43-b2e7f0ed3b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.205443] env[63105]: DEBUG nova.compute.manager [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.559573] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e49ac45f-6958-40c7-8f66-3fee3c663e36 tempest-VolumesAssistedSnapshotsTest-1975673858 tempest-VolumesAssistedSnapshotsTest-1975673858-project-member] Lock "13d54771-0092-4d5b-9191-c92a4563de94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.241s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.574676] env[63105]: DEBUG nova.network.neutron [req-70a2af1a-3b11-4e61-a0d5-87304ef2f624 req-b348cd87-b009-45d9-8af7-4a6a413a9fc5 service nova] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Updated VIF entry in instance network info cache for port c74a237a-52ab-4915-b5aa-24287c648ba1. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.575247] env[63105]: DEBUG nova.network.neutron [req-70a2af1a-3b11-4e61-a0d5-87304ef2f624 req-b348cd87-b009-45d9-8af7-4a6a413a9fc5 service nova] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Updating instance_info_cache with network_info: [{"id": "c74a237a-52ab-4915-b5aa-24287c648ba1", "address": "fa:16:3e:f7:65:80", "network": {"id": "a25468f9-bcd8-4fdf-9375-883d40532bba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-471875834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3a69f5037a496787d2ad90fecb5fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74a237a-52", "ovs_interfaceid": "c74a237a-52ab-4915-b5aa-24287c648ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.678129] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.678129] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-584c5236-62b4-4765-a921-d31792cca7e2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.691997] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521c17b7-bbc6-6b50-cb43-b2e7f0ed3b73, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.695756] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.696147] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.696525] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.696718] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.696961] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.697329] env[63105]: DEBUG oslo_vmware.api [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 815.697329] env[63105]: value = "task-2758913" [ 815.697329] env[63105]: _type = "Task" [ 815.697329] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.698956] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50f17067-4e87-4516-8338-76c303e2a957 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.711945] env[63105]: DEBUG oslo_vmware.api [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758913, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.723448] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.723695] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.724626] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5157a78-e76e-43e4-b172-15be0d9e54c5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.731332] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 815.731332] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52778382-1544-2529-331a-19abc0520dae" [ 815.731332] env[63105]: _type = "Task" [ 815.731332] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.732132] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.740493] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52778382-1544-2529-331a-19abc0520dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.938229] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.938865] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d211b143-1a6d-4912-adcb-d8f187d91f41 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.946638] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 815.946638] env[63105]: value = "task-2758914" [ 815.946638] env[63105]: _type = "Task" [ 815.946638] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.956734] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.001313] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b51756a-383f-4cc7-a38b-a07a06c6c509 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.010241] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dae59b-3ef9-42cb-ab7d-14607f343114 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.043009] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a91377-f05b-4063-8376-4fd4b600fec9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.050644] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d71792-cb32-42e2-a542-c18f170b57eb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.064420] env[63105]: DEBUG nova.compute.provider_tree [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.080760] env[63105]: DEBUG oslo_concurrency.lockutils [req-70a2af1a-3b11-4e61-a0d5-87304ef2f624 req-b348cd87-b009-45d9-8af7-4a6a413a9fc5 service nova] Releasing lock "refresh_cache-8829746c-c5f3-4532-97a5-abbee445abd5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.209858] env[63105]: DEBUG oslo_vmware.api [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2758913, 'name': PowerOnVM_Task, 'duration_secs': 0.496512} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.210141] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.210327] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fbba3b13-f70f-4a92-8412-1034a59e828f tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating instance '878bfa51-a829-4537-a841-31273a0b09cc' progress to 100 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 816.243346] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52778382-1544-2529-331a-19abc0520dae, 'name': SearchDatastore_Task, 'duration_secs': 0.009105} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.244181] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d33fde-9b1f-488d-a215-f68bb40fffd7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.250497] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 816.250497] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]525e554e-e6fd-4e75-8b8c-ebdd2bef78da" [ 816.250497] env[63105]: _type = "Task" [ 816.250497] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.258269] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525e554e-e6fd-4e75-8b8c-ebdd2bef78da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.456664] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758914, 'name': PowerOffVM_Task, 'duration_secs': 0.222193} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.457007] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.457262] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.458133] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4837b2-6bea-4c74-9833-68105c4a39e4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.467760] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.468036] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dbbcb7d-760b-48a3-be60-d16706c684cc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.491902] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.492159] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.492343] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Deleting the datastore file [datastore2] 9267d2ff-a9c7-4f18-9e75-e3adf6126691 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.492633] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-960c1d53-4183-4f72-ab3a-b9c6895fa779 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.501624] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 816.501624] env[63105]: value = "task-2758916" [ 816.501624] env[63105]: _type = "Task" [ 816.501624] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.511184] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.570262] env[63105]: DEBUG nova.scheduler.client.report [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 816.765064] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525e554e-e6fd-4e75-8b8c-ebdd2bef78da, 'name': SearchDatastore_Task, 'duration_secs': 0.02912} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.765528] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.765924] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 8829746c-c5f3-4532-97a5-abbee445abd5/8829746c-c5f3-4532-97a5-abbee445abd5.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.766597] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ee78b76-35f6-4893-a920-7d836cc5005b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.774352] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 816.774352] env[63105]: value = "task-2758917" [ 816.774352] env[63105]: _type = "Task" [ 816.774352] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.787722] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2758917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.017630] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299869} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.018013] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.018273] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.018505] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.073481] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.076184] env[63105]: DEBUG oslo_concurrency.lockutils [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.183s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.076966] env[63105]: DEBUG nova.objects.instance [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lazy-loading 'resources' on Instance uuid 8dbcecc9-e6d8-49d6-a3ac-187920f2719b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.104451] env[63105]: INFO nova.scheduler.client.report [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Deleted allocations for instance 1e36432b-3ebc-4417-b914-5feb9fbd040d [ 817.287589] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2758917, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.619392] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ba07f26-f06c-4ad2-a01d-dd348d8dbf56 tempest-ServerShowV254Test-1867299057 tempest-ServerShowV254Test-1867299057-project-member] Lock "1e36432b-3ebc-4417-b914-5feb9fbd040d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.543s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.786529] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2758917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683892} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.789545] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 8829746c-c5f3-4532-97a5-abbee445abd5/8829746c-c5f3-4532-97a5-abbee445abd5.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.789545] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.789806] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81400ea1-e907-4c93-9c39-536f46757a53 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.796862] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 817.796862] env[63105]: value = "task-2758918" [ 817.796862] env[63105]: _type = "Task" [ 817.796862] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.807088] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2758918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.062671] env[63105]: DEBUG nova.virt.hardware [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 818.062822] env[63105]: DEBUG nova.virt.hardware [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 818.062985] env[63105]: DEBUG nova.virt.hardware [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.063187] env[63105]: DEBUG nova.virt.hardware [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 818.063433] env[63105]: DEBUG nova.virt.hardware [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.063621] env[63105]: DEBUG nova.virt.hardware [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 818.063907] env[63105]: DEBUG nova.virt.hardware [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 818.064084] env[63105]: DEBUG nova.virt.hardware [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 818.064253] env[63105]: DEBUG nova.virt.hardware [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 818.064412] env[63105]: DEBUG nova.virt.hardware [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 818.064578] env[63105]: DEBUG nova.virt.hardware [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 818.066029] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b99b822-1a02-4bd5-89ec-e1c1b2f1b959 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.069913] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ac6f3a-0cc6-49ba-9ee8-556e80731a85 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.079187] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db73cdb-284a-410a-9010-c91d0eeeff99 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.083869] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93eea610-c0c4-4458-b9c3-3c6d0c8efbbd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.136774] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Instance VIF info [] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.151747] env[63105]: DEBUG oslo.service.loopingcall [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.152651] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.153800] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9010f6-7123-44de-aeec-7ca649e886ad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.158160] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-532b4665-b52a-46c2-9fc2-67e7d29cdf19 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.190820] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eecbeab-fcc1-4030-b5d0-d7e338c3a3b8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.197979] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.197979] env[63105]: value = "task-2758919" [ 818.197979] env[63105]: _type = "Task" [ 818.197979] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.210744] env[63105]: DEBUG nova.compute.provider_tree [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.219360] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758919, 'name': CreateVM_Task} progress is 15%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.306848] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2758918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143281} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.307157] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.307970] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a9bc00-bdf7-4d16-a9ac-e95c1e3603bf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.334296] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 8829746c-c5f3-4532-97a5-abbee445abd5/8829746c-c5f3-4532-97a5-abbee445abd5.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.334678] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfe7cf3b-8ad4-4429-9481-fdbcd12c9d2a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.355329] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 818.355329] env[63105]: value = "task-2758920" [ 818.355329] env[63105]: _type = "Task" [ 818.355329] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.364968] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2758920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.707581] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758919, 'name': CreateVM_Task, 'duration_secs': 0.328555} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.707762] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.708186] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.708346] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.708654] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.708907] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c4e1a8-ee0f-4473-9417-525618ba9393 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.714219] env[63105]: DEBUG nova.scheduler.client.report [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 818.717812] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 818.717812] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52980811-d223-9d5f-c456-d82cbd222097" [ 818.717812] env[63105]: _type = "Task" [ 818.717812] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.726355] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52980811-d223-9d5f-c456-d82cbd222097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.866754] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2758920, 'name': ReconfigVM_Task, 'duration_secs': 0.338614} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.867049] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 8829746c-c5f3-4532-97a5-abbee445abd5/8829746c-c5f3-4532-97a5-abbee445abd5.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.867667] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e100ac00-5402-4d3e-b7d2-7a8ad8ecca29 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.874295] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 818.874295] env[63105]: value = "task-2758921" [ 818.874295] env[63105]: _type = "Task" [ 818.874295] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.882435] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2758921, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.005028] env[63105]: DEBUG nova.network.neutron [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Port 1b0bf90d-50b2-4bb1-85d0-b23d291c23c2 binding to destination host cpu-1 is already ACTIVE {{(pid=63105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 819.005427] env[63105]: DEBUG oslo_concurrency.lockutils [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.006152] env[63105]: DEBUG oslo_concurrency.lockutils [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.006152] env[63105]: DEBUG nova.network.neutron [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.225020] env[63105]: DEBUG oslo_concurrency.lockutils [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.225483] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.494s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.227575] env[63105]: INFO nova.compute.claims [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.234158] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52980811-d223-9d5f-c456-d82cbd222097, 'name': SearchDatastore_Task, 'duration_secs': 0.026308} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.234884] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.235365] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.235794] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.236133] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.236417] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.236744] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2735628-3697-4a5b-aca0-a3428efecfe6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.247107] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.249018] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.249018] env[63105]: INFO nova.scheduler.client.report [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Deleted allocations for instance 8dbcecc9-e6d8-49d6-a3ac-187920f2719b [ 819.249826] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b00b40-94f2-4a19-9b13-804c5fc6159b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.256559] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 819.256559] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d6c22a-e263-8b26-e236-f2108a4f8745" [ 819.256559] env[63105]: _type = "Task" [ 819.256559] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.266014] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d6c22a-e263-8b26-e236-f2108a4f8745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.384503] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2758921, 'name': Rename_Task, 'duration_secs': 0.143027} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.384771] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.385071] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84827508-8365-4ea6-94e8-8dc169536d6c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.391571] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 819.391571] env[63105]: value = "task-2758922" [ 819.391571] env[63105]: _type = "Task" [ 819.391571] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.399356] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2758922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.768272] env[63105]: DEBUG oslo_concurrency.lockutils [None req-380343d9-29fd-4590-9f72-c90d825d2732 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "8dbcecc9-e6d8-49d6-a3ac-187920f2719b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.531s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.776041] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d6c22a-e263-8b26-e236-f2108a4f8745, 'name': SearchDatastore_Task, 'duration_secs': 0.022167} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.777265] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bef6ec60-d687-4655-b8a8-12b6980a4a37 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.783226] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 819.783226] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5256f125-81d0-fd37-47d4-1111f7a05e67" [ 819.783226] env[63105]: _type = "Task" [ 819.783226] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.794956] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5256f125-81d0-fd37-47d4-1111f7a05e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.837231] env[63105]: DEBUG nova.network.neutron [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating instance_info_cache with network_info: [{"id": "1b0bf90d-50b2-4bb1-85d0-b23d291c23c2", "address": "fa:16:3e:6c:ae:ed", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b0bf90d-50", "ovs_interfaceid": "1b0bf90d-50b2-4bb1-85d0-b23d291c23c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.901659] env[63105]: DEBUG oslo_vmware.api [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2758922, 'name': PowerOnVM_Task, 'duration_secs': 0.43923} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.901937] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.902216] env[63105]: INFO nova.compute.manager [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Took 8.03 seconds to spawn the instance on the hypervisor. [ 819.902415] env[63105]: DEBUG nova.compute.manager [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.903203] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2cea64-8776-4a59-9dbc-72ea4d924ecf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.297667] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5256f125-81d0-fd37-47d4-1111f7a05e67, 'name': SearchDatastore_Task, 'duration_secs': 0.014783} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.299441] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.299441] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 9267d2ff-a9c7-4f18-9e75-e3adf6126691/9267d2ff-a9c7-4f18-9e75-e3adf6126691.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.299441] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e736d33e-ca48-4ed9-a622-a5dbc6822801 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.306464] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 820.306464] env[63105]: value = "task-2758923" [ 820.306464] env[63105]: _type = "Task" [ 820.306464] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.315964] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.340163] env[63105]: DEBUG oslo_concurrency.lockutils [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Releasing lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.420981] env[63105]: INFO nova.compute.manager [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Took 58.43 seconds to build instance. [ 820.679829] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31f4ac2-f13e-42a9-9e3c-1f16c7c03c3b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.689308] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747fe16e-c5a3-4a7f-a3a4-4f0eb505ca08 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.732028] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f095788-029b-4188-ae01-a0a38fd02b94 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.741342] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e465e0d6-4434-4023-bb0a-21f23c5422a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.759549] env[63105]: DEBUG nova.compute.provider_tree [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.817699] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758923, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.843455] env[63105]: DEBUG nova.compute.manager [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63105) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 820.843673] env[63105]: DEBUG oslo_concurrency.lockutils [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.923200] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc804b92-4625-415f-b9fc-3c7ecdbfcc1a tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.944s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.264231] env[63105]: DEBUG nova.scheduler.client.report [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 821.317971] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646893} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.318240] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 9267d2ff-a9c7-4f18-9e75-e3adf6126691/9267d2ff-a9c7-4f18-9e75-e3adf6126691.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.318444] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.318683] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-842f4710-c829-45e5-bf85-9584dc9c9499 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.325681] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 821.325681] env[63105]: value = "task-2758924" [ 821.325681] env[63105]: _type = "Task" [ 821.325681] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.335290] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.552587] env[63105]: DEBUG nova.compute.manager [req-c7220a63-e265-4d57-9f02-1dc8ed87af7a req-f03af539-fd74-48ce-a2cd-ae43113a88ca service nova] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Received event network-changed-c74a237a-52ab-4915-b5aa-24287c648ba1 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 821.552587] env[63105]: DEBUG nova.compute.manager [req-c7220a63-e265-4d57-9f02-1dc8ed87af7a req-f03af539-fd74-48ce-a2cd-ae43113a88ca service nova] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Refreshing instance network info cache due to event network-changed-c74a237a-52ab-4915-b5aa-24287c648ba1. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 821.552587] env[63105]: DEBUG oslo_concurrency.lockutils [req-c7220a63-e265-4d57-9f02-1dc8ed87af7a req-f03af539-fd74-48ce-a2cd-ae43113a88ca service nova] Acquiring lock "refresh_cache-8829746c-c5f3-4532-97a5-abbee445abd5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.552587] env[63105]: DEBUG oslo_concurrency.lockutils [req-c7220a63-e265-4d57-9f02-1dc8ed87af7a req-f03af539-fd74-48ce-a2cd-ae43113a88ca service nova] Acquired lock "refresh_cache-8829746c-c5f3-4532-97a5-abbee445abd5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.552858] env[63105]: DEBUG nova.network.neutron [req-c7220a63-e265-4d57-9f02-1dc8ed87af7a req-f03af539-fd74-48ce-a2cd-ae43113a88ca service nova] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Refreshing network info cache for port c74a237a-52ab-4915-b5aa-24287c648ba1 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.771379] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.772098] env[63105]: DEBUG nova.compute.manager [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.774862] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 45.128s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.775064] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.775223] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 821.775506] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.491s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.776935] env[63105]: INFO nova.compute.claims [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.780814] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7998dca2-9d12-46b0-936b-b869ebf35bf1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.789396] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e6921c-54fc-4a8b-b17b-d56941f62501 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.805373] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1aa7e0-8652-4b2b-8b7d-cbdc73c56ef1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.814689] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "d2a39b11-2aab-4428-9bd8-277ab3962e72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.814920] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "d2a39b11-2aab-4428-9bd8-277ab3962e72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.816971] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f19c4f-3bf0-4fa8-9d68-f47a55fd3881 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.848943] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179339MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 821.849360] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.857353] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067523} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.857612] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.858378] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c4c923-2356-4269-bee2-cc44b3b69ee2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.877900] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 9267d2ff-a9c7-4f18-9e75-e3adf6126691/9267d2ff-a9c7-4f18-9e75-e3adf6126691.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.878488] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08776f39-d1f9-4406-bbe2-0877dc06797e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.898657] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 821.898657] env[63105]: value = "task-2758925" [ 821.898657] env[63105]: _type = "Task" [ 821.898657] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.906324] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.283885] env[63105]: DEBUG nova.compute.utils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 822.286217] env[63105]: DEBUG nova.compute.manager [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.286407] env[63105]: DEBUG nova.network.neutron [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.321441] env[63105]: DEBUG nova.compute.manager [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.357433] env[63105]: DEBUG nova.policy [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41bcc83a765a4aa5947e1c098a54d56f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6039084dd49439b9add938dad3b1446', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.409382] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.604280] env[63105]: DEBUG nova.network.neutron [req-c7220a63-e265-4d57-9f02-1dc8ed87af7a req-f03af539-fd74-48ce-a2cd-ae43113a88ca service nova] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Updated VIF entry in instance network info cache for port c74a237a-52ab-4915-b5aa-24287c648ba1. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.604678] env[63105]: DEBUG nova.network.neutron [req-c7220a63-e265-4d57-9f02-1dc8ed87af7a req-f03af539-fd74-48ce-a2cd-ae43113a88ca service nova] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Updating instance_info_cache with network_info: [{"id": "c74a237a-52ab-4915-b5aa-24287c648ba1", "address": "fa:16:3e:f7:65:80", "network": {"id": "a25468f9-bcd8-4fdf-9375-883d40532bba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-471875834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3a69f5037a496787d2ad90fecb5fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74a237a-52", "ovs_interfaceid": "c74a237a-52ab-4915-b5aa-24287c648ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.787472] env[63105]: DEBUG nova.compute.manager [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.847592] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.908712] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758925, 'name': ReconfigVM_Task, 'duration_secs': 0.572376} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.911205] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 9267d2ff-a9c7-4f18-9e75-e3adf6126691/9267d2ff-a9c7-4f18-9e75-e3adf6126691.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.912921] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b979449c-0143-433c-8afb-c3504d02c716 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.919194] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 822.919194] env[63105]: value = "task-2758926" [ 822.919194] env[63105]: _type = "Task" [ 822.919194] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.929461] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758926, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.033465] env[63105]: DEBUG nova.network.neutron [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Successfully created port: 6ec8dde5-ba67-4d7d-8b83-7b476892d77c {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.110435] env[63105]: DEBUG oslo_concurrency.lockutils [req-c7220a63-e265-4d57-9f02-1dc8ed87af7a req-f03af539-fd74-48ce-a2cd-ae43113a88ca service nova] Releasing lock "refresh_cache-8829746c-c5f3-4532-97a5-abbee445abd5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.223865] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd13a77-301f-4a0b-9ab2-3513b5d79a48 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.233539] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de1e8d4-2874-4ba6-af72-2b65e322c94d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.272013] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ce516c-59d7-42c4-829c-b0c16c438e61 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.281620] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2641ee04-66ac-481b-9fc9-2a9dfa10627f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.307206] env[63105]: DEBUG nova.compute.provider_tree [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.431919] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758926, 'name': Rename_Task, 'duration_secs': 0.151333} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.431919] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.431919] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-453f39e6-2456-417a-91bf-aad5c86b559e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.436602] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 823.436602] env[63105]: value = "task-2758927" [ 823.436602] env[63105]: _type = "Task" [ 823.436602] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.444532] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.812099] env[63105]: DEBUG nova.compute.manager [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.814296] env[63105]: DEBUG nova.scheduler.client.report [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 823.851032] env[63105]: DEBUG nova.virt.hardware [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 823.852655] env[63105]: DEBUG nova.virt.hardware [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 823.852860] env[63105]: DEBUG nova.virt.hardware [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.853082] env[63105]: DEBUG nova.virt.hardware [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 823.853239] env[63105]: DEBUG nova.virt.hardware [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.853389] env[63105]: DEBUG nova.virt.hardware [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 823.853602] env[63105]: DEBUG nova.virt.hardware [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 823.853762] env[63105]: DEBUG nova.virt.hardware [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 823.853929] env[63105]: DEBUG nova.virt.hardware [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 823.854105] env[63105]: DEBUG nova.virt.hardware [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 823.854354] env[63105]: DEBUG nova.virt.hardware [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 823.855430] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508bc061-bceb-4c62-b521-93f02a15efad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.865021] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0762b30-dad8-4b29-ad72-daa53b727d97 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.948497] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758927, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.324022] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.324022] env[63105]: DEBUG nova.compute.manager [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.325625] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.675s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.331214] env[63105]: INFO nova.compute.claims [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.448767] env[63105]: DEBUG oslo_vmware.api [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758927, 'name': PowerOnVM_Task, 'duration_secs': 0.907969} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.448767] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.448767] env[63105]: DEBUG nova.compute.manager [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.449247] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d91d95-822c-4b3c-afed-9ef013895341 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.533345] env[63105]: DEBUG nova.compute.manager [req-8f9dc147-f947-4a7d-9c07-eddd14af5354 req-939b044f-da4d-44f0-be9b-842d0ea7453e service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Received event network-vif-plugged-6ec8dde5-ba67-4d7d-8b83-7b476892d77c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 824.533606] env[63105]: DEBUG oslo_concurrency.lockutils [req-8f9dc147-f947-4a7d-9c07-eddd14af5354 req-939b044f-da4d-44f0-be9b-842d0ea7453e service nova] Acquiring lock "47a53231-ac15-4bd6-846f-40533a61f33a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.534253] env[63105]: DEBUG oslo_concurrency.lockutils [req-8f9dc147-f947-4a7d-9c07-eddd14af5354 req-939b044f-da4d-44f0-be9b-842d0ea7453e service nova] Lock "47a53231-ac15-4bd6-846f-40533a61f33a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.534445] env[63105]: DEBUG oslo_concurrency.lockutils [req-8f9dc147-f947-4a7d-9c07-eddd14af5354 req-939b044f-da4d-44f0-be9b-842d0ea7453e service nova] Lock "47a53231-ac15-4bd6-846f-40533a61f33a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.534624] env[63105]: DEBUG nova.compute.manager [req-8f9dc147-f947-4a7d-9c07-eddd14af5354 req-939b044f-da4d-44f0-be9b-842d0ea7453e service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] No waiting events found dispatching network-vif-plugged-6ec8dde5-ba67-4d7d-8b83-7b476892d77c {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.534774] env[63105]: WARNING nova.compute.manager [req-8f9dc147-f947-4a7d-9c07-eddd14af5354 req-939b044f-da4d-44f0-be9b-842d0ea7453e service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Received unexpected event network-vif-plugged-6ec8dde5-ba67-4d7d-8b83-7b476892d77c for instance with vm_state building and task_state spawning. [ 824.688250] env[63105]: DEBUG nova.network.neutron [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Successfully updated port: 6ec8dde5-ba67-4d7d-8b83-7b476892d77c {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.843110] env[63105]: DEBUG nova.compute.utils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 824.843110] env[63105]: DEBUG nova.compute.manager [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.843110] env[63105]: DEBUG nova.network.neutron [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.889656] env[63105]: DEBUG nova.policy [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7af179ac0df487b82394dc1fae9e14e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ecd7191d6ae4bff9f964f6d5f4c68b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.972949] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.167605] env[63105]: DEBUG nova.network.neutron [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Successfully created port: 290310cd-685b-4bdc-9681-e75b91c15fc4 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.195464] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.195464] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.195464] env[63105]: DEBUG nova.network.neutron [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.347556] env[63105]: DEBUG nova.compute.manager [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.733473] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquiring lock "9267d2ff-a9c7-4f18-9e75-e3adf6126691" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.733473] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Lock "9267d2ff-a9c7-4f18-9e75-e3adf6126691" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.733473] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquiring lock "9267d2ff-a9c7-4f18-9e75-e3adf6126691-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.733651] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Lock "9267d2ff-a9c7-4f18-9e75-e3adf6126691-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.733687] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Lock "9267d2ff-a9c7-4f18-9e75-e3adf6126691-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.736612] env[63105]: INFO nova.compute.manager [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Terminating instance [ 825.745248] env[63105]: DEBUG nova.network.neutron [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.788988] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c65101-d366-4947-a24f-c95399013b96 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.800419] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09935a03-a0ec-40ae-8ec0-c0d25cd7f028 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.836398] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4076f857-e346-44cc-8884-b7bfef749127 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.845427] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0288621d-c58b-4b97-b9d6-d26a4b5c9a26 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.866442] env[63105]: DEBUG nova.compute.provider_tree [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.029391] env[63105]: DEBUG nova.network.neutron [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Updating instance_info_cache with network_info: [{"id": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "address": "fa:16:3e:8e:de:f5", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec8dde5-ba", "ovs_interfaceid": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.240737] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquiring lock "refresh_cache-9267d2ff-a9c7-4f18-9e75-e3adf6126691" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.241530] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquired lock "refresh_cache-9267d2ff-a9c7-4f18-9e75-e3adf6126691" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.241872] env[63105]: DEBUG nova.network.neutron [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.369074] env[63105]: DEBUG nova.scheduler.client.report [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 826.375781] env[63105]: DEBUG nova.compute.manager [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.414776] env[63105]: DEBUG nova.virt.hardware [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 826.415044] env[63105]: DEBUG nova.virt.hardware [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 826.415207] env[63105]: DEBUG nova.virt.hardware [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.415387] env[63105]: DEBUG nova.virt.hardware [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 826.415534] env[63105]: DEBUG nova.virt.hardware [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.415679] env[63105]: DEBUG nova.virt.hardware [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 826.415884] env[63105]: DEBUG nova.virt.hardware [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 826.420110] env[63105]: DEBUG nova.virt.hardware [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 826.420374] env[63105]: DEBUG nova.virt.hardware [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 826.420556] env[63105]: DEBUG nova.virt.hardware [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 826.420852] env[63105]: DEBUG nova.virt.hardware [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 826.421645] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0bc802-4249-4d41-8db2-4255484d71a8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.431957] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da669a41-537e-4847-a2cc-f9a7640f12c5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.535021] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.535021] env[63105]: DEBUG nova.compute.manager [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Instance network_info: |[{"id": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "address": "fa:16:3e:8e:de:f5", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec8dde5-ba", "ovs_interfaceid": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.535021] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:de:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ec8dde5-ba67-4d7d-8b83-7b476892d77c', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.541565] env[63105]: DEBUG oslo.service.loopingcall [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.541929] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.542300] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-674e7975-2330-489f-9776-0353352e1bcf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.565100] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.565100] env[63105]: value = "task-2758928" [ 826.565100] env[63105]: _type = "Task" [ 826.565100] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.574970] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758928, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.583164] env[63105]: DEBUG nova.compute.manager [req-3386d5bf-9ce0-4c6d-b28e-c81392834be2 req-bfbb513d-ca01-451a-93cf-516daca9c70e service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Received event network-changed-6ec8dde5-ba67-4d7d-8b83-7b476892d77c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 826.583164] env[63105]: DEBUG nova.compute.manager [req-3386d5bf-9ce0-4c6d-b28e-c81392834be2 req-bfbb513d-ca01-451a-93cf-516daca9c70e service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Refreshing instance network info cache due to event network-changed-6ec8dde5-ba67-4d7d-8b83-7b476892d77c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 826.583164] env[63105]: DEBUG oslo_concurrency.lockutils [req-3386d5bf-9ce0-4c6d-b28e-c81392834be2 req-bfbb513d-ca01-451a-93cf-516daca9c70e service nova] Acquiring lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.583164] env[63105]: DEBUG oslo_concurrency.lockutils [req-3386d5bf-9ce0-4c6d-b28e-c81392834be2 req-bfbb513d-ca01-451a-93cf-516daca9c70e service nova] Acquired lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.583164] env[63105]: DEBUG nova.network.neutron [req-3386d5bf-9ce0-4c6d-b28e-c81392834be2 req-bfbb513d-ca01-451a-93cf-516daca9c70e service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Refreshing network info cache for port 6ec8dde5-ba67-4d7d-8b83-7b476892d77c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.691044] env[63105]: DEBUG nova.network.neutron [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Successfully updated port: 290310cd-685b-4bdc-9681-e75b91c15fc4 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.766953] env[63105]: DEBUG nova.network.neutron [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.824734] env[63105]: DEBUG nova.network.neutron [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.880124] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.880789] env[63105]: DEBUG nova.compute.manager [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.883704] env[63105]: DEBUG oslo_concurrency.lockutils [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.602s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.883989] env[63105]: DEBUG nova.objects.instance [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Lazy-loading 'resources' on Instance uuid d9015a99-4e2e-48e7-ab0a-e63da1bbcdee {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.076244] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758928, 'name': CreateVM_Task, 'duration_secs': 0.32273} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.076451] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.077912] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.078102] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.079323] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.079323] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bfe7b2d-12d9-4a0c-a25d-6ffdd63dbf1f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.090627] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 827.090627] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5281eab5-a80c-e334-83c5-fd51372b06ac" [ 827.090627] env[63105]: _type = "Task" [ 827.090627] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.100293] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5281eab5-a80c-e334-83c5-fd51372b06ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.194809] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "refresh_cache-f694ae46-0abd-4653-b6d7-4b6dbcf39941" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.196148] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquired lock "refresh_cache-f694ae46-0abd-4653-b6d7-4b6dbcf39941" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.196148] env[63105]: DEBUG nova.network.neutron [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.327256] env[63105]: DEBUG nova.network.neutron [req-3386d5bf-9ce0-4c6d-b28e-c81392834be2 req-bfbb513d-ca01-451a-93cf-516daca9c70e service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Updated VIF entry in instance network info cache for port 6ec8dde5-ba67-4d7d-8b83-7b476892d77c. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.327256] env[63105]: DEBUG nova.network.neutron [req-3386d5bf-9ce0-4c6d-b28e-c81392834be2 req-bfbb513d-ca01-451a-93cf-516daca9c70e service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Updating instance_info_cache with network_info: [{"id": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "address": "fa:16:3e:8e:de:f5", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec8dde5-ba", "ovs_interfaceid": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.330734] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Releasing lock "refresh_cache-9267d2ff-a9c7-4f18-9e75-e3adf6126691" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.333082] env[63105]: DEBUG nova.compute.manager [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.333426] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.336286] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df1a32d-d530-4b59-92a5-08f38d64480e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.345242] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.345761] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-945ce87f-f757-41fa-b0df-df695fd281fa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.356134] env[63105]: DEBUG oslo_vmware.api [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 827.356134] env[63105]: value = "task-2758929" [ 827.356134] env[63105]: _type = "Task" [ 827.356134] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.364373] env[63105]: DEBUG oslo_vmware.api [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.389390] env[63105]: DEBUG nova.compute.utils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 827.394420] env[63105]: DEBUG nova.compute.manager [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.395041] env[63105]: DEBUG nova.network.neutron [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.438908] env[63105]: DEBUG nova.policy [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a0a72df6dd64640991aefdba52eba06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a825c308490f440bbc47f6facc63ffbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.607648] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5281eab5-a80c-e334-83c5-fd51372b06ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01371} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.607819] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.608067] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.609438] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.609438] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.609438] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.609438] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dc12be9-a9c9-4bc9-aecd-dc26dc85f990 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.624205] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.624662] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.629084] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0edbb94-7006-4c20-8aad-2bbffd3da549 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.642647] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 827.642647] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521370e4-230b-b4c9-f83d-567facc848b7" [ 827.642647] env[63105]: _type = "Task" [ 827.642647] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.653081] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521370e4-230b-b4c9-f83d-567facc848b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012397} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.657437] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8794f367-f627-44fe-96a6-b78cb1c930a6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.666018] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 827.666018] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5201d50f-ee42-47e7-5bd4-cc58143c0f9d" [ 827.666018] env[63105]: _type = "Task" [ 827.666018] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.677351] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5201d50f-ee42-47e7-5bd4-cc58143c0f9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.752120] env[63105]: DEBUG nova.network.neutron [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.780887] env[63105]: DEBUG nova.network.neutron [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Successfully created port: 1a2d512f-911e-41dc-918a-d4b793acdb3c {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.831997] env[63105]: DEBUG oslo_concurrency.lockutils [req-3386d5bf-9ce0-4c6d-b28e-c81392834be2 req-bfbb513d-ca01-451a-93cf-516daca9c70e service nova] Releasing lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.868271] env[63105]: DEBUG oslo_vmware.api [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758929, 'name': PowerOffVM_Task, 'duration_secs': 0.152791} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.870861] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.871046] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.871478] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cc3f548-a3bd-427d-967c-d228cb1ed672 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.896178] env[63105]: DEBUG nova.compute.manager [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.903714] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.904056] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.904112] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Deleting the datastore file [datastore2] 9267d2ff-a9c7-4f18-9e75-e3adf6126691 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.904680] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a811e036-fd65-4462-8ff9-8e3349856bca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.911269] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd25ad4-504f-44a2-97e0-f0c840232069 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.915764] env[63105]: DEBUG oslo_vmware.api [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for the task: (returnval){ [ 827.915764] env[63105]: value = "task-2758931" [ 827.915764] env[63105]: _type = "Task" [ 827.915764] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.922215] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568f77ed-b63a-44bf-9f1a-77af2fe2093c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.928722] env[63105]: DEBUG oslo_vmware.api [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.960380] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eca6494-92b0-41ba-9c71-972889712a27 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.972042] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359c3aca-e338-400f-a220-288381da431a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.987851] env[63105]: DEBUG nova.compute.provider_tree [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.020125] env[63105]: DEBUG nova.network.neutron [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Updating instance_info_cache with network_info: [{"id": "290310cd-685b-4bdc-9681-e75b91c15fc4", "address": "fa:16:3e:11:94:21", "network": {"id": "3c76cf33-2790-4678-b0d2-232b15bf3bee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1993224378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ecd7191d6ae4bff9f964f6d5f4c68b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap290310cd-68", "ovs_interfaceid": "290310cd-685b-4bdc-9681-e75b91c15fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.120441] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "275ed3e3-0b33-4b86-a9e4-6062ff6d8276" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.120812] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "275ed3e3-0b33-4b86-a9e4-6062ff6d8276" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.177672] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5201d50f-ee42-47e7-5bd4-cc58143c0f9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.177951] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.178233] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 47a53231-ac15-4bd6-846f-40533a61f33a/47a53231-ac15-4bd6-846f-40533a61f33a.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.178562] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee45686b-f889-41e0-bc2b-0f39abc9a7fc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.186441] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 828.186441] env[63105]: value = "task-2758932" [ 828.186441] env[63105]: _type = "Task" [ 828.186441] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.198284] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.429012] env[63105]: DEBUG oslo_vmware.api [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Task: {'id': task-2758931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101508} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.435380] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.435380] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.435380] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.435380] env[63105]: INFO nova.compute.manager [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Took 1.10 seconds to destroy the instance on the hypervisor. [ 828.435380] env[63105]: DEBUG oslo.service.loopingcall [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 828.435380] env[63105]: DEBUG nova.compute.manager [-] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.435380] env[63105]: DEBUG nova.network.neutron [-] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.453279] env[63105]: DEBUG nova.network.neutron [-] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.490306] env[63105]: DEBUG nova.scheduler.client.report [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 828.522797] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Releasing lock "refresh_cache-f694ae46-0abd-4653-b6d7-4b6dbcf39941" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.523223] env[63105]: DEBUG nova.compute.manager [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Instance network_info: |[{"id": "290310cd-685b-4bdc-9681-e75b91c15fc4", "address": "fa:16:3e:11:94:21", "network": {"id": "3c76cf33-2790-4678-b0d2-232b15bf3bee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1993224378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ecd7191d6ae4bff9f964f6d5f4c68b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap290310cd-68", "ovs_interfaceid": "290310cd-685b-4bdc-9681-e75b91c15fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.523714] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:94:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '290310cd-685b-4bdc-9681-e75b91c15fc4', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.533356] env[63105]: DEBUG oslo.service.loopingcall [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 828.534218] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.534537] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-effd3549-6d4c-4397-91dd-13b9f2f8ada8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.557938] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.557938] env[63105]: value = "task-2758933" [ 828.557938] env[63105]: _type = "Task" [ 828.557938] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.567733] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758933, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.652827] env[63105]: DEBUG nova.compute.manager [req-c0a42893-1b02-4f89-9677-5e84db3beb1e req-23c5b05e-6c0a-49b1-99c7-223135dfd394 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Received event network-vif-plugged-290310cd-685b-4bdc-9681-e75b91c15fc4 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 828.652827] env[63105]: DEBUG oslo_concurrency.lockutils [req-c0a42893-1b02-4f89-9677-5e84db3beb1e req-23c5b05e-6c0a-49b1-99c7-223135dfd394 service nova] Acquiring lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.652827] env[63105]: DEBUG oslo_concurrency.lockutils [req-c0a42893-1b02-4f89-9677-5e84db3beb1e req-23c5b05e-6c0a-49b1-99c7-223135dfd394 service nova] Lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.652827] env[63105]: DEBUG oslo_concurrency.lockutils [req-c0a42893-1b02-4f89-9677-5e84db3beb1e req-23c5b05e-6c0a-49b1-99c7-223135dfd394 service nova] Lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.652956] env[63105]: DEBUG nova.compute.manager [req-c0a42893-1b02-4f89-9677-5e84db3beb1e req-23c5b05e-6c0a-49b1-99c7-223135dfd394 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] No waiting events found dispatching network-vif-plugged-290310cd-685b-4bdc-9681-e75b91c15fc4 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.653087] env[63105]: WARNING nova.compute.manager [req-c0a42893-1b02-4f89-9677-5e84db3beb1e req-23c5b05e-6c0a-49b1-99c7-223135dfd394 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Received unexpected event network-vif-plugged-290310cd-685b-4bdc-9681-e75b91c15fc4 for instance with vm_state building and task_state spawning. [ 828.653321] env[63105]: DEBUG nova.compute.manager [req-c0a42893-1b02-4f89-9677-5e84db3beb1e req-23c5b05e-6c0a-49b1-99c7-223135dfd394 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Received event network-changed-290310cd-685b-4bdc-9681-e75b91c15fc4 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 828.653996] env[63105]: DEBUG nova.compute.manager [req-c0a42893-1b02-4f89-9677-5e84db3beb1e req-23c5b05e-6c0a-49b1-99c7-223135dfd394 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Refreshing instance network info cache due to event network-changed-290310cd-685b-4bdc-9681-e75b91c15fc4. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 828.653996] env[63105]: DEBUG oslo_concurrency.lockutils [req-c0a42893-1b02-4f89-9677-5e84db3beb1e req-23c5b05e-6c0a-49b1-99c7-223135dfd394 service nova] Acquiring lock "refresh_cache-f694ae46-0abd-4653-b6d7-4b6dbcf39941" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.653996] env[63105]: DEBUG oslo_concurrency.lockutils [req-c0a42893-1b02-4f89-9677-5e84db3beb1e req-23c5b05e-6c0a-49b1-99c7-223135dfd394 service nova] Acquired lock "refresh_cache-f694ae46-0abd-4653-b6d7-4b6dbcf39941" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.653996] env[63105]: DEBUG nova.network.neutron [req-c0a42893-1b02-4f89-9677-5e84db3beb1e req-23c5b05e-6c0a-49b1-99c7-223135dfd394 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Refreshing network info cache for port 290310cd-685b-4bdc-9681-e75b91c15fc4 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.699574] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468273} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.699818] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 47a53231-ac15-4bd6-846f-40533a61f33a/47a53231-ac15-4bd6-846f-40533a61f33a.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.700051] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.700367] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-478114c4-fe27-4823-bfa7-4c1f7dd7383c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.708721] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 828.708721] env[63105]: value = "task-2758934" [ 828.708721] env[63105]: _type = "Task" [ 828.708721] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.718742] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.766814] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "6de23a0a-de79-4a89-8ad4-9db6fde618ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.767066] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "6de23a0a-de79-4a89-8ad4-9db6fde618ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.912011] env[63105]: DEBUG nova.compute.manager [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.939673] env[63105]: DEBUG nova.virt.hardware [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 828.939924] env[63105]: DEBUG nova.virt.hardware [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 828.940091] env[63105]: DEBUG nova.virt.hardware [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.940276] env[63105]: DEBUG nova.virt.hardware [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 828.940420] env[63105]: DEBUG nova.virt.hardware [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.940565] env[63105]: DEBUG nova.virt.hardware [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 828.940769] env[63105]: DEBUG nova.virt.hardware [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 828.940926] env[63105]: DEBUG nova.virt.hardware [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 828.941104] env[63105]: DEBUG nova.virt.hardware [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 828.941261] env[63105]: DEBUG nova.virt.hardware [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 828.941436] env[63105]: DEBUG nova.virt.hardware [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 828.942322] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c40b63-fc4e-45a2-8f21-609b9f4b41a3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.951361] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ae0a7a-4309-412b-a87c-61b364990559 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.956702] env[63105]: DEBUG nova.network.neutron [-] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.997121] env[63105]: DEBUG oslo_concurrency.lockutils [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.000028] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.653s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.001827] env[63105]: INFO nova.compute.claims [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.029919] env[63105]: INFO nova.scheduler.client.report [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Deleted allocations for instance d9015a99-4e2e-48e7-ab0a-e63da1bbcdee [ 829.072029] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758933, 'name': CreateVM_Task, 'duration_secs': 0.506646} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.072029] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.072029] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.072029] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.072029] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.072029] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9c2e79-48d3-46b1-86da-ca7f5df99c0b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.079150] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 829.079150] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ad1094-6b6d-d6a9-5440-30e35b3d2c95" [ 829.079150] env[63105]: _type = "Task" [ 829.079150] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.089114] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ad1094-6b6d-d6a9-5440-30e35b3d2c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.218778] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095281} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.219092] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.219865] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f770d392-0a94-4d06-885b-1b9749854864 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.244270] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 47a53231-ac15-4bd6-846f-40533a61f33a/47a53231-ac15-4bd6-846f-40533a61f33a.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.244628] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c1ca9d4-a8af-4a4e-bbd2-4c565cbf1597 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.266390] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 829.266390] env[63105]: value = "task-2758935" [ 829.266390] env[63105]: _type = "Task" [ 829.266390] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.276387] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.277196] env[63105]: DEBUG nova.network.neutron [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Successfully updated port: 1a2d512f-911e-41dc-918a-d4b793acdb3c {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.467418] env[63105]: INFO nova.compute.manager [-] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Took 1.04 seconds to deallocate network for instance. [ 829.540305] env[63105]: DEBUG oslo_concurrency.lockutils [None req-edc4dd79-60e0-45e0-914f-aa1e31f12b11 tempest-InstanceActionsV221TestJSON-367353676 tempest-InstanceActionsV221TestJSON-367353676-project-member] Lock "d9015a99-4e2e-48e7-ab0a-e63da1bbcdee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.734s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.588532] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ad1094-6b6d-d6a9-5440-30e35b3d2c95, 'name': SearchDatastore_Task, 'duration_secs': 0.010576} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.588867] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.589116] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.589348] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.589487] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.589657] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.589915] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-120de44b-6ff2-4146-a53e-de82fb830526 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.600336] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.600336] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.601174] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f651a5c-4ab9-4a31-a94c-fb5b6b416a92 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.608496] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 829.608496] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521b56d7-62d3-34bf-f805-f114f0fc554f" [ 829.608496] env[63105]: _type = "Task" [ 829.608496] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.619766] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521b56d7-62d3-34bf-f805-f114f0fc554f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.737653] env[63105]: DEBUG nova.network.neutron [req-c0a42893-1b02-4f89-9677-5e84db3beb1e req-23c5b05e-6c0a-49b1-99c7-223135dfd394 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Updated VIF entry in instance network info cache for port 290310cd-685b-4bdc-9681-e75b91c15fc4. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.738046] env[63105]: DEBUG nova.network.neutron [req-c0a42893-1b02-4f89-9677-5e84db3beb1e req-23c5b05e-6c0a-49b1-99c7-223135dfd394 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Updating instance_info_cache with network_info: [{"id": "290310cd-685b-4bdc-9681-e75b91c15fc4", "address": "fa:16:3e:11:94:21", "network": {"id": "3c76cf33-2790-4678-b0d2-232b15bf3bee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1993224378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ecd7191d6ae4bff9f964f6d5f4c68b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap290310cd-68", "ovs_interfaceid": "290310cd-685b-4bdc-9681-e75b91c15fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.776572] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758935, 'name': ReconfigVM_Task, 'duration_secs': 0.33755} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.776868] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 47a53231-ac15-4bd6-846f-40533a61f33a/47a53231-ac15-4bd6-846f-40533a61f33a.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.777517] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03d4ed78-44c4-4fad-b284-ea0058d64521 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.779756] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "refresh_cache-6c94130a-b4ca-41d2-a1c4-d099c110ebc2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.779756] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "refresh_cache-6c94130a-b4ca-41d2-a1c4-d099c110ebc2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.779756] env[63105]: DEBUG nova.network.neutron [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.788170] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 829.788170] env[63105]: value = "task-2758936" [ 829.788170] env[63105]: _type = "Task" [ 829.788170] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.797766] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758936, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.973329] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.124968] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521b56d7-62d3-34bf-f805-f114f0fc554f, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.125769] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95aabdd8-f938-4392-b62d-57b4362d4537 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.133926] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 830.133926] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52c98f55-0399-0883-6779-854647c609f8" [ 830.133926] env[63105]: _type = "Task" [ 830.133926] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.142234] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c98f55-0399-0883-6779-854647c609f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.240166] env[63105]: DEBUG oslo_concurrency.lockutils [req-c0a42893-1b02-4f89-9677-5e84db3beb1e req-23c5b05e-6c0a-49b1-99c7-223135dfd394 service nova] Releasing lock "refresh_cache-f694ae46-0abd-4653-b6d7-4b6dbcf39941" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.300807] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758936, 'name': Rename_Task, 'duration_secs': 0.17405} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.303399] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.303834] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6ce788d-f72f-474c-9009-c55f7f61cf64 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.311903] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 830.311903] env[63105]: value = "task-2758937" [ 830.311903] env[63105]: _type = "Task" [ 830.311903] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.319263] env[63105]: DEBUG nova.network.neutron [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.327273] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.429659] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c8df58-bca8-4681-9f8b-c4c5212c7c55 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.437913] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3094b06e-ac04-47d0-8fdd-15c3f4b9922c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.471382] env[63105]: DEBUG nova.network.neutron [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Updating instance_info_cache with network_info: [{"id": "1a2d512f-911e-41dc-918a-d4b793acdb3c", "address": "fa:16:3e:6e:50:42", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2d512f-91", "ovs_interfaceid": "1a2d512f-911e-41dc-918a-d4b793acdb3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.473328] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16247027-459a-4489-bfc6-0bdf2da79d6b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.482475] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45963f9a-8e0a-49e0-8808-c4c329a67213 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.499466] env[63105]: DEBUG nova.compute.provider_tree [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.646612] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c98f55-0399-0883-6779-854647c609f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.646905] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.647214] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] f694ae46-0abd-4653-b6d7-4b6dbcf39941/f694ae46-0abd-4653-b6d7-4b6dbcf39941.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.647489] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df0b550a-28d7-4f90-9520-318c63015fd6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.656078] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 830.656078] env[63105]: value = "task-2758938" [ 830.656078] env[63105]: _type = "Task" [ 830.656078] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.666348] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.680514] env[63105]: DEBUG nova.compute.manager [req-55955a06-6b85-489e-8c6e-73b467fda621 req-5f4f4a4a-c908-4dd8-85e0-01f9ea95348e service nova] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Received event network-vif-plugged-1a2d512f-911e-41dc-918a-d4b793acdb3c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 830.681259] env[63105]: DEBUG oslo_concurrency.lockutils [req-55955a06-6b85-489e-8c6e-73b467fda621 req-5f4f4a4a-c908-4dd8-85e0-01f9ea95348e service nova] Acquiring lock "6c94130a-b4ca-41d2-a1c4-d099c110ebc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.681259] env[63105]: DEBUG oslo_concurrency.lockutils [req-55955a06-6b85-489e-8c6e-73b467fda621 req-5f4f4a4a-c908-4dd8-85e0-01f9ea95348e service nova] Lock "6c94130a-b4ca-41d2-a1c4-d099c110ebc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.681259] env[63105]: DEBUG oslo_concurrency.lockutils [req-55955a06-6b85-489e-8c6e-73b467fda621 req-5f4f4a4a-c908-4dd8-85e0-01f9ea95348e service nova] Lock "6c94130a-b4ca-41d2-a1c4-d099c110ebc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.681688] env[63105]: DEBUG nova.compute.manager [req-55955a06-6b85-489e-8c6e-73b467fda621 req-5f4f4a4a-c908-4dd8-85e0-01f9ea95348e service nova] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] No waiting events found dispatching network-vif-plugged-1a2d512f-911e-41dc-918a-d4b793acdb3c {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.681688] env[63105]: WARNING nova.compute.manager [req-55955a06-6b85-489e-8c6e-73b467fda621 req-5f4f4a4a-c908-4dd8-85e0-01f9ea95348e service nova] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Received unexpected event network-vif-plugged-1a2d512f-911e-41dc-918a-d4b793acdb3c for instance with vm_state building and task_state spawning. [ 830.681822] env[63105]: DEBUG nova.compute.manager [req-55955a06-6b85-489e-8c6e-73b467fda621 req-5f4f4a4a-c908-4dd8-85e0-01f9ea95348e service nova] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Received event network-changed-1a2d512f-911e-41dc-918a-d4b793acdb3c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 830.681965] env[63105]: DEBUG nova.compute.manager [req-55955a06-6b85-489e-8c6e-73b467fda621 req-5f4f4a4a-c908-4dd8-85e0-01f9ea95348e service nova] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Refreshing instance network info cache due to event network-changed-1a2d512f-911e-41dc-918a-d4b793acdb3c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 830.682186] env[63105]: DEBUG oslo_concurrency.lockutils [req-55955a06-6b85-489e-8c6e-73b467fda621 req-5f4f4a4a-c908-4dd8-85e0-01f9ea95348e service nova] Acquiring lock "refresh_cache-6c94130a-b4ca-41d2-a1c4-d099c110ebc2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.824625] env[63105]: DEBUG oslo_vmware.api [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2758937, 'name': PowerOnVM_Task, 'duration_secs': 0.463652} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.825049] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.825378] env[63105]: INFO nova.compute.manager [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Took 7.01 seconds to spawn the instance on the hypervisor. [ 830.825681] env[63105]: DEBUG nova.compute.manager [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.828228] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26659dc7-ab89-49e7-8cb4-33964d091141 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.976855] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "refresh_cache-6c94130a-b4ca-41d2-a1c4-d099c110ebc2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.977231] env[63105]: DEBUG nova.compute.manager [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Instance network_info: |[{"id": "1a2d512f-911e-41dc-918a-d4b793acdb3c", "address": "fa:16:3e:6e:50:42", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2d512f-91", "ovs_interfaceid": "1a2d512f-911e-41dc-918a-d4b793acdb3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.977571] env[63105]: DEBUG oslo_concurrency.lockutils [req-55955a06-6b85-489e-8c6e-73b467fda621 req-5f4f4a4a-c908-4dd8-85e0-01f9ea95348e service nova] Acquired lock "refresh_cache-6c94130a-b4ca-41d2-a1c4-d099c110ebc2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.977925] env[63105]: DEBUG nova.network.neutron [req-55955a06-6b85-489e-8c6e-73b467fda621 req-5f4f4a4a-c908-4dd8-85e0-01f9ea95348e service nova] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Refreshing network info cache for port 1a2d512f-911e-41dc-918a-d4b793acdb3c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.979174] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:50:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a2d512f-911e-41dc-918a-d4b793acdb3c', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.988014] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Creating folder: Project (a825c308490f440bbc47f6facc63ffbb). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.988279] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac816c65-026f-43c7-9655-03e88d2a5506 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.004603] env[63105]: DEBUG nova.scheduler.client.report [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 831.014679] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Created folder: Project (a825c308490f440bbc47f6facc63ffbb) in parent group-v554960. [ 831.014883] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Creating folder: Instances. Parent ref: group-v555140. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.020383] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96cbfa9c-d423-4887-89bf-9b3a578488c4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.033868] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Created folder: Instances in parent group-v555140. [ 831.034141] env[63105]: DEBUG oslo.service.loopingcall [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.034351] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.034575] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57c6ae75-ecdf-4ac9-8298-9f4d3e3bb2fc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.058310] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.058310] env[63105]: value = "task-2758941" [ 831.058310] env[63105]: _type = "Task" [ 831.058310] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.068738] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758941, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.167763] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758938, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.346177] env[63105]: INFO nova.compute.manager [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Took 56.63 seconds to build instance. [ 831.520185] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.520884] env[63105]: DEBUG nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.524603] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.093s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.524603] env[63105]: DEBUG nova.objects.instance [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Lazy-loading 'resources' on Instance uuid 821a516b-af49-4b2c-b120-d08b237ccb7b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.572132] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758941, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.672246] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526057} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.672785] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] f694ae46-0abd-4653-b6d7-4b6dbcf39941/f694ae46-0abd-4653-b6d7-4b6dbcf39941.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.672859] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.673109] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e64fb51d-d38b-46b5-9d0d-5f67d4dba65f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.687420] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 831.687420] env[63105]: value = "task-2758942" [ 831.687420] env[63105]: _type = "Task" [ 831.687420] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.699463] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.768693] env[63105]: DEBUG nova.network.neutron [req-55955a06-6b85-489e-8c6e-73b467fda621 req-5f4f4a4a-c908-4dd8-85e0-01f9ea95348e service nova] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Updated VIF entry in instance network info cache for port 1a2d512f-911e-41dc-918a-d4b793acdb3c. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.770073] env[63105]: DEBUG nova.network.neutron [req-55955a06-6b85-489e-8c6e-73b467fda621 req-5f4f4a4a-c908-4dd8-85e0-01f9ea95348e service nova] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Updating instance_info_cache with network_info: [{"id": "1a2d512f-911e-41dc-918a-d4b793acdb3c", "address": "fa:16:3e:6e:50:42", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2d512f-91", "ovs_interfaceid": "1a2d512f-911e-41dc-918a-d4b793acdb3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.849456] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b67a4e5-5a24-4970-96bb-449725c7ca36 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "47a53231-ac15-4bd6-846f-40533a61f33a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.158s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.029605] env[63105]: DEBUG nova.compute.utils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 832.034085] env[63105]: DEBUG nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.035323] env[63105]: DEBUG nova.network.neutron [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.076069] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758941, 'name': CreateVM_Task, 'duration_secs': 0.661867} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.076251] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.076980] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.078097] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.078097] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.078097] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-081b8f37-127d-481c-84ec-e80cce7110b5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.086025] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 832.086025] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a877f5-9331-25cf-9d3f-f567770a0a50" [ 832.086025] env[63105]: _type = "Task" [ 832.086025] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.099932] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a877f5-9331-25cf-9d3f-f567770a0a50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.107560] env[63105]: DEBUG nova.policy [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f40e04a314a94f7ea34647c079fdc910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eae107c1a3d4a20bef52f489aa18436', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.202536] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234733} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.203736] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.204974] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a527f8ac-f01f-426b-bf36-4d22e5dda5f2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.231136] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] f694ae46-0abd-4653-b6d7-4b6dbcf39941/f694ae46-0abd-4653-b6d7-4b6dbcf39941.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.234533] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d2401b6-ce09-4d7a-8520-15457fc870ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.259048] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 832.259048] env[63105]: value = "task-2758943" [ 832.259048] env[63105]: _type = "Task" [ 832.259048] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.269533] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.273537] env[63105]: DEBUG oslo_concurrency.lockutils [req-55955a06-6b85-489e-8c6e-73b467fda621 req-5f4f4a4a-c908-4dd8-85e0-01f9ea95348e service nova] Releasing lock "refresh_cache-6c94130a-b4ca-41d2-a1c4-d099c110ebc2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.352302] env[63105]: DEBUG nova.compute.manager [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.537109] env[63105]: DEBUG nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.564431] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af36c51d-3fed-4913-9e2f-8e0dc8c01dbb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.573946] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6effd736-44b0-4f92-945e-1edde1e4b97b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.606838] env[63105]: DEBUG nova.network.neutron [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Successfully created port: 0dd780ce-0b40-4655-8988-1b241849d450 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.612927] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23da30fe-316c-44ab-abef-72caa8f34622 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.623463] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a877f5-9331-25cf-9d3f-f567770a0a50, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.625641] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.625928] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.626210] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.626416] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.626653] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.626978] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2dc7deb-106f-4e1f-89da-8b37d386b2d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.629707] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7578ac-c2e3-4ceb-8ea8-5daf4d1cf5c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.648138] env[63105]: DEBUG nova.compute.provider_tree [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.650584] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.650720] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.652379] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7025b4d5-c121-4940-bea1-d2f5b64424b2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.658838] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 832.658838] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52782b8b-f614-414f-edaa-2f98566c085d" [ 832.658838] env[63105]: _type = "Task" [ 832.658838] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.667677] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52782b8b-f614-414f-edaa-2f98566c085d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.729622] env[63105]: DEBUG nova.compute.manager [req-6ae8d6e1-5bed-4d5d-83d0-80dd84a9fb8d req-fdc78fd5-bab9-4a70-be61-8339abaf0a66 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Received event network-changed-6ec8dde5-ba67-4d7d-8b83-7b476892d77c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 832.729825] env[63105]: DEBUG nova.compute.manager [req-6ae8d6e1-5bed-4d5d-83d0-80dd84a9fb8d req-fdc78fd5-bab9-4a70-be61-8339abaf0a66 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Refreshing instance network info cache due to event network-changed-6ec8dde5-ba67-4d7d-8b83-7b476892d77c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 832.730076] env[63105]: DEBUG oslo_concurrency.lockutils [req-6ae8d6e1-5bed-4d5d-83d0-80dd84a9fb8d req-fdc78fd5-bab9-4a70-be61-8339abaf0a66 service nova] Acquiring lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.730076] env[63105]: DEBUG oslo_concurrency.lockutils [req-6ae8d6e1-5bed-4d5d-83d0-80dd84a9fb8d req-fdc78fd5-bab9-4a70-be61-8339abaf0a66 service nova] Acquired lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.730332] env[63105]: DEBUG nova.network.neutron [req-6ae8d6e1-5bed-4d5d-83d0-80dd84a9fb8d req-fdc78fd5-bab9-4a70-be61-8339abaf0a66 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Refreshing network info cache for port 6ec8dde5-ba67-4d7d-8b83-7b476892d77c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.767137] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.873059] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.153553] env[63105]: DEBUG nova.scheduler.client.report [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 833.170078] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52782b8b-f614-414f-edaa-2f98566c085d, 'name': SearchDatastore_Task, 'duration_secs': 0.027155} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.171459] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6217dba2-3349-4677-85e6-89e8ffda91c0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.178488] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 833.178488] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52828f39-a033-0609-fb0b-f24ce58d70eb" [ 833.178488] env[63105]: _type = "Task" [ 833.178488] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.187490] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52828f39-a033-0609-fb0b-f24ce58d70eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.269592] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758943, 'name': ReconfigVM_Task, 'duration_secs': 0.767178} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.269864] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Reconfigured VM instance instance-0000003c to attach disk [datastore1] f694ae46-0abd-4653-b6d7-4b6dbcf39941/f694ae46-0abd-4653-b6d7-4b6dbcf39941.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.270497] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64d70127-7c65-42d3-874c-e8bd38430d3a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.277037] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 833.277037] env[63105]: value = "task-2758944" [ 833.277037] env[63105]: _type = "Task" [ 833.277037] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.285785] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758944, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.462018] env[63105]: DEBUG nova.network.neutron [req-6ae8d6e1-5bed-4d5d-83d0-80dd84a9fb8d req-fdc78fd5-bab9-4a70-be61-8339abaf0a66 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Updated VIF entry in instance network info cache for port 6ec8dde5-ba67-4d7d-8b83-7b476892d77c. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.462497] env[63105]: DEBUG nova.network.neutron [req-6ae8d6e1-5bed-4d5d-83d0-80dd84a9fb8d req-fdc78fd5-bab9-4a70-be61-8339abaf0a66 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Updating instance_info_cache with network_info: [{"id": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "address": "fa:16:3e:8e:de:f5", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec8dde5-ba", "ovs_interfaceid": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.548010] env[63105]: DEBUG nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.573156] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 833.573468] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 833.573624] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.573806] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 833.573949] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.574251] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 833.574700] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 833.574700] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 833.574843] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 833.575016] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 833.575199] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 833.576174] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914e74d0-2c79-4414-8af9-252e46d3dcaf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.584938] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b082695-f29f-4064-9112-980313d0c928 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.660108] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.662474] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.597s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.664026] env[63105]: INFO nova.compute.claims [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.688313] env[63105]: INFO nova.scheduler.client.report [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Deleted allocations for instance 821a516b-af49-4b2c-b120-d08b237ccb7b [ 833.696351] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52828f39-a033-0609-fb0b-f24ce58d70eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010395} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.696351] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.697060] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 6c94130a-b4ca-41d2-a1c4-d099c110ebc2/6c94130a-b4ca-41d2-a1c4-d099c110ebc2.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.697060] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4749937b-6290-46cd-8897-5ab1c542de95 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.704418] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 833.704418] env[63105]: value = "task-2758945" [ 833.704418] env[63105]: _type = "Task" [ 833.704418] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.712723] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.788189] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758944, 'name': Rename_Task, 'duration_secs': 0.16244} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.788567] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.788858] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57fb0895-5c1b-4840-b494-170e1a663621 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.795202] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 833.795202] env[63105]: value = "task-2758946" [ 833.795202] env[63105]: _type = "Task" [ 833.795202] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.802927] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.966787] env[63105]: DEBUG oslo_concurrency.lockutils [req-6ae8d6e1-5bed-4d5d-83d0-80dd84a9fb8d req-fdc78fd5-bab9-4a70-be61-8339abaf0a66 service nova] Releasing lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.144472] env[63105]: DEBUG nova.compute.manager [req-25abd962-2300-45b2-9813-50820bf16833 req-c6127561-d7da-4909-a6e0-78a208682118 service nova] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Received event network-vif-plugged-0dd780ce-0b40-4655-8988-1b241849d450 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 834.144743] env[63105]: DEBUG oslo_concurrency.lockutils [req-25abd962-2300-45b2-9813-50820bf16833 req-c6127561-d7da-4909-a6e0-78a208682118 service nova] Acquiring lock "cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.145011] env[63105]: DEBUG oslo_concurrency.lockutils [req-25abd962-2300-45b2-9813-50820bf16833 req-c6127561-d7da-4909-a6e0-78a208682118 service nova] Lock "cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.145140] env[63105]: DEBUG oslo_concurrency.lockutils [req-25abd962-2300-45b2-9813-50820bf16833 req-c6127561-d7da-4909-a6e0-78a208682118 service nova] Lock "cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.145278] env[63105]: DEBUG nova.compute.manager [req-25abd962-2300-45b2-9813-50820bf16833 req-c6127561-d7da-4909-a6e0-78a208682118 service nova] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] No waiting events found dispatching network-vif-plugged-0dd780ce-0b40-4655-8988-1b241849d450 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.145440] env[63105]: WARNING nova.compute.manager [req-25abd962-2300-45b2-9813-50820bf16833 req-c6127561-d7da-4909-a6e0-78a208682118 service nova] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Received unexpected event network-vif-plugged-0dd780ce-0b40-4655-8988-1b241849d450 for instance with vm_state building and task_state spawning. [ 834.200036] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a777efd-30ae-4f5c-87d4-8b2204be0c06 tempest-ImagesOneServerTestJSON-1909534714 tempest-ImagesOneServerTestJSON-1909534714-project-member] Lock "821a516b-af49-4b2c-b120-d08b237ccb7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.437s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.215985] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457942} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.216256] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 6c94130a-b4ca-41d2-a1c4-d099c110ebc2/6c94130a-b4ca-41d2-a1c4-d099c110ebc2.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.216982] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.217359] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4952c5bd-8bb1-4195-b0aa-37da00c3e96e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.225659] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 834.225659] env[63105]: value = "task-2758947" [ 834.225659] env[63105]: _type = "Task" [ 834.225659] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.236000] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.260808] env[63105]: DEBUG nova.network.neutron [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Successfully updated port: 0dd780ce-0b40-4655-8988-1b241849d450 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.306869] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758946, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.735092] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073528} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.737201] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.738173] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0db120-4f06-4f41-8ab2-4e3059a1c8cb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.759259] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 6c94130a-b4ca-41d2-a1c4-d099c110ebc2/6c94130a-b4ca-41d2-a1c4-d099c110ebc2.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.761961] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2209b6ab-e997-44c4-b7d3-b497a3aeb689 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.782540] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "refresh_cache-cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.782693] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired lock "refresh_cache-cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.782845] env[63105]: DEBUG nova.network.neutron [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.789459] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 834.789459] env[63105]: value = "task-2758948" [ 834.789459] env[63105]: _type = "Task" [ 834.789459] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.803775] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.809380] env[63105]: DEBUG oslo_vmware.api [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758946, 'name': PowerOnVM_Task, 'duration_secs': 0.530749} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.809640] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.809843] env[63105]: INFO nova.compute.manager [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Took 8.43 seconds to spawn the instance on the hypervisor. [ 834.810033] env[63105]: DEBUG nova.compute.manager [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.810840] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ee1846-8279-4a9d-ad79-67e1cd86d5a1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.106885] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7c52c9-76ec-48e6-9c8f-1b3de525128a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.113802] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bc9f9a-28b9-4f31-b213-ad0c43452e2a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.143549] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7921590f-1cec-4e32-bcaa-3974554e3d36 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.150337] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e814487e-b92f-4c0f-a8ce-d8bd89fe5846 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.162979] env[63105]: DEBUG nova.compute.provider_tree [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.303931] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.318056] env[63105]: DEBUG nova.network.neutron [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.333013] env[63105]: INFO nova.compute.manager [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Took 55.07 seconds to build instance. [ 835.532303] env[63105]: DEBUG nova.network.neutron [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Updating instance_info_cache with network_info: [{"id": "0dd780ce-0b40-4655-8988-1b241849d450", "address": "fa:16:3e:66:0d:03", "network": {"id": "8c1dcbc6-20e7-485c-8111-3f683070c04a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1300816254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eae107c1a3d4a20bef52f489aa18436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd780ce-0b", "ovs_interfaceid": "0dd780ce-0b40-4655-8988-1b241849d450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.665641] env[63105]: DEBUG nova.scheduler.client.report [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 835.803754] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758948, 'name': ReconfigVM_Task, 'duration_secs': 0.657035} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.804206] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 6c94130a-b4ca-41d2-a1c4-d099c110ebc2/6c94130a-b4ca-41d2-a1c4-d099c110ebc2.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.804900] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47dbb832-7511-46b6-a95a-f0b0e261baf2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.816688] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 835.816688] env[63105]: value = "task-2758949" [ 835.816688] env[63105]: _type = "Task" [ 835.816688] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.820585] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758949, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.835419] env[63105]: DEBUG oslo_concurrency.lockutils [None req-159ba20a-d971-4936-bf51-bb19e0aec7f7 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.581s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.034837] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Releasing lock "refresh_cache-cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.036608] env[63105]: DEBUG nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Instance network_info: |[{"id": "0dd780ce-0b40-4655-8988-1b241849d450", "address": "fa:16:3e:66:0d:03", "network": {"id": "8c1dcbc6-20e7-485c-8111-3f683070c04a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1300816254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eae107c1a3d4a20bef52f489aa18436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd780ce-0b", "ovs_interfaceid": "0dd780ce-0b40-4655-8988-1b241849d450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.037414] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:0d:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dd780ce-0b40-4655-8988-1b241849d450', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.049617] env[63105]: DEBUG oslo.service.loopingcall [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.050423] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.050423] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0354a54-acf8-4d0b-a1ae-866e4c94c09a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.077014] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.077014] env[63105]: value = "task-2758950" [ 836.077014] env[63105]: _type = "Task" [ 836.077014] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.081843] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758950, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.172249] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.172249] env[63105]: DEBUG nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.174360] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.056s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.174652] env[63105]: DEBUG nova.objects.instance [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lazy-loading 'resources' on Instance uuid 2091a78f-f016-416f-a972-fb2d80d61e54 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.322669] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758949, 'name': Rename_Task, 'duration_secs': 0.202785} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.323444] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.323444] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e59ecfc4-4b4b-440c-8e9e-7c8c539d8a0a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.329276] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 836.329276] env[63105]: value = "task-2758951" [ 836.329276] env[63105]: _type = "Task" [ 836.329276] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.337062] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.338895] env[63105]: DEBUG nova.compute.manager [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.575224] env[63105]: DEBUG nova.compute.manager [req-4776d12d-7c1c-4d1b-a6f4-60daedc05b6d req-69d9a60d-e5aa-4e0d-ae77-1afb36f9e1a1 service nova] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Received event network-changed-0dd780ce-0b40-4655-8988-1b241849d450 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 836.575412] env[63105]: DEBUG nova.compute.manager [req-4776d12d-7c1c-4d1b-a6f4-60daedc05b6d req-69d9a60d-e5aa-4e0d-ae77-1afb36f9e1a1 service nova] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Refreshing instance network info cache due to event network-changed-0dd780ce-0b40-4655-8988-1b241849d450. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 836.575628] env[63105]: DEBUG oslo_concurrency.lockutils [req-4776d12d-7c1c-4d1b-a6f4-60daedc05b6d req-69d9a60d-e5aa-4e0d-ae77-1afb36f9e1a1 service nova] Acquiring lock "refresh_cache-cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.575767] env[63105]: DEBUG oslo_concurrency.lockutils [req-4776d12d-7c1c-4d1b-a6f4-60daedc05b6d req-69d9a60d-e5aa-4e0d-ae77-1afb36f9e1a1 service nova] Acquired lock "refresh_cache-cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.575920] env[63105]: DEBUG nova.network.neutron [req-4776d12d-7c1c-4d1b-a6f4-60daedc05b6d req-69d9a60d-e5aa-4e0d-ae77-1afb36f9e1a1 service nova] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Refreshing network info cache for port 0dd780ce-0b40-4655-8988-1b241849d450 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.594281] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758950, 'name': CreateVM_Task, 'duration_secs': 0.31337} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.594460] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.595836] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.596016] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.596329] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.596856] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9946f67c-a61a-4484-a459-3fe1be04af75 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.602761] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 836.602761] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f59747-3625-22ed-f7da-459e76987972" [ 836.602761] env[63105]: _type = "Task" [ 836.602761] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.611875] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f59747-3625-22ed-f7da-459e76987972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.681015] env[63105]: DEBUG nova.compute.utils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 836.682612] env[63105]: DEBUG nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.683219] env[63105]: DEBUG nova.network.neutron [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.762542] env[63105]: DEBUG nova.policy [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f40e04a314a94f7ea34647c079fdc910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eae107c1a3d4a20bef52f489aa18436', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.841422] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758951, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.866805] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.118133] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f59747-3625-22ed-f7da-459e76987972, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.118539] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.119178] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.119416] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.119614] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.119859] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.122667] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aca8184d-6f8f-48fd-8981-8ca920fd5067 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.132036] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.132036] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.132732] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce2a241-19c9-42c4-93be-4c3808337f0c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.138031] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 837.138031] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52432681-c247-301a-bdfd-ebecd129af68" [ 837.138031] env[63105]: _type = "Task" [ 837.138031] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.149138] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52432681-c247-301a-bdfd-ebecd129af68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.155157] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd966c5-4031-4b0c-b454-ded5efc65968 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.165730] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7aae9b-bff0-4d78-b553-99e4246f4e94 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.200247] env[63105]: DEBUG nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.206570] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4393fec7-b26e-4789-ab05-606dc8698468 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.217283] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45201ab-cdcf-4dd9-a2fc-066cf2e0e3d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.231964] env[63105]: DEBUG nova.compute.provider_tree [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.342441] env[63105]: DEBUG oslo_vmware.api [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758951, 'name': PowerOnVM_Task, 'duration_secs': 0.543392} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.342441] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.342441] env[63105]: INFO nova.compute.manager [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Took 8.43 seconds to spawn the instance on the hypervisor. [ 837.342539] env[63105]: DEBUG nova.compute.manager [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.343333] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124195d3-97f8-4b63-ab05-e8b9c2003e4a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.367524] env[63105]: DEBUG nova.network.neutron [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Successfully created port: e02c727c-caf9-4545-a5f0-08da30914fe2 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.400834] env[63105]: DEBUG nova.network.neutron [req-4776d12d-7c1c-4d1b-a6f4-60daedc05b6d req-69d9a60d-e5aa-4e0d-ae77-1afb36f9e1a1 service nova] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Updated VIF entry in instance network info cache for port 0dd780ce-0b40-4655-8988-1b241849d450. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.401356] env[63105]: DEBUG nova.network.neutron [req-4776d12d-7c1c-4d1b-a6f4-60daedc05b6d req-69d9a60d-e5aa-4e0d-ae77-1afb36f9e1a1 service nova] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Updating instance_info_cache with network_info: [{"id": "0dd780ce-0b40-4655-8988-1b241849d450", "address": "fa:16:3e:66:0d:03", "network": {"id": "8c1dcbc6-20e7-485c-8111-3f683070c04a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1300816254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eae107c1a3d4a20bef52f489aa18436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd780ce-0b", "ovs_interfaceid": "0dd780ce-0b40-4655-8988-1b241849d450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.647645] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52432681-c247-301a-bdfd-ebecd129af68, 'name': SearchDatastore_Task, 'duration_secs': 0.012015} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.648454] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f074c99b-62cb-46a4-9f53-bda620ae3fe7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.653520] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 837.653520] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5236f071-778b-f357-1b5f-3ad9f51d7ad9" [ 837.653520] env[63105]: _type = "Task" [ 837.653520] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.661252] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5236f071-778b-f357-1b5f-3ad9f51d7ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.739145] env[63105]: DEBUG nova.scheduler.client.report [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 837.864344] env[63105]: INFO nova.compute.manager [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Took 54.23 seconds to build instance. [ 837.904961] env[63105]: DEBUG oslo_concurrency.lockutils [req-4776d12d-7c1c-4d1b-a6f4-60daedc05b6d req-69d9a60d-e5aa-4e0d-ae77-1afb36f9e1a1 service nova] Releasing lock "refresh_cache-cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.168256] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5236f071-778b-f357-1b5f-3ad9f51d7ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.009126} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.168539] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.168797] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1/cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.169065] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c4b783a-5b5e-4dea-a1b8-8bb697959ad4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.177057] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 838.177057] env[63105]: value = "task-2758952" [ 838.177057] env[63105]: _type = "Task" [ 838.177057] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.185021] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.212228] env[63105]: DEBUG nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.244516] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.246860] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.452s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.247086] env[63105]: DEBUG nova.objects.instance [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lazy-loading 'resources' on Instance uuid 5cfd1b22-e9e0-4416-b03a-8f188fd4053e {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.251336] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 838.251604] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 838.251800] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.252021] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 838.252204] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.252461] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 838.252728] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 838.255702] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 838.255702] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 838.255702] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 838.255702] env[63105]: DEBUG nova.virt.hardware [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 838.255702] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a967b988-43ab-4a38-bb58-0026964478b1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.264563] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abf523c-03d9-422e-a41c-4b5f34861d9b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.272545] env[63105]: INFO nova.scheduler.client.report [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Deleted allocations for instance 2091a78f-f016-416f-a972-fb2d80d61e54 [ 838.368154] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d5db7eff-d14e-43dc-94a1-62c5f070a6d0 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "6c94130a-b4ca-41d2-a1c4-d099c110ebc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.365s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.694068] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488149} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.694607] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1/cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.694890] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.695180] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b79d1c75-dafa-4c51-8f11-9f2cf31428ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.703160] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 838.703160] env[63105]: value = "task-2758953" [ 838.703160] env[63105]: _type = "Task" [ 838.703160] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.712811] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.791288] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5526a4e-2ae7-4ec1-890f-8062427d863b tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "2091a78f-f016-416f-a972-fb2d80d61e54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.156s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.866694] env[63105]: DEBUG nova.compute.manager [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Received event network-changed-1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 838.870035] env[63105]: DEBUG nova.compute.manager [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Refreshing instance network info cache due to event network-changed-1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 838.870035] env[63105]: DEBUG oslo_concurrency.lockutils [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] Acquiring lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.870035] env[63105]: DEBUG oslo_concurrency.lockutils [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] Acquired lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.870035] env[63105]: DEBUG nova.network.neutron [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Refreshing network info cache for port 1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.933171] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "421a6100-70a4-4fbf-abac-28a4e47acaef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.933432] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "421a6100-70a4-4fbf-abac-28a4e47acaef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.933639] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "421a6100-70a4-4fbf-abac-28a4e47acaef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.933826] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "421a6100-70a4-4fbf-abac-28a4e47acaef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.933983] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "421a6100-70a4-4fbf-abac-28a4e47acaef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.937474] env[63105]: INFO nova.compute.manager [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Terminating instance [ 839.209759] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a796e51d-e707-4006-b85b-94150f6990d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.220497] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06643} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.220817] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.221801] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788ddc4b-0e36-476c-94b2-08346c05ed24 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.225141] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f18c1a-51ba-4a58-95da-b495091f66be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.249591] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1/cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.279156] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f3d6ab5-acbe-473e-99a6-d7bdd2bbb538 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.294754] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb12278-6499-41c1-9592-b978e4f51681 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.304302] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06f7d37-82e5-4656-b365-4331a18d2991 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.308572] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 839.308572] env[63105]: value = "task-2758954" [ 839.308572] env[63105]: _type = "Task" [ 839.308572] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.320491] env[63105]: DEBUG nova.compute.provider_tree [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.328170] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.362904] env[63105]: DEBUG nova.network.neutron [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Successfully updated port: e02c727c-caf9-4545-a5f0-08da30914fe2 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.442542] env[63105]: DEBUG nova.compute.manager [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.442819] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.443755] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e7d37a-b12f-4ce6-aa5d-3eb5d354ae6a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.464021] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.464021] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-069d10f5-f196-436c-afdc-59666dd0f905 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.481426] env[63105]: DEBUG oslo_vmware.api [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 839.481426] env[63105]: value = "task-2758955" [ 839.481426] env[63105]: _type = "Task" [ 839.481426] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.491134] env[63105]: DEBUG oslo_vmware.api [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.685224] env[63105]: DEBUG nova.network.neutron [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Updated VIF entry in instance network info cache for port 1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.685672] env[63105]: DEBUG nova.network.neutron [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Updating instance_info_cache with network_info: [{"id": "1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f", "address": "fa:16:3e:a1:dc:06", "network": {"id": "3c76cf33-2790-4678-b0d2-232b15bf3bee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1993224378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ecd7191d6ae4bff9f964f6d5f4c68b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1def9af1-e2", "ovs_interfaceid": "1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.822019] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758954, 'name': ReconfigVM_Task, 'duration_secs': 0.304752} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.822019] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Reconfigured VM instance instance-0000003e to attach disk [datastore2] cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1/cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.822019] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfff338a-599c-4ace-81b8-311506dc3af8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.830121] env[63105]: DEBUG nova.scheduler.client.report [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 839.833173] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 839.833173] env[63105]: value = "task-2758956" [ 839.833173] env[63105]: _type = "Task" [ 839.833173] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.844241] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758956, 'name': Rename_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.866254] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "refresh_cache-97456def-d278-4065-a424-333f922b7060" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.868213] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired lock "refresh_cache-97456def-d278-4065-a424-333f922b7060" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.868213] env[63105]: DEBUG nova.network.neutron [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.956583] env[63105]: DEBUG oslo_concurrency.lockutils [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.956583] env[63105]: DEBUG oslo_concurrency.lockutils [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.956583] env[63105]: DEBUG oslo_concurrency.lockutils [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "8cab61de-782c-4e44-a8c9-d4c0a4a95bcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.956583] env[63105]: DEBUG oslo_concurrency.lockutils [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "8cab61de-782c-4e44-a8c9-d4c0a4a95bcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.956583] env[63105]: DEBUG oslo_concurrency.lockutils [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "8cab61de-782c-4e44-a8c9-d4c0a4a95bcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.957467] env[63105]: INFO nova.compute.manager [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Terminating instance [ 839.984670] env[63105]: INFO nova.compute.manager [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Rebuilding instance [ 839.999963] env[63105]: DEBUG oslo_vmware.api [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758955, 'name': PowerOffVM_Task, 'duration_secs': 0.282199} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.000642] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.000987] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.001371] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b72ee028-8124-4db9-9820-cc37e6de495c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.052760] env[63105]: DEBUG nova.compute.manager [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.053731] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fcd099-c4d1-4604-a136-5cf7a85c5085 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.079534] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.079727] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.079905] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Deleting the datastore file [datastore2] 421a6100-70a4-4fbf-abac-28a4e47acaef {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.080219] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4da1ee29-e62d-4362-b787-00e9ecf16bff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.086932] env[63105]: DEBUG oslo_vmware.api [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for the task: (returnval){ [ 840.086932] env[63105]: value = "task-2758958" [ 840.086932] env[63105]: _type = "Task" [ 840.086932] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.099650] env[63105]: DEBUG oslo_vmware.api [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.189621] env[63105]: DEBUG oslo_concurrency.lockutils [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] Releasing lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.189955] env[63105]: DEBUG nova.compute.manager [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Received event network-changed-1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 840.190165] env[63105]: DEBUG nova.compute.manager [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Refreshing instance network info cache due to event network-changed-1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 840.190389] env[63105]: DEBUG oslo_concurrency.lockutils [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] Acquiring lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.190530] env[63105]: DEBUG oslo_concurrency.lockutils [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] Acquired lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.190687] env[63105]: DEBUG nova.network.neutron [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Refreshing network info cache for port 1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.334937] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.337923] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.679s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.339081] env[63105]: INFO nova.compute.claims [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.350974] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758956, 'name': Rename_Task, 'duration_secs': 0.146285} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.351289] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.351540] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e487077a-8e8b-4ae9-9641-66e94615c980 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.357924] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 840.357924] env[63105]: value = "task-2758959" [ 840.357924] env[63105]: _type = "Task" [ 840.357924] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.366254] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.367218] env[63105]: INFO nova.scheduler.client.report [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Deleted allocations for instance 5cfd1b22-e9e0-4416-b03a-8f188fd4053e [ 840.432697] env[63105]: DEBUG nova.network.neutron [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.464023] env[63105]: DEBUG nova.compute.manager [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.464023] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.465474] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2759ad2-0992-4528-9f26-b1ef7afd1efa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.473181] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.473430] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ef04010-01fd-4c6d-a58f-a2aeb4e238d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.481352] env[63105]: DEBUG oslo_vmware.api [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 840.481352] env[63105]: value = "task-2758960" [ 840.481352] env[63105]: _type = "Task" [ 840.481352] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.493540] env[63105]: DEBUG oslo_vmware.api [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.599643] env[63105]: DEBUG oslo_vmware.api [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Task: {'id': task-2758958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362356} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.599902] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.600097] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.600279] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.600446] env[63105]: INFO nova.compute.manager [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Took 1.16 seconds to destroy the instance on the hypervisor. [ 840.600687] env[63105]: DEBUG oslo.service.loopingcall [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 840.600876] env[63105]: DEBUG nova.compute.manager [-] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.600973] env[63105]: DEBUG nova.network.neutron [-] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.780651] env[63105]: DEBUG nova.network.neutron [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Updating instance_info_cache with network_info: [{"id": "e02c727c-caf9-4545-a5f0-08da30914fe2", "address": "fa:16:3e:4a:d0:6f", "network": {"id": "8c1dcbc6-20e7-485c-8111-3f683070c04a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1300816254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eae107c1a3d4a20bef52f489aa18436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02c727c-ca", "ovs_interfaceid": "e02c727c-caf9-4545-a5f0-08da30914fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.880237] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a8ee1ed7-fa4c-4787-96a5-e519b6bcc2ce tempest-ListImageFiltersTestJSON-219463523 tempest-ListImageFiltersTestJSON-219463523-project-member] Lock "5cfd1b22-e9e0-4416-b03a-8f188fd4053e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.604s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.881648] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758959, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.994970] env[63105]: DEBUG oslo_vmware.api [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758960, 'name': PowerOffVM_Task, 'duration_secs': 0.205209} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.995337] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.995544] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.995833] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78b68c6e-8556-43bb-93cf-dfa24c6521d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.071830] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.072045] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.072229] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.072600] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Deleting the datastore file [datastore2] 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.072655] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58a1552b-7436-4dec-a96a-6ca94f9740db {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.074618] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f19150d-0d82-4404-80d0-179733458184 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.081255] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 841.081255] env[63105]: value = "task-2758962" [ 841.081255] env[63105]: _type = "Task" [ 841.081255] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.082838] env[63105]: DEBUG oslo_vmware.api [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for the task: (returnval){ [ 841.082838] env[63105]: value = "task-2758963" [ 841.082838] env[63105]: _type = "Task" [ 841.082838] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.096588] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.100583] env[63105]: DEBUG oslo_vmware.api [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.183769] env[63105]: DEBUG nova.network.neutron [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Updated VIF entry in instance network info cache for port 1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.184339] env[63105]: DEBUG nova.network.neutron [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Updating instance_info_cache with network_info: [{"id": "1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f", "address": "fa:16:3e:a1:dc:06", "network": {"id": "3c76cf33-2790-4678-b0d2-232b15bf3bee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1993224378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ecd7191d6ae4bff9f964f6d5f4c68b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1def9af1-e2", "ovs_interfaceid": "1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.287119] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Releasing lock "refresh_cache-97456def-d278-4065-a424-333f922b7060" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.287904] env[63105]: DEBUG nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Instance network_info: |[{"id": "e02c727c-caf9-4545-a5f0-08da30914fe2", "address": "fa:16:3e:4a:d0:6f", "network": {"id": "8c1dcbc6-20e7-485c-8111-3f683070c04a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1300816254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eae107c1a3d4a20bef52f489aa18436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02c727c-ca", "ovs_interfaceid": "e02c727c-caf9-4545-a5f0-08da30914fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.287904] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:d0:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e02c727c-caf9-4545-a5f0-08da30914fe2', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.298040] env[63105]: DEBUG oslo.service.loopingcall [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.298040] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97456def-d278-4065-a424-333f922b7060] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.298040] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ae0b1da-cbcc-4162-a70a-93f3fde44fa1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.320269] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.320269] env[63105]: value = "task-2758964" [ 841.320269] env[63105]: _type = "Task" [ 841.320269] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.330112] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758964, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.370783] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758959, 'name': PowerOnVM_Task, 'duration_secs': 0.739174} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.371308] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.372180] env[63105]: INFO nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Took 7.82 seconds to spawn the instance on the hypervisor. [ 841.372497] env[63105]: DEBUG nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.373452] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436cbade-5755-4b3d-aae8-4de38b4520ce {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.591933] env[63105]: DEBUG nova.compute.manager [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] [instance: 97456def-d278-4065-a424-333f922b7060] Received event network-vif-plugged-e02c727c-caf9-4545-a5f0-08da30914fe2 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 841.592164] env[63105]: DEBUG oslo_concurrency.lockutils [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] Acquiring lock "97456def-d278-4065-a424-333f922b7060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.592373] env[63105]: DEBUG oslo_concurrency.lockutils [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] Lock "97456def-d278-4065-a424-333f922b7060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.592539] env[63105]: DEBUG oslo_concurrency.lockutils [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] Lock "97456def-d278-4065-a424-333f922b7060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.592703] env[63105]: DEBUG nova.compute.manager [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] [instance: 97456def-d278-4065-a424-333f922b7060] No waiting events found dispatching network-vif-plugged-e02c727c-caf9-4545-a5f0-08da30914fe2 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.592866] env[63105]: WARNING nova.compute.manager [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] [instance: 97456def-d278-4065-a424-333f922b7060] Received unexpected event network-vif-plugged-e02c727c-caf9-4545-a5f0-08da30914fe2 for instance with vm_state building and task_state spawning. [ 841.593038] env[63105]: DEBUG nova.compute.manager [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] [instance: 97456def-d278-4065-a424-333f922b7060] Received event network-changed-e02c727c-caf9-4545-a5f0-08da30914fe2 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 841.593196] env[63105]: DEBUG nova.compute.manager [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] [instance: 97456def-d278-4065-a424-333f922b7060] Refreshing instance network info cache due to event network-changed-e02c727c-caf9-4545-a5f0-08da30914fe2. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 841.593377] env[63105]: DEBUG oslo_concurrency.lockutils [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] Acquiring lock "refresh_cache-97456def-d278-4065-a424-333f922b7060" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.593509] env[63105]: DEBUG oslo_concurrency.lockutils [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] Acquired lock "refresh_cache-97456def-d278-4065-a424-333f922b7060" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.593659] env[63105]: DEBUG nova.network.neutron [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] [instance: 97456def-d278-4065-a424-333f922b7060] Refreshing network info cache for port e02c727c-caf9-4545-a5f0-08da30914fe2 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.602313] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758962, 'name': PowerOffVM_Task, 'duration_secs': 0.206973} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.602946] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.603205] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.604107] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df743cb4-d1b0-49c5-aa72-8734c196c19f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.613151] env[63105]: DEBUG oslo_vmware.api [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Task: {'id': task-2758963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181772} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.615654] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.615654] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.615654] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.615654] env[63105]: INFO nova.compute.manager [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 841.615879] env[63105]: DEBUG oslo.service.loopingcall [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.616783] env[63105]: DEBUG nova.compute.manager [req-c09c0eee-9354-4cb8-9059-bb5068cb1e95 req-e7aea558-c811-4fa5-8257-cf1120491a69 service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Received event network-vif-deleted-34769b43-16a6-4614-adbe-b6ee6713aaf1 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 841.617014] env[63105]: INFO nova.compute.manager [req-c09c0eee-9354-4cb8-9059-bb5068cb1e95 req-e7aea558-c811-4fa5-8257-cf1120491a69 service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Neutron deleted interface 34769b43-16a6-4614-adbe-b6ee6713aaf1; detaching it from the instance and deleting it from the info cache [ 841.617200] env[63105]: DEBUG nova.network.neutron [req-c09c0eee-9354-4cb8-9059-bb5068cb1e95 req-e7aea558-c811-4fa5-8257-cf1120491a69 service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.621088] env[63105]: DEBUG nova.compute.manager [-] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.621156] env[63105]: DEBUG nova.network.neutron [-] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.623841] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.623841] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd26f1ec-947c-49a9-b01a-caf270645c85 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.638443] env[63105]: DEBUG nova.network.neutron [-] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.687366] env[63105]: DEBUG oslo_concurrency.lockutils [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] Releasing lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.687665] env[63105]: DEBUG nova.compute.manager [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Received event network-changed-290310cd-685b-4bdc-9681-e75b91c15fc4 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 841.687866] env[63105]: DEBUG nova.compute.manager [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Refreshing instance network info cache due to event network-changed-290310cd-685b-4bdc-9681-e75b91c15fc4. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 841.688138] env[63105]: DEBUG oslo_concurrency.lockutils [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] Acquiring lock "refresh_cache-f694ae46-0abd-4653-b6d7-4b6dbcf39941" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.688290] env[63105]: DEBUG oslo_concurrency.lockutils [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] Acquired lock "refresh_cache-f694ae46-0abd-4653-b6d7-4b6dbcf39941" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.688456] env[63105]: DEBUG nova.network.neutron [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Refreshing network info cache for port 290310cd-685b-4bdc-9681-e75b91c15fc4 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.708571] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.709049] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.709420] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleting the datastore file [datastore2] 6c94130a-b4ca-41d2-a1c4-d099c110ebc2 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.710884] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff0affa3-8606-498e-9cde-5c516d824431 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.722933] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 841.722933] env[63105]: value = "task-2758966" [ 841.722933] env[63105]: _type = "Task" [ 841.722933] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.731332] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.833132] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758964, 'name': CreateVM_Task, 'duration_secs': 0.479821} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.834678] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97456def-d278-4065-a424-333f922b7060] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.835851] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcf6f03-e267-47d9-a1ed-a4411584a5aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.839798] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.840417] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.840417] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.840656] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eefa2b19-317c-4058-ab08-a1f741804f6f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.847907] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142d9884-98de-4ee5-91a4-08a1fcfe61ab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.851530] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 841.851530] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52fc36b8-a2ad-cb0c-68c7-d6cba34e94d4" [ 841.851530] env[63105]: _type = "Task" [ 841.851530] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.885194] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e693b0-89b1-474e-9490-e03ff9fb9763 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.895864] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52fc36b8-a2ad-cb0c-68c7-d6cba34e94d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010073} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.899531] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.899531] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.899531] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.899531] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.899531] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.899531] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cafcbb0-39b6-44da-9fb5-e2fa266b4cff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.904377] env[63105]: INFO nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Took 54.57 seconds to build instance. [ 841.908933] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c915d47-722b-43b9-b2b7-ca90673ca7ba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.912948] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.913229] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.915034] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3485fbd2-3e08-4f8f-81c8-7e824fb9b778 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.928429] env[63105]: DEBUG nova.compute.provider_tree [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.936524] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 841.936524] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52502f92-12cb-22d4-5cb5-9ed755b0cf15" [ 841.936524] env[63105]: _type = "Task" [ 841.936524] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.943105] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52502f92-12cb-22d4-5cb5-9ed755b0cf15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.124017] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49992752-8607-4399-84a4-82b46cca225f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.132962] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f57e3e6-2cc0-4798-9b89-a5069f1f751c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.143796] env[63105]: INFO nova.compute.manager [-] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Took 1.54 seconds to deallocate network for instance. [ 842.170299] env[63105]: DEBUG nova.compute.manager [req-c09c0eee-9354-4cb8-9059-bb5068cb1e95 req-e7aea558-c811-4fa5-8257-cf1120491a69 service nova] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Detach interface failed, port_id=34769b43-16a6-4614-adbe-b6ee6713aaf1, reason: Instance 421a6100-70a4-4fbf-abac-28a4e47acaef could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 842.234793] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255124} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.234793] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.234793] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.234793] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.287858] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.287858] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.287858] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.287858] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.287858] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.289841] env[63105]: INFO nova.compute.manager [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Terminating instance [ 842.384833] env[63105]: DEBUG nova.network.neutron [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Updated VIF entry in instance network info cache for port 290310cd-685b-4bdc-9681-e75b91c15fc4. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.385241] env[63105]: DEBUG nova.network.neutron [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Updating instance_info_cache with network_info: [{"id": "290310cd-685b-4bdc-9681-e75b91c15fc4", "address": "fa:16:3e:11:94:21", "network": {"id": "3c76cf33-2790-4678-b0d2-232b15bf3bee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1993224378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ecd7191d6ae4bff9f964f6d5f4c68b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap290310cd-68", "ovs_interfaceid": "290310cd-685b-4bdc-9681-e75b91c15fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.413774] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.900s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.432278] env[63105]: DEBUG nova.scheduler.client.report [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 842.446208] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52502f92-12cb-22d4-5cb5-9ed755b0cf15, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.447139] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c7d90d1-32d9-4063-b7dd-3f61598cb30a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.453369] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 842.453369] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]528ea03f-79c2-9d8c-69b9-928516bb15dc" [ 842.453369] env[63105]: _type = "Task" [ 842.453369] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.464850] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528ea03f-79c2-9d8c-69b9-928516bb15dc, 'name': SearchDatastore_Task, 'duration_secs': 0.00938} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.465109] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.465513] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 97456def-d278-4065-a424-333f922b7060/97456def-d278-4065-a424-333f922b7060.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.465772] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6786333-f406-49e7-9e76-b1b53fb321c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.471994] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 842.471994] env[63105]: value = "task-2758967" [ 842.471994] env[63105]: _type = "Task" [ 842.471994] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.481186] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.518181] env[63105]: DEBUG nova.network.neutron [-] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.533946] env[63105]: DEBUG nova.network.neutron [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] [instance: 97456def-d278-4065-a424-333f922b7060] Updated VIF entry in instance network info cache for port e02c727c-caf9-4545-a5f0-08da30914fe2. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.534381] env[63105]: DEBUG nova.network.neutron [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] [instance: 97456def-d278-4065-a424-333f922b7060] Updating instance_info_cache with network_info: [{"id": "e02c727c-caf9-4545-a5f0-08da30914fe2", "address": "fa:16:3e:4a:d0:6f", "network": {"id": "8c1dcbc6-20e7-485c-8111-3f683070c04a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1300816254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eae107c1a3d4a20bef52f489aa18436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02c727c-ca", "ovs_interfaceid": "e02c727c-caf9-4545-a5f0-08da30914fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.649916] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.794087] env[63105]: DEBUG nova.compute.manager [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.794400] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.795340] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6ba054-6ebc-4e92-bdfc-d9aecc5afc70 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.809483] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.810166] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cfd2a83-3898-4b0e-9728-542aa285bc91 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.821026] env[63105]: DEBUG oslo_vmware.api [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 842.821026] env[63105]: value = "task-2758968" [ 842.821026] env[63105]: _type = "Task" [ 842.821026] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.831021] env[63105]: DEBUG oslo_vmware.api [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.893024] env[63105]: DEBUG oslo_concurrency.lockutils [req-c9d910ce-ef5d-4587-8a5a-03cc1590e72f req-5c8158ff-f296-4314-9cd2-9df6df03de14 service nova] Releasing lock "refresh_cache-f694ae46-0abd-4653-b6d7-4b6dbcf39941" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.941468] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.942088] env[63105]: DEBUG nova.compute.manager [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.945703] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.808s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.948054] env[63105]: INFO nova.compute.claims [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.984093] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758967, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.021305] env[63105]: INFO nova.compute.manager [-] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Took 1.40 seconds to deallocate network for instance. [ 843.037599] env[63105]: DEBUG oslo_concurrency.lockutils [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] Releasing lock "refresh_cache-97456def-d278-4065-a424-333f922b7060" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.037859] env[63105]: DEBUG nova.compute.manager [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Received event network-changed-290310cd-685b-4bdc-9681-e75b91c15fc4 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 843.038078] env[63105]: DEBUG nova.compute.manager [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Refreshing instance network info cache due to event network-changed-290310cd-685b-4bdc-9681-e75b91c15fc4. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 843.038315] env[63105]: DEBUG oslo_concurrency.lockutils [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] Acquiring lock "refresh_cache-f694ae46-0abd-4653-b6d7-4b6dbcf39941" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.039755] env[63105]: DEBUG oslo_concurrency.lockutils [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] Acquired lock "refresh_cache-f694ae46-0abd-4653-b6d7-4b6dbcf39941" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.039983] env[63105]: DEBUG nova.network.neutron [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Refreshing network info cache for port 290310cd-685b-4bdc-9681-e75b91c15fc4 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.272775] env[63105]: DEBUG nova.virt.hardware [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 843.273083] env[63105]: DEBUG nova.virt.hardware [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 843.273248] env[63105]: DEBUG nova.virt.hardware [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.273433] env[63105]: DEBUG nova.virt.hardware [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 843.273580] env[63105]: DEBUG nova.virt.hardware [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.273725] env[63105]: DEBUG nova.virt.hardware [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 843.273933] env[63105]: DEBUG nova.virt.hardware [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 843.274111] env[63105]: DEBUG nova.virt.hardware [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 843.274283] env[63105]: DEBUG nova.virt.hardware [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 843.274449] env[63105]: DEBUG nova.virt.hardware [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 843.274646] env[63105]: DEBUG nova.virt.hardware [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 843.275604] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a71bdfa-b3fe-4e96-a10c-787b816317ed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.284013] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac03762-1647-411d-872f-a8839f9b5d23 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.297767] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:50:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a2d512f-911e-41dc-918a-d4b793acdb3c', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.305904] env[63105]: DEBUG oslo.service.loopingcall [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 843.306308] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.306423] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a76ffe4-e9a1-4d0b-a0b2-8eec98f99133 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.328584] env[63105]: DEBUG oslo_vmware.api [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758968, 'name': PowerOffVM_Task, 'duration_secs': 0.209544} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.329918] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.330110] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.330344] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.330344] env[63105]: value = "task-2758969" [ 843.330344] env[63105]: _type = "Task" [ 843.330344] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.330522] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66638ff6-e98a-4912-855e-373efed16579 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.340838] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758969, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.413101] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.413359] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.413592] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Deleting the datastore file [datastore1] f694ae46-0abd-4653-b6d7-4b6dbcf39941 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.413963] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e14320e4-4079-4b29-bed3-1fcedef0f207 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.420398] env[63105]: DEBUG oslo_vmware.api [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 843.420398] env[63105]: value = "task-2758971" [ 843.420398] env[63105]: _type = "Task" [ 843.420398] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.429516] env[63105]: DEBUG oslo_vmware.api [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.454025] env[63105]: DEBUG nova.compute.utils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 843.459414] env[63105]: DEBUG nova.compute.manager [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.459414] env[63105]: DEBUG nova.network.neutron [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.485971] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513936} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.486326] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 97456def-d278-4065-a424-333f922b7060/97456def-d278-4065-a424-333f922b7060.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.486556] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.486846] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f01ee726-e9cc-4dd9-89f0-7713f0fa0f4f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.494226] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 843.494226] env[63105]: value = "task-2758972" [ 843.494226] env[63105]: _type = "Task" [ 843.494226] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.502793] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.528680] env[63105]: DEBUG oslo_concurrency.lockutils [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.563357] env[63105]: DEBUG nova.policy [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45793b8fec04420af33e68a00975c6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3c9b2c11c748b0bbc5e0d3fff14f97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.772183] env[63105]: DEBUG nova.network.neutron [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Updated VIF entry in instance network info cache for port 290310cd-685b-4bdc-9681-e75b91c15fc4. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.772183] env[63105]: DEBUG nova.network.neutron [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Updating instance_info_cache with network_info: [{"id": "290310cd-685b-4bdc-9681-e75b91c15fc4", "address": "fa:16:3e:11:94:21", "network": {"id": "3c76cf33-2790-4678-b0d2-232b15bf3bee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1993224378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ecd7191d6ae4bff9f964f6d5f4c68b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap290310cd-68", "ovs_interfaceid": "290310cd-685b-4bdc-9681-e75b91c15fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.850023] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758969, 'name': CreateVM_Task, 'duration_secs': 0.436084} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.850023] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.850023] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.850023] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.850023] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.850023] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc609ca6-86a7-4c87-93ec-e530656ba16a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.855871] env[63105]: DEBUG nova.compute.manager [req-f2c8a816-5efe-4c5b-a18f-ddc38d9efa2e req-c9ec6332-c769-4a88-bce6-23564850b1ca service nova] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Received event network-vif-deleted-e6f8e773-ec5e-42da-8a13-9a44a342d00b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 843.861474] env[63105]: DEBUG nova.compute.manager [req-f2c8a816-5efe-4c5b-a18f-ddc38d9efa2e req-c9ec6332-c769-4a88-bce6-23564850b1ca service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Received event network-changed-1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 843.861474] env[63105]: DEBUG nova.compute.manager [req-f2c8a816-5efe-4c5b-a18f-ddc38d9efa2e req-c9ec6332-c769-4a88-bce6-23564850b1ca service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Refreshing instance network info cache due to event network-changed-1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 843.861474] env[63105]: DEBUG oslo_concurrency.lockutils [req-f2c8a816-5efe-4c5b-a18f-ddc38d9efa2e req-c9ec6332-c769-4a88-bce6-23564850b1ca service nova] Acquiring lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.861474] env[63105]: DEBUG oslo_concurrency.lockutils [req-f2c8a816-5efe-4c5b-a18f-ddc38d9efa2e req-c9ec6332-c769-4a88-bce6-23564850b1ca service nova] Acquired lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.861474] env[63105]: DEBUG nova.network.neutron [req-f2c8a816-5efe-4c5b-a18f-ddc38d9efa2e req-c9ec6332-c769-4a88-bce6-23564850b1ca service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Refreshing network info cache for port 1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.863438] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 843.863438] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52885e47-9efb-b82f-a57c-ca02dd8a74b3" [ 843.863438] env[63105]: _type = "Task" [ 843.863438] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.873938] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52885e47-9efb-b82f-a57c-ca02dd8a74b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010523} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.874234] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.874453] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.874677] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.874819] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.875041] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.875300] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8929632d-f71d-4cd1-90cd-b7e1aab56c20 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.883137] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.883322] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.884026] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5399d5f3-433c-4c12-ae50-1132bce09646 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.889347] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 843.889347] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]528824ec-6bbc-d4b3-4715-cad104bab3d3" [ 843.889347] env[63105]: _type = "Task" [ 843.889347] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.896676] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528824ec-6bbc-d4b3-4715-cad104bab3d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.929399] env[63105]: DEBUG oslo_vmware.api [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2758971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225725} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.929652] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.929834] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.930015] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.930199] env[63105]: INFO nova.compute.manager [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Took 1.14 seconds to destroy the instance on the hypervisor. [ 843.930433] env[63105]: DEBUG oslo.service.loopingcall [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 843.930617] env[63105]: DEBUG nova.compute.manager [-] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.930710] env[63105]: DEBUG nova.network.neutron [-] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.959726] env[63105]: DEBUG nova.compute.manager [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.008435] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084481} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.008699] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.010112] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11abd13f-4a22-4084-bb25-e7723529f42c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.032933] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 97456def-d278-4065-a424-333f922b7060/97456def-d278-4065-a424-333f922b7060.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.036166] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd2dd848-ed20-4589-a6d4-776b659776ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.056919] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 844.056919] env[63105]: value = "task-2758973" [ 844.056919] env[63105]: _type = "Task" [ 844.056919] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.066582] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.275558] env[63105]: DEBUG oslo_concurrency.lockutils [req-3636c2d6-83d4-413f-9c5e-d1fb2f0858bf req-adeb0eae-f3b9-4ab4-a435-a642b4fc7074 service nova] Releasing lock "refresh_cache-f694ae46-0abd-4653-b6d7-4b6dbcf39941" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.359026] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c480e427-6e84-4c91-8c3d-b11bf7bc5940 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.363782] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c33b40-50b7-4cc8-a1a2-67720e465018 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.401489] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a13fa0-1ec0-44e1-9a31-26da8a0e3b6f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.409573] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528824ec-6bbc-d4b3-4715-cad104bab3d3, 'name': SearchDatastore_Task, 'duration_secs': 0.008719} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.412443] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621c996a-7e64-411e-967f-afdb1eefb27d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.415257] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ea307c-94e2-4e3b-a0b7-61690e7b340a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.421838] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 844.421838] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b54654-d767-93ce-0e31-632ea219da03" [ 844.421838] env[63105]: _type = "Task" [ 844.421838] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.429785] env[63105]: DEBUG nova.compute.provider_tree [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.440725] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b54654-d767-93ce-0e31-632ea219da03, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.440972] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.441241] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 6c94130a-b4ca-41d2-a1c4-d099c110ebc2/6c94130a-b4ca-41d2-a1c4-d099c110ebc2.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.442307] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f2b92d0-59f3-4a94-8262-3e1fa9eb5357 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.449137] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 844.449137] env[63105]: value = "task-2758974" [ 844.449137] env[63105]: _type = "Task" [ 844.449137] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.457267] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.572928] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758973, 'name': ReconfigVM_Task, 'duration_secs': 0.290648} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.573381] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 97456def-d278-4065-a424-333f922b7060/97456def-d278-4065-a424-333f922b7060.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.574065] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69a0bc62-f3c1-4d80-93bf-32a067efa627 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.580249] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 844.580249] env[63105]: value = "task-2758975" [ 844.580249] env[63105]: _type = "Task" [ 844.580249] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.591722] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758975, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.592563] env[63105]: DEBUG nova.network.neutron [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Successfully created port: 937bf606-5137-4516-b9d0-41f82074f105 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.607267] env[63105]: DEBUG nova.network.neutron [req-f2c8a816-5efe-4c5b-a18f-ddc38d9efa2e req-c9ec6332-c769-4a88-bce6-23564850b1ca service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Updated VIF entry in instance network info cache for port 1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.607716] env[63105]: DEBUG nova.network.neutron [req-f2c8a816-5efe-4c5b-a18f-ddc38d9efa2e req-c9ec6332-c769-4a88-bce6-23564850b1ca service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Updating instance_info_cache with network_info: [{"id": "1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f", "address": "fa:16:3e:a1:dc:06", "network": {"id": "3c76cf33-2790-4678-b0d2-232b15bf3bee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1993224378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ecd7191d6ae4bff9f964f6d5f4c68b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1def9af1-e2", "ovs_interfaceid": "1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.685346] env[63105]: DEBUG nova.network.neutron [-] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.760224] env[63105]: DEBUG nova.compute.manager [req-add29f2d-acd6-4d7d-b859-c3221bf9d968 req-fca7fe29-c496-44e9-b97e-3004799d103d service nova] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Received event network-vif-deleted-290310cd-685b-4bdc-9681-e75b91c15fc4 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 844.936530] env[63105]: DEBUG nova.scheduler.client.report [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 844.958343] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483138} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.959193] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 6c94130a-b4ca-41d2-a1c4-d099c110ebc2/6c94130a-b4ca-41d2-a1c4-d099c110ebc2.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.959403] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.959643] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5022867f-172c-4030-86b1-200742446382 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.967053] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 844.967053] env[63105]: value = "task-2758976" [ 844.967053] env[63105]: _type = "Task" [ 844.967053] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.975976] env[63105]: DEBUG nova.compute.manager [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.977943] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.003106] env[63105]: DEBUG nova.virt.hardware [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 845.003371] env[63105]: DEBUG nova.virt.hardware [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 845.003535] env[63105]: DEBUG nova.virt.hardware [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.003718] env[63105]: DEBUG nova.virt.hardware [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 845.003864] env[63105]: DEBUG nova.virt.hardware [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.004017] env[63105]: DEBUG nova.virt.hardware [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 845.004550] env[63105]: DEBUG nova.virt.hardware [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 845.004723] env[63105]: DEBUG nova.virt.hardware [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 845.005104] env[63105]: DEBUG nova.virt.hardware [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 845.005104] env[63105]: DEBUG nova.virt.hardware [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 845.005292] env[63105]: DEBUG nova.virt.hardware [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 845.006168] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2444884-27c1-4778-99a7-156ca249add4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.014588] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1d89a4-2284-4a96-b39d-727aeebf690c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.090159] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758975, 'name': Rename_Task, 'duration_secs': 0.159428} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.094024] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.094024] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98ca8cb9-931a-4b42-9c3c-916ec239a132 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.097772] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 845.097772] env[63105]: value = "task-2758977" [ 845.097772] env[63105]: _type = "Task" [ 845.097772] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.106523] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.110180] env[63105]: DEBUG oslo_concurrency.lockutils [req-f2c8a816-5efe-4c5b-a18f-ddc38d9efa2e req-c9ec6332-c769-4a88-bce6-23564850b1ca service nova] Releasing lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.188072] env[63105]: INFO nova.compute.manager [-] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Took 1.26 seconds to deallocate network for instance. [ 845.442051] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.442613] env[63105]: DEBUG nova.compute.manager [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.449025] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.524s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.449025] env[63105]: DEBUG nova.objects.instance [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Lazy-loading 'resources' on Instance uuid f9d9f02f-958e-403d-b3d2-34ce3077e0af {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.482212] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064919} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.482552] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.484102] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b251b7a-6f28-4db2-bac5-3ce9c3b3de00 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.520466] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 6c94130a-b4ca-41d2-a1c4-d099c110ebc2/6c94130a-b4ca-41d2-a1c4-d099c110ebc2.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.521250] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-792981be-3fff-4286-9845-ea85002bc4a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.548741] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 845.548741] env[63105]: value = "task-2758978" [ 845.548741] env[63105]: _type = "Task" [ 845.548741] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.558740] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.607621] env[63105]: DEBUG oslo_vmware.api [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758977, 'name': PowerOnVM_Task, 'duration_secs': 0.485304} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.607621] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.607798] env[63105]: INFO nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Took 7.40 seconds to spawn the instance on the hypervisor. [ 845.607974] env[63105]: DEBUG nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.609182] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915eeeb5-23d6-4d87-9115-a7d6f6a90032 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.694964] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.951043] env[63105]: DEBUG nova.compute.utils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 845.953184] env[63105]: DEBUG nova.compute.manager [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.953450] env[63105]: DEBUG nova.network.neutron [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.020298] env[63105]: DEBUG nova.policy [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '374f205248554adbbc4070842695f5ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2d61f61e724c719088e006027a9e34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.060544] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.095319] env[63105]: DEBUG nova.compute.manager [req-c1879540-aafe-48c5-9436-3f6990746e06 req-15ffe408-ccf1-4fb7-9a3a-a27166dce260 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Received event network-changed-1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 846.095511] env[63105]: DEBUG nova.compute.manager [req-c1879540-aafe-48c5-9436-3f6990746e06 req-15ffe408-ccf1-4fb7-9a3a-a27166dce260 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Refreshing instance network info cache due to event network-changed-1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 846.095909] env[63105]: DEBUG oslo_concurrency.lockutils [req-c1879540-aafe-48c5-9436-3f6990746e06 req-15ffe408-ccf1-4fb7-9a3a-a27166dce260 service nova] Acquiring lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.096291] env[63105]: DEBUG oslo_concurrency.lockutils [req-c1879540-aafe-48c5-9436-3f6990746e06 req-15ffe408-ccf1-4fb7-9a3a-a27166dce260 service nova] Acquired lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.096494] env[63105]: DEBUG nova.network.neutron [req-c1879540-aafe-48c5-9436-3f6990746e06 req-15ffe408-ccf1-4fb7-9a3a-a27166dce260 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Refreshing network info cache for port 1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.130207] env[63105]: INFO nova.compute.manager [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Took 48.08 seconds to build instance. [ 846.434291] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f01745-bd6b-408d-80f5-8fcc1f11373f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.445037] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b914a826-948a-466a-8c32-b4342ee8135d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.478297] env[63105]: DEBUG nova.compute.manager [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.481713] env[63105]: DEBUG nova.network.neutron [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Successfully created port: 9e681d9d-eb89-4274-b507-0236e301aad0 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.488061] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e5a4da-0a88-4fab-8b8b-c4c50253b93a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.493328] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208cdcd1-320e-400a-a26e-0bda74af819f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.514389] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.515146] env[63105]: DEBUG nova.compute.provider_tree [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.560014] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758978, 'name': ReconfigVM_Task, 'duration_secs': 0.746371} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.560380] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 6c94130a-b4ca-41d2-a1c4-d099c110ebc2/6c94130a-b4ca-41d2-a1c4-d099c110ebc2.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.560993] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8915b731-8550-4a1f-8d04-ac16733cb903 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.568136] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 846.568136] env[63105]: value = "task-2758979" [ 846.568136] env[63105]: _type = "Task" [ 846.568136] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.577012] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758979, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.632216] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff08d63d-ea81-486c-964f-40a9b71621ef tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "97456def-d278-4065-a424-333f922b7060" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.084s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.867628] env[63105]: DEBUG nova.network.neutron [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Successfully updated port: 937bf606-5137-4516-b9d0-41f82074f105 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.018010] env[63105]: DEBUG nova.scheduler.client.report [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 847.063716] env[63105]: DEBUG nova.network.neutron [req-c1879540-aafe-48c5-9436-3f6990746e06 req-15ffe408-ccf1-4fb7-9a3a-a27166dce260 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Updated VIF entry in instance network info cache for port 1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.064101] env[63105]: DEBUG nova.network.neutron [req-c1879540-aafe-48c5-9436-3f6990746e06 req-15ffe408-ccf1-4fb7-9a3a-a27166dce260 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Updating instance_info_cache with network_info: [{"id": "1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f", "address": "fa:16:3e:a1:dc:06", "network": {"id": "3c76cf33-2790-4678-b0d2-232b15bf3bee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1993224378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ecd7191d6ae4bff9f964f6d5f4c68b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1def9af1-e2", "ovs_interfaceid": "1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.078873] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758979, 'name': Rename_Task, 'duration_secs': 0.146781} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.079175] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.079431] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa9103fc-cc4e-4bf5-a86a-5a8750db82be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.086187] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 847.086187] env[63105]: value = "task-2758980" [ 847.086187] env[63105]: _type = "Task" [ 847.086187] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.094368] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.373192] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "refresh_cache-d14a793f-b9b7-4ea7-845b-b1ca15e6d1df" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.373192] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "refresh_cache-d14a793f-b9b7-4ea7-845b-b1ca15e6d1df" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.373192] env[63105]: DEBUG nova.network.neutron [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.497523] env[63105]: DEBUG nova.compute.manager [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.522876] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.526376] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.760s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.526893] env[63105]: DEBUG nova.objects.instance [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lazy-loading 'resources' on Instance uuid d431c76e-a555-442f-8ab0-54a3c327f360 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.544468] env[63105]: DEBUG nova.virt.hardware [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='71c38ff6e9277a67f9b80574d4ce05dd',container_format='bare',created_at=2025-02-21T08:53:01Z,direct_url=,disk_format='vmdk',id=827bcc55-57cf-40f8-b809-0012b239d6be,min_disk=1,min_ram=0,name='tempest-test-snap-1697261978',owner='8b2d61f61e724c719088e006027a9e34',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-21T08:53:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 847.544803] env[63105]: DEBUG nova.virt.hardware [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 847.545193] env[63105]: DEBUG nova.virt.hardware [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.545193] env[63105]: DEBUG nova.virt.hardware [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 847.545370] env[63105]: DEBUG nova.virt.hardware [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.546223] env[63105]: DEBUG nova.virt.hardware [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 847.546223] env[63105]: DEBUG nova.virt.hardware [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 847.546223] env[63105]: DEBUG nova.virt.hardware [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 847.546223] env[63105]: DEBUG nova.virt.hardware [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 847.546223] env[63105]: DEBUG nova.virt.hardware [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 847.546818] env[63105]: DEBUG nova.virt.hardware [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 847.547693] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb77adc-e7e5-461c-bccb-db87694c8201 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.556062] env[63105]: INFO nova.scheduler.client.report [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Deleted allocations for instance f9d9f02f-958e-403d-b3d2-34ce3077e0af [ 847.566909] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065aa06d-7a0b-4739-bab3-023fc0b310f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.571204] env[63105]: DEBUG oslo_concurrency.lockutils [req-c1879540-aafe-48c5-9436-3f6990746e06 req-15ffe408-ccf1-4fb7-9a3a-a27166dce260 service nova] Releasing lock "refresh_cache-b979985d-b472-47ed-8611-e55e959942e9" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.597800] env[63105]: DEBUG oslo_vmware.api [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758980, 'name': PowerOnVM_Task, 'duration_secs': 0.444095} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.598317] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.598572] env[63105]: DEBUG nova.compute.manager [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.599610] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0923af36-c7b4-4afe-ad15-3b45c407e95f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.949707] env[63105]: DEBUG nova.network.neutron [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.068594] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7d67219-d210-47c2-a364-b5bd688e344b tempest-InstanceActionsTestJSON-1504172975 tempest-InstanceActionsTestJSON-1504172975-project-member] Lock "f9d9f02f-958e-403d-b3d2-34ce3077e0af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.762s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.124809] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.255436] env[63105]: DEBUG nova.network.neutron [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Updating instance_info_cache with network_info: [{"id": "937bf606-5137-4516-b9d0-41f82074f105", "address": "fa:16:3e:a5:37:94", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap937bf606-51", "ovs_interfaceid": "937bf606-5137-4516-b9d0-41f82074f105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.311873] env[63105]: DEBUG oslo_concurrency.lockutils [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.312251] env[63105]: DEBUG oslo_concurrency.lockutils [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.312528] env[63105]: DEBUG oslo_concurrency.lockutils [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.312761] env[63105]: DEBUG oslo_concurrency.lockutils [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.312997] env[63105]: DEBUG oslo_concurrency.lockutils [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.320293] env[63105]: INFO nova.compute.manager [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Terminating instance [ 848.322731] env[63105]: DEBUG nova.compute.manager [req-e4458c9a-6555-4bb4-beac-035fd18acf76 req-dc019777-884c-40b8-b837-ff2ea8bb96c4 service nova] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Received event network-vif-plugged-9e681d9d-eb89-4274-b507-0236e301aad0 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 848.322941] env[63105]: DEBUG oslo_concurrency.lockutils [req-e4458c9a-6555-4bb4-beac-035fd18acf76 req-dc019777-884c-40b8-b837-ff2ea8bb96c4 service nova] Acquiring lock "7df3f6c9-3259-49bb-b7f7-01d2849edcec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.324241] env[63105]: DEBUG oslo_concurrency.lockutils [req-e4458c9a-6555-4bb4-beac-035fd18acf76 req-dc019777-884c-40b8-b837-ff2ea8bb96c4 service nova] Lock "7df3f6c9-3259-49bb-b7f7-01d2849edcec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.324241] env[63105]: DEBUG oslo_concurrency.lockutils [req-e4458c9a-6555-4bb4-beac-035fd18acf76 req-dc019777-884c-40b8-b837-ff2ea8bb96c4 service nova] Lock "7df3f6c9-3259-49bb-b7f7-01d2849edcec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.324241] env[63105]: DEBUG nova.compute.manager [req-e4458c9a-6555-4bb4-beac-035fd18acf76 req-dc019777-884c-40b8-b837-ff2ea8bb96c4 service nova] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] No waiting events found dispatching network-vif-plugged-9e681d9d-eb89-4274-b507-0236e301aad0 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.324241] env[63105]: WARNING nova.compute.manager [req-e4458c9a-6555-4bb4-beac-035fd18acf76 req-dc019777-884c-40b8-b837-ff2ea8bb96c4 service nova] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Received unexpected event network-vif-plugged-9e681d9d-eb89-4274-b507-0236e301aad0 for instance with vm_state building and task_state spawning. [ 848.382815] env[63105]: DEBUG nova.network.neutron [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Successfully updated port: 9e681d9d-eb89-4274-b507-0236e301aad0 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.505110] env[63105]: DEBUG nova.compute.manager [req-6ed95e60-f501-49e5-a163-dd6cc8592eaa req-18131d24-a16b-4f24-9a57-33c1ebe3a537 service nova] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Received event network-vif-plugged-937bf606-5137-4516-b9d0-41f82074f105 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 848.505726] env[63105]: DEBUG oslo_concurrency.lockutils [req-6ed95e60-f501-49e5-a163-dd6cc8592eaa req-18131d24-a16b-4f24-9a57-33c1ebe3a537 service nova] Acquiring lock "d14a793f-b9b7-4ea7-845b-b1ca15e6d1df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.506047] env[63105]: DEBUG oslo_concurrency.lockutils [req-6ed95e60-f501-49e5-a163-dd6cc8592eaa req-18131d24-a16b-4f24-9a57-33c1ebe3a537 service nova] Lock "d14a793f-b9b7-4ea7-845b-b1ca15e6d1df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.506917] env[63105]: DEBUG oslo_concurrency.lockutils [req-6ed95e60-f501-49e5-a163-dd6cc8592eaa req-18131d24-a16b-4f24-9a57-33c1ebe3a537 service nova] Lock "d14a793f-b9b7-4ea7-845b-b1ca15e6d1df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.506917] env[63105]: DEBUG nova.compute.manager [req-6ed95e60-f501-49e5-a163-dd6cc8592eaa req-18131d24-a16b-4f24-9a57-33c1ebe3a537 service nova] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] No waiting events found dispatching network-vif-plugged-937bf606-5137-4516-b9d0-41f82074f105 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.506917] env[63105]: WARNING nova.compute.manager [req-6ed95e60-f501-49e5-a163-dd6cc8592eaa req-18131d24-a16b-4f24-9a57-33c1ebe3a537 service nova] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Received unexpected event network-vif-plugged-937bf606-5137-4516-b9d0-41f82074f105 for instance with vm_state building and task_state spawning. [ 848.507094] env[63105]: DEBUG nova.compute.manager [req-6ed95e60-f501-49e5-a163-dd6cc8592eaa req-18131d24-a16b-4f24-9a57-33c1ebe3a537 service nova] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Received event network-changed-937bf606-5137-4516-b9d0-41f82074f105 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 848.507290] env[63105]: DEBUG nova.compute.manager [req-6ed95e60-f501-49e5-a163-dd6cc8592eaa req-18131d24-a16b-4f24-9a57-33c1ebe3a537 service nova] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Refreshing instance network info cache due to event network-changed-937bf606-5137-4516-b9d0-41f82074f105. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 848.507469] env[63105]: DEBUG oslo_concurrency.lockutils [req-6ed95e60-f501-49e5-a163-dd6cc8592eaa req-18131d24-a16b-4f24-9a57-33c1ebe3a537 service nova] Acquiring lock "refresh_cache-d14a793f-b9b7-4ea7-845b-b1ca15e6d1df" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.510312] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346c8ffa-51b4-4f16-9687-682b2d8d4bb7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.521828] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285c86ba-6878-4a84-a16f-2b3155079a24 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.558841] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "97456def-d278-4065-a424-333f922b7060" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.562018] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "97456def-d278-4065-a424-333f922b7060" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.562018] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "97456def-d278-4065-a424-333f922b7060-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.562018] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "97456def-d278-4065-a424-333f922b7060-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.562018] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "97456def-d278-4065-a424-333f922b7060-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.562018] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98e8f1e-36ca-4882-ad81-fa2f1accb0f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.564667] env[63105]: INFO nova.compute.manager [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Terminating instance [ 848.573566] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccb5022-fb08-472d-b076-66f484f27281 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.590620] env[63105]: DEBUG nova.compute.provider_tree [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.758270] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "refresh_cache-d14a793f-b9b7-4ea7-845b-b1ca15e6d1df" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.758270] env[63105]: DEBUG nova.compute.manager [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Instance network_info: |[{"id": "937bf606-5137-4516-b9d0-41f82074f105", "address": "fa:16:3e:a5:37:94", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap937bf606-51", "ovs_interfaceid": "937bf606-5137-4516-b9d0-41f82074f105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.758502] env[63105]: DEBUG oslo_concurrency.lockutils [req-6ed95e60-f501-49e5-a163-dd6cc8592eaa req-18131d24-a16b-4f24-9a57-33c1ebe3a537 service nova] Acquired lock "refresh_cache-d14a793f-b9b7-4ea7-845b-b1ca15e6d1df" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.758688] env[63105]: DEBUG nova.network.neutron [req-6ed95e60-f501-49e5-a163-dd6cc8592eaa req-18131d24-a16b-4f24-9a57-33c1ebe3a537 service nova] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Refreshing network info cache for port 937bf606-5137-4516-b9d0-41f82074f105 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.760411] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:37:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '937bf606-5137-4516-b9d0-41f82074f105', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.767906] env[63105]: DEBUG oslo.service.loopingcall [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 848.770854] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.771411] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0789e456-052f-46e9-87c4-f479ec607da2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.793030] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.793030] env[63105]: value = "task-2758984" [ 848.793030] env[63105]: _type = "Task" [ 848.793030] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.801467] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758984, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.827222] env[63105]: DEBUG nova.compute.manager [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.831025] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.831025] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508ae1f2-5853-4724-81db-82866758d9aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.837804] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.838100] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8fa0059-dee3-4a4a-8fcd-30ddca3c1472 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.844185] env[63105]: DEBUG oslo_vmware.api [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 848.844185] env[63105]: value = "task-2758985" [ 848.844185] env[63105]: _type = "Task" [ 848.844185] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.860203] env[63105]: DEBUG oslo_vmware.api [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.887779] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "refresh_cache-7df3f6c9-3259-49bb-b7f7-01d2849edcec" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.888156] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired lock "refresh_cache-7df3f6c9-3259-49bb-b7f7-01d2849edcec" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.888236] env[63105]: DEBUG nova.network.neutron [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.649764] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "6c94130a-b4ca-41d2-a1c4-d099c110ebc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.650088] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "6c94130a-b4ca-41d2-a1c4-d099c110ebc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.650209] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "6c94130a-b4ca-41d2-a1c4-d099c110ebc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.650434] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "6c94130a-b4ca-41d2-a1c4-d099c110ebc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.650605] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "6c94130a-b4ca-41d2-a1c4-d099c110ebc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.652446] env[63105]: DEBUG nova.compute.manager [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.652640] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.653425] env[63105]: DEBUG nova.scheduler.client.report [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 849.659766] env[63105]: INFO nova.compute.manager [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Terminating instance [ 849.661616] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6059cfe-66b0-4680-89e9-3bd07f646add {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.677941] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.683687] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c78fb152-4a71-4700-b1a0-d6f0babfdecf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.685794] env[63105]: DEBUG oslo_vmware.api [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758985, 'name': PowerOffVM_Task, 'duration_secs': 0.221087} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.685964] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758984, 'name': CreateVM_Task, 'duration_secs': 0.374486} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.686806] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.686806] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.686806] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.687132] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50bdb40b-6eb4-4bca-bf5c-1d1a99f32810 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.689373] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.689528] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.691777] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.691777] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51eaaad2-2cab-490c-8e27-7f36cad0669f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.693208] env[63105]: DEBUG oslo_vmware.api [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 849.693208] env[63105]: value = "task-2758986" [ 849.693208] env[63105]: _type = "Task" [ 849.693208] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.698058] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 849.698058] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52838db5-0579-2eb8-340f-8b7f8ea20a94" [ 849.698058] env[63105]: _type = "Task" [ 849.698058] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.704612] env[63105]: DEBUG oslo_vmware.api [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.709819] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52838db5-0579-2eb8-340f-8b7f8ea20a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.764471] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.764700] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.764954] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Deleting the datastore file [datastore2] cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.765276] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-610a4f64-1ac2-4d38-a9a4-a22f2cbeced6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.773146] env[63105]: DEBUG oslo_vmware.api [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 849.773146] env[63105]: value = "task-2758988" [ 849.773146] env[63105]: _type = "Task" [ 849.773146] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.781399] env[63105]: DEBUG oslo_vmware.api [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.783771] env[63105]: DEBUG nova.network.neutron [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.897203] env[63105]: DEBUG nova.network.neutron [req-6ed95e60-f501-49e5-a163-dd6cc8592eaa req-18131d24-a16b-4f24-9a57-33c1ebe3a537 service nova] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Updated VIF entry in instance network info cache for port 937bf606-5137-4516-b9d0-41f82074f105. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.897203] env[63105]: DEBUG nova.network.neutron [req-6ed95e60-f501-49e5-a163-dd6cc8592eaa req-18131d24-a16b-4f24-9a57-33c1ebe3a537 service nova] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Updating instance_info_cache with network_info: [{"id": "937bf606-5137-4516-b9d0-41f82074f105", "address": "fa:16:3e:a5:37:94", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap937bf606-51", "ovs_interfaceid": "937bf606-5137-4516-b9d0-41f82074f105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.071527] env[63105]: DEBUG nova.network.neutron [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Updating instance_info_cache with network_info: [{"id": "9e681d9d-eb89-4274-b507-0236e301aad0", "address": "fa:16:3e:e4:cc:df", "network": {"id": "da754b38-ead4-475c-adb4-d1570711cf71", "bridge": "br-int", "label": "tempest-ImagesTestJSON-374670986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d61f61e724c719088e006027a9e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e681d9d-eb", "ovs_interfaceid": "9e681d9d-eb89-4274-b507-0236e301aad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.160854] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.635s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.163553] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.602s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.165612] env[63105]: INFO nova.compute.claims [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.173450] env[63105]: DEBUG nova.compute.manager [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.173728] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.176885] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b78638d-4e48-4a92-be6e-138485edc7cb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.182276] env[63105]: INFO nova.scheduler.client.report [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Deleted allocations for instance d431c76e-a555-442f-8ab0-54a3c327f360 [ 850.184947] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.187682] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd4175b4-fd92-4ac4-a560-58bfe537c24f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.194435] env[63105]: DEBUG oslo_vmware.api [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 850.194435] env[63105]: value = "task-2758989" [ 850.194435] env[63105]: _type = "Task" [ 850.194435] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.207687] env[63105]: DEBUG oslo_vmware.api [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758986, 'name': PowerOffVM_Task, 'duration_secs': 0.241593} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.211196] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.211393] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.211652] env[63105]: DEBUG oslo_vmware.api [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.212750] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0ff04a7-d5ec-482a-8115-192d24f76c7b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.216860] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52838db5-0579-2eb8-340f-8b7f8ea20a94, 'name': SearchDatastore_Task, 'duration_secs': 0.017424} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.217589] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.217831] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.218118] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.218351] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.218544] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.218793] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffd545d2-ff66-491a-9afb-5a84adf752d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.227037] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.227248] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.227965] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8bc5579-e2e7-4909-ae66-2fa52a40e56f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.236211] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 850.236211] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52913bbd-9150-da7d-0c40-7ae248f4f387" [ 850.236211] env[63105]: _type = "Task" [ 850.236211] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.245896] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52913bbd-9150-da7d-0c40-7ae248f4f387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.284543] env[63105]: DEBUG oslo_vmware.api [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287371} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.285824] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.286381] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.286982] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.287205] env[63105]: INFO nova.compute.manager [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Took 1.46 seconds to destroy the instance on the hypervisor. [ 850.287515] env[63105]: DEBUG oslo.service.loopingcall [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.287910] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.288115] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.288411] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Deleting the datastore file [datastore1] 97456def-d278-4065-a424-333f922b7060 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.288673] env[63105]: DEBUG nova.compute.manager [-] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.288891] env[63105]: DEBUG nova.network.neutron [-] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.290917] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f8e5d31-781d-4074-8eb0-f909f891e112 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.299431] env[63105]: DEBUG oslo_vmware.api [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for the task: (returnval){ [ 850.299431] env[63105]: value = "task-2758991" [ 850.299431] env[63105]: _type = "Task" [ 850.299431] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.309768] env[63105]: DEBUG oslo_vmware.api [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.317299] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "99811785-10be-4ba7-bf3d-126066e6177a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.317299] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "99811785-10be-4ba7-bf3d-126066e6177a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.401894] env[63105]: DEBUG oslo_concurrency.lockutils [req-6ed95e60-f501-49e5-a163-dd6cc8592eaa req-18131d24-a16b-4f24-9a57-33c1ebe3a537 service nova] Releasing lock "refresh_cache-d14a793f-b9b7-4ea7-845b-b1ca15e6d1df" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.544032] env[63105]: DEBUG nova.compute.manager [req-e2e32479-919d-4552-ad34-46de67de5f76 req-b38a3e6a-1d84-4e02-b39f-0123e7b07dfd service nova] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Received event network-changed-9e681d9d-eb89-4274-b507-0236e301aad0 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 850.544032] env[63105]: DEBUG nova.compute.manager [req-e2e32479-919d-4552-ad34-46de67de5f76 req-b38a3e6a-1d84-4e02-b39f-0123e7b07dfd service nova] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Refreshing instance network info cache due to event network-changed-9e681d9d-eb89-4274-b507-0236e301aad0. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 850.544032] env[63105]: DEBUG oslo_concurrency.lockutils [req-e2e32479-919d-4552-ad34-46de67de5f76 req-b38a3e6a-1d84-4e02-b39f-0123e7b07dfd service nova] Acquiring lock "refresh_cache-7df3f6c9-3259-49bb-b7f7-01d2849edcec" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.574339] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lock "refresh_cache-7df3f6c9-3259-49bb-b7f7-01d2849edcec" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.574854] env[63105]: DEBUG nova.compute.manager [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Instance network_info: |[{"id": "9e681d9d-eb89-4274-b507-0236e301aad0", "address": "fa:16:3e:e4:cc:df", "network": {"id": "da754b38-ead4-475c-adb4-d1570711cf71", "bridge": "br-int", "label": "tempest-ImagesTestJSON-374670986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d61f61e724c719088e006027a9e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e681d9d-eb", "ovs_interfaceid": "9e681d9d-eb89-4274-b507-0236e301aad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.575403] env[63105]: DEBUG oslo_concurrency.lockutils [req-e2e32479-919d-4552-ad34-46de67de5f76 req-b38a3e6a-1d84-4e02-b39f-0123e7b07dfd service nova] Acquired lock "refresh_cache-7df3f6c9-3259-49bb-b7f7-01d2849edcec" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.575599] env[63105]: DEBUG nova.network.neutron [req-e2e32479-919d-4552-ad34-46de67de5f76 req-b38a3e6a-1d84-4e02-b39f-0123e7b07dfd service nova] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Refreshing network info cache for port 9e681d9d-eb89-4274-b507-0236e301aad0 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.576829] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:cc:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e681d9d-eb89-4274-b507-0236e301aad0', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.589072] env[63105]: DEBUG oslo.service.loopingcall [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.589592] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.589822] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49cdf7ae-cc79-41de-9805-f1384bcfbcc6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.615409] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.615409] env[63105]: value = "task-2758992" [ 850.615409] env[63105]: _type = "Task" [ 850.615409] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.624889] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758992, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.693862] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9a6877c2-8cb7-489e-9139-6936836c0736 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "d431c76e-a555-442f-8ab0-54a3c327f360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.494s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.709754] env[63105]: DEBUG oslo_vmware.api [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758989, 'name': PowerOffVM_Task, 'duration_secs': 0.185286} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.709754] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.710040] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.710183] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a100b976-3106-4f1f-92e1-666b838e6096 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.747056] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52913bbd-9150-da7d-0c40-7ae248f4f387, 'name': SearchDatastore_Task, 'duration_secs': 0.011935} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.748413] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa254b14-1bc3-46e3-a644-1a159beea082 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.754184] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 850.754184] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526d6e08-af3f-0978-0e5c-26699c39a932" [ 850.754184] env[63105]: _type = "Task" [ 850.754184] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.761883] env[63105]: DEBUG nova.compute.manager [req-fcaafa6e-7f43-41f9-bf5c-8e4a7880957f req-7d283959-7511-4bd2-b847-13a568339f28 service nova] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Received event network-vif-deleted-0dd780ce-0b40-4655-8988-1b241849d450 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 850.762104] env[63105]: INFO nova.compute.manager [req-fcaafa6e-7f43-41f9-bf5c-8e4a7880957f req-7d283959-7511-4bd2-b847-13a568339f28 service nova] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Neutron deleted interface 0dd780ce-0b40-4655-8988-1b241849d450; detaching it from the instance and deleting it from the info cache [ 850.762275] env[63105]: DEBUG nova.network.neutron [req-fcaafa6e-7f43-41f9-bf5c-8e4a7880957f req-7d283959-7511-4bd2-b847-13a568339f28 service nova] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.773532] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526d6e08-af3f-0978-0e5c-26699c39a932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.781097] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.781097] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.781097] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleting the datastore file [datastore2] 6c94130a-b4ca-41d2-a1c4-d099c110ebc2 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.781097] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9db2fb33-a027-4fb3-afd9-908f39fbeea8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.790669] env[63105]: DEBUG oslo_vmware.api [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 850.790669] env[63105]: value = "task-2758994" [ 850.790669] env[63105]: _type = "Task" [ 850.790669] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.804240] env[63105]: DEBUG oslo_vmware.api [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.811915] env[63105]: DEBUG oslo_vmware.api [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Task: {'id': task-2758991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149296} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.814474] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.814518] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.814880] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.814880] env[63105]: INFO nova.compute.manager [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] [instance: 97456def-d278-4065-a424-333f922b7060] Took 1.16 seconds to destroy the instance on the hypervisor. [ 850.816030] env[63105]: DEBUG oslo.service.loopingcall [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.816030] env[63105]: DEBUG nova.compute.manager [-] [instance: 97456def-d278-4065-a424-333f922b7060] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.816030] env[63105]: DEBUG nova.network.neutron [-] [instance: 97456def-d278-4065-a424-333f922b7060] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.820254] env[63105]: DEBUG nova.compute.manager [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.128814] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758992, 'name': CreateVM_Task, 'duration_secs': 0.337066} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.128923] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.129893] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/827bcc55-57cf-40f8-b809-0012b239d6be" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.129893] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/827bcc55-57cf-40f8-b809-0012b239d6be" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.131182] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/827bcc55-57cf-40f8-b809-0012b239d6be" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.131182] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c6edc6-db8a-4a13-baf2-cdf899e42078 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.136644] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 851.136644] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52883c04-8d2e-6ca9-84a2-3f69febcc441" [ 851.136644] env[63105]: _type = "Task" [ 851.136644] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.144959] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52883c04-8d2e-6ca9-84a2-3f69febcc441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.209835] env[63105]: DEBUG nova.network.neutron [-] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.267011] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526d6e08-af3f-0978-0e5c-26699c39a932, 'name': SearchDatastore_Task, 'duration_secs': 0.012169} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.267353] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.267624] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] d14a793f-b9b7-4ea7-845b-b1ca15e6d1df/d14a793f-b9b7-4ea7-845b-b1ca15e6d1df.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.267885] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05bf03b0-e5fd-4840-a935-4cd7c87276d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.275255] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 851.275255] env[63105]: value = "task-2758995" [ 851.275255] env[63105]: _type = "Task" [ 851.275255] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.277784] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e23ee2bb-f75c-4942-bc35-ee98b39bcc12 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.290392] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.300397] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1112b62f-ac0b-4d74-a0cf-345ef9cb20ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.322540] env[63105]: DEBUG oslo_vmware.api [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2758994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145225} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.322790] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.323207] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.323207] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.323392] env[63105]: INFO nova.compute.manager [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 851.323711] env[63105]: DEBUG oslo.service.loopingcall [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 851.326035] env[63105]: DEBUG nova.compute.manager [-] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.326156] env[63105]: DEBUG nova.network.neutron [-] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.348664] env[63105]: DEBUG nova.compute.manager [req-fcaafa6e-7f43-41f9-bf5c-8e4a7880957f req-7d283959-7511-4bd2-b847-13a568339f28 service nova] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Detach interface failed, port_id=0dd780ce-0b40-4655-8988-1b241849d450, reason: Instance cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 851.372199] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.566394] env[63105]: DEBUG nova.network.neutron [req-e2e32479-919d-4552-ad34-46de67de5f76 req-b38a3e6a-1d84-4e02-b39f-0123e7b07dfd service nova] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Updated VIF entry in instance network info cache for port 9e681d9d-eb89-4274-b507-0236e301aad0. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.566893] env[63105]: DEBUG nova.network.neutron [req-e2e32479-919d-4552-ad34-46de67de5f76 req-b38a3e6a-1d84-4e02-b39f-0123e7b07dfd service nova] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Updating instance_info_cache with network_info: [{"id": "9e681d9d-eb89-4274-b507-0236e301aad0", "address": "fa:16:3e:e4:cc:df", "network": {"id": "da754b38-ead4-475c-adb4-d1570711cf71", "bridge": "br-int", "label": "tempest-ImagesTestJSON-374670986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d61f61e724c719088e006027a9e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e681d9d-eb", "ovs_interfaceid": "9e681d9d-eb89-4274-b507-0236e301aad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.656040] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/827bcc55-57cf-40f8-b809-0012b239d6be" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.656040] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Processing image 827bcc55-57cf-40f8-b809-0012b239d6be {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.656335] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/827bcc55-57cf-40f8-b809-0012b239d6be/827bcc55-57cf-40f8-b809-0012b239d6be.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.656439] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/827bcc55-57cf-40f8-b809-0012b239d6be/827bcc55-57cf-40f8-b809-0012b239d6be.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.656691] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.662794] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82c736fc-8f52-4a25-ae6b-b1e2544989f8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.676683] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.676903] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.680829] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a5a01e-36ba-4a48-9276-010c161bd276 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.686072] env[63105]: DEBUG nova.network.neutron [-] [instance: 97456def-d278-4065-a424-333f922b7060] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.690512] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 851.690512] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523cad82-aa04-c601-385a-a2676f5be93e" [ 851.690512] env[63105]: _type = "Task" [ 851.690512] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.700637] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523cad82-aa04-c601-385a-a2676f5be93e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.714870] env[63105]: INFO nova.compute.manager [-] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Took 1.43 seconds to deallocate network for instance. [ 851.730182] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a1456d-10a2-40cc-bbd3-3a9a5960dfe9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.743192] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d73934c-311a-41e8-b245-183ed7f17584 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.781297] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caa445a-b8a8-45ef-a089-4bce3140fae7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.798445] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758995, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.800460] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bb8fd2-e9cd-47da-aacd-a178e81270cf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.822578] env[63105]: DEBUG nova.compute.provider_tree [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.070718] env[63105]: DEBUG oslo_concurrency.lockutils [req-e2e32479-919d-4552-ad34-46de67de5f76 req-b38a3e6a-1d84-4e02-b39f-0123e7b07dfd service nova] Releasing lock "refresh_cache-7df3f6c9-3259-49bb-b7f7-01d2849edcec" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.191287] env[63105]: INFO nova.compute.manager [-] [instance: 97456def-d278-4065-a424-333f922b7060] Took 1.38 seconds to deallocate network for instance. [ 852.206879] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Preparing fetch location {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 852.206879] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Fetch image to [datastore2] OSTACK_IMG_e3f34280-c20f-4eae-8851-962da61ab509/OSTACK_IMG_e3f34280-c20f-4eae-8851-962da61ab509.vmdk {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 852.206879] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Downloading stream optimized image 827bcc55-57cf-40f8-b809-0012b239d6be to [datastore2] OSTACK_IMG_e3f34280-c20f-4eae-8851-962da61ab509/OSTACK_IMG_e3f34280-c20f-4eae-8851-962da61ab509.vmdk on the data store datastore2 as vApp {{(pid=63105) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 852.207023] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Downloading image file data 827bcc55-57cf-40f8-b809-0012b239d6be to the ESX as VM named 'OSTACK_IMG_e3f34280-c20f-4eae-8851-962da61ab509' {{(pid=63105) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 852.221737] env[63105]: DEBUG oslo_concurrency.lockutils [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.266922] env[63105]: DEBUG nova.network.neutron [-] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.297135] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635621} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.297430] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] d14a793f-b9b7-4ea7-845b-b1ca15e6d1df/d14a793f-b9b7-4ea7-845b-b1ca15e6d1df.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.297651] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.301019] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1519ce0-cda4-4981-be50-3cb75ae91e63 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.306615] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 852.306615] env[63105]: value = "task-2758998" [ 852.306615] env[63105]: _type = "Task" [ 852.306615] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.314645] env[63105]: DEBUG oslo_vmware.rw_handles [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 852.314645] env[63105]: value = "resgroup-9" [ 852.314645] env[63105]: _type = "ResourcePool" [ 852.314645] env[63105]: }. {{(pid=63105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 852.315365] env[63105]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-45b8eee1-ebd6-462c-a26f-47efa80d60a6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.339178] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.346013] env[63105]: DEBUG oslo_vmware.rw_handles [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lease: (returnval){ [ 852.346013] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52add870-71af-a4e7-5105-be192876aa3f" [ 852.346013] env[63105]: _type = "HttpNfcLease" [ 852.346013] env[63105]: } obtained for vApp import into resource pool (val){ [ 852.346013] env[63105]: value = "resgroup-9" [ 852.346013] env[63105]: _type = "ResourcePool" [ 852.346013] env[63105]: }. {{(pid=63105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 852.346013] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the lease: (returnval){ [ 852.346013] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52add870-71af-a4e7-5105-be192876aa3f" [ 852.346013] env[63105]: _type = "HttpNfcLease" [ 852.346013] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 852.356060] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 852.356060] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52add870-71af-a4e7-5105-be192876aa3f" [ 852.356060] env[63105]: _type = "HttpNfcLease" [ 852.356060] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 852.362253] env[63105]: ERROR nova.scheduler.client.report [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [req-7be40aa0-00c0-431d-8f5c-5adccca6449b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7be40aa0-00c0-431d-8f5c-5adccca6449b"}]} [ 852.382162] env[63105]: DEBUG nova.scheduler.client.report [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 852.405264] env[63105]: DEBUG nova.scheduler.client.report [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 852.405426] env[63105]: DEBUG nova.compute.provider_tree [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.421031] env[63105]: DEBUG nova.scheduler.client.report [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 852.440197] env[63105]: DEBUG nova.scheduler.client.report [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 852.702147] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.772187] env[63105]: INFO nova.compute.manager [-] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Took 1.45 seconds to deallocate network for instance. [ 852.789663] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95fb812-da4e-4bf7-8a33-31fc66ad5451 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.798639] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5118db9-d261-4368-b86e-a9acd8d6a99e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.802876] env[63105]: DEBUG nova.compute.manager [req-5b62a6b0-5c60-499f-ae17-bca390bb62a5 req-d3ffb922-830c-47e2-b218-39c9990bbc82 service nova] [instance: 97456def-d278-4065-a424-333f922b7060] Received event network-vif-deleted-e02c727c-caf9-4545-a5f0-08da30914fe2 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 852.803092] env[63105]: DEBUG nova.compute.manager [req-5b62a6b0-5c60-499f-ae17-bca390bb62a5 req-d3ffb922-830c-47e2-b218-39c9990bbc82 service nova] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Received event network-vif-deleted-1a2d512f-911e-41dc-918a-d4b793acdb3c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 852.835377] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52640f2f-c159-475a-908f-6b558e54afe0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.846274] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fba9d55-d19d-42a6-a271-eaef67188aa0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.850214] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2758998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081539} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.850957] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.854349] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdea087-50e7-4a88-beee-5727c0e6f304 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.864921] env[63105]: DEBUG nova.compute.provider_tree [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.870399] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 852.870399] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52add870-71af-a4e7-5105-be192876aa3f" [ 852.870399] env[63105]: _type = "HttpNfcLease" [ 852.870399] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 852.870563] env[63105]: DEBUG oslo_vmware.rw_handles [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 852.870563] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52add870-71af-a4e7-5105-be192876aa3f" [ 852.870563] env[63105]: _type = "HttpNfcLease" [ 852.870563] env[63105]: }. {{(pid=63105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 852.871306] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcef2500-906b-474e-824b-3240d27b7ed5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.890948] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] d14a793f-b9b7-4ea7-845b-b1ca15e6d1df/d14a793f-b9b7-4ea7-845b-b1ca15e6d1df.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.891715] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68c0762a-be3f-4ca2-8220-ee22e054e162 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.908312] env[63105]: DEBUG oslo_vmware.rw_handles [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c4cca-91ee-d4c8-68a8-aa4d5144cb9b/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 852.908507] env[63105]: DEBUG oslo_vmware.rw_handles [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c4cca-91ee-d4c8-68a8-aa4d5144cb9b/disk-0.vmdk. {{(pid=63105) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 852.966542] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 852.966542] env[63105]: value = "task-2759000" [ 852.966542] env[63105]: _type = "Task" [ 852.966542] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.980502] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-67eb3a9a-9e55-4fd6-9a41-521d0abe27cb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.982138] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.282191] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.372744] env[63105]: DEBUG nova.scheduler.client.report [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 853.478826] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759000, 'name': ReconfigVM_Task, 'duration_secs': 0.280008} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.479012] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Reconfigured VM instance instance-00000040 to attach disk [datastore2] d14a793f-b9b7-4ea7-845b-b1ca15e6d1df/d14a793f-b9b7-4ea7-845b-b1ca15e6d1df.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.481097] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dff9a0a-77cc-4e59-9119-94e8d5dc9dba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.488630] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 853.488630] env[63105]: value = "task-2759001" [ 853.488630] env[63105]: _type = "Task" [ 853.488630] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.503240] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759001, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.680607] env[63105]: DEBUG oslo_vmware.rw_handles [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Completed reading data from the image iterator. {{(pid=63105) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 853.681240] env[63105]: DEBUG oslo_vmware.rw_handles [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c4cca-91ee-d4c8-68a8-aa4d5144cb9b/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 853.681750] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd4f3f2-b756-4231-9518-272ef8cdb07b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.688201] env[63105]: DEBUG oslo_vmware.rw_handles [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c4cca-91ee-d4c8-68a8-aa4d5144cb9b/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 853.688322] env[63105]: DEBUG oslo_vmware.rw_handles [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c4cca-91ee-d4c8-68a8-aa4d5144cb9b/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 853.688606] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-46378a06-0525-41c9-9dbc-84b3e157dca3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.879938] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.716s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.880516] env[63105]: DEBUG nova.compute.manager [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.884692] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.153s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.886129] env[63105]: INFO nova.compute.claims [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.889604] env[63105]: DEBUG oslo_vmware.rw_handles [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c4cca-91ee-d4c8-68a8-aa4d5144cb9b/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 853.889604] env[63105]: INFO nova.virt.vmwareapi.images [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Downloaded image file data 827bcc55-57cf-40f8-b809-0012b239d6be [ 853.890114] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65c6a68-34ae-4895-ad8c-b675ee76b460 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.906355] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abcb56a2-086d-43de-a6c1-b93ddc04ca34 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.929929] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.930559] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.930559] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.930740] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.930740] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.934073] env[63105]: INFO nova.virt.vmwareapi.images [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] The imported VM was unregistered [ 853.936440] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Caching image {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 853.936746] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Creating directory with path [datastore2] devstack-image-cache_base/827bcc55-57cf-40f8-b809-0012b239d6be {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.937176] env[63105]: INFO nova.compute.manager [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Terminating instance [ 853.938549] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3388a38b-2b47-4332-bd5a-35c7580787b1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.950757] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Created directory with path [datastore2] devstack-image-cache_base/827bcc55-57cf-40f8-b809-0012b239d6be {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.950974] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e3f34280-c20f-4eae-8851-962da61ab509/OSTACK_IMG_e3f34280-c20f-4eae-8851-962da61ab509.vmdk to [datastore2] devstack-image-cache_base/827bcc55-57cf-40f8-b809-0012b239d6be/827bcc55-57cf-40f8-b809-0012b239d6be.vmdk. {{(pid=63105) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 853.951779] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f00c0dab-68f3-4c09-b364-71cf5e671120 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.958314] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 853.958314] env[63105]: value = "task-2759004" [ 853.958314] env[63105]: _type = "Task" [ 853.958314] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.966527] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759004, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.998731] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759001, 'name': Rename_Task, 'duration_secs': 0.144706} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.999089] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.999378] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-306582a2-6d02-4a1f-b918-b2639ef771ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.006939] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 854.006939] env[63105]: value = "task-2759005" [ 854.006939] env[63105]: _type = "Task" [ 854.006939] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.015493] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.391459] env[63105]: DEBUG nova.compute.utils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 854.394981] env[63105]: DEBUG nova.compute.manager [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.395184] env[63105]: DEBUG nova.network.neutron [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.442877] env[63105]: DEBUG nova.compute.manager [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.443067] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.444064] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81945d54-7f88-4aa7-8f59-8d36cea71fc1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.452336] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.452652] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc7f377b-3744-4c87-be90-868886c45ed5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.459351] env[63105]: DEBUG nova.policy [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a7641f86c36418b8f7ba2525fc53dae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec5e8b053a4483dbf0250770f31e56c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.465697] env[63105]: DEBUG oslo_vmware.api [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 854.465697] env[63105]: value = "task-2759006" [ 854.465697] env[63105]: _type = "Task" [ 854.465697] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.472858] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759004, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.480208] env[63105]: DEBUG oslo_vmware.api [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2759006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.519947] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759005, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.899429] env[63105]: DEBUG nova.compute.manager [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.928171] env[63105]: DEBUG nova.network.neutron [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Successfully created port: 4e11809d-f046-4f9b-8335-0ae32f39dee7 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.979491] env[63105]: DEBUG oslo_vmware.api [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2759006, 'name': PowerOffVM_Task, 'duration_secs': 0.239615} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.984975] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.985196] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.985514] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759004, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.986022] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a17188f2-6c30-492c-9240-3238a8e26b09 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.019396] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759005, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.063187] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.063187] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.063187] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Deleting the datastore file [datastore1] 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.063187] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed1f8ab3-630d-470e-91f6-87fb2b64dfea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.075086] env[63105]: DEBUG oslo_vmware.api [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for the task: (returnval){ [ 855.075086] env[63105]: value = "task-2759008" [ 855.075086] env[63105]: _type = "Task" [ 855.075086] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.085665] env[63105]: DEBUG oslo_vmware.api [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2759008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.320032] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bad832-4eae-47eb-b1c9-df767fc49251 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.332524] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52229358-3d3d-44ae-b948-fda38e4d80c6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.365641] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f42dda-8187-4638-a5a3-81c88d21603e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.375451] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010b67cb-02fa-4e1c-a051-ce1133a06998 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.393845] env[63105]: DEBUG nova.compute.provider_tree [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.479452] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759004, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.520502] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759005, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.586871] env[63105]: DEBUG oslo_vmware.api [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Task: {'id': task-2759008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271674} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.587262] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.587578] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.587877] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.588096] env[63105]: INFO nova.compute.manager [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 855.588359] env[63105]: DEBUG oslo.service.loopingcall [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.588700] env[63105]: DEBUG nova.compute.manager [-] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.588822] env[63105]: DEBUG nova.network.neutron [-] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.898069] env[63105]: DEBUG nova.scheduler.client.report [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 855.912288] env[63105]: DEBUG nova.compute.manager [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.948676] env[63105]: DEBUG nova.virt.hardware [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 855.948676] env[63105]: DEBUG nova.virt.hardware [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 855.948676] env[63105]: DEBUG nova.virt.hardware [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.948676] env[63105]: DEBUG nova.virt.hardware [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 855.948676] env[63105]: DEBUG nova.virt.hardware [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.948676] env[63105]: DEBUG nova.virt.hardware [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 855.948676] env[63105]: DEBUG nova.virt.hardware [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 855.948676] env[63105]: DEBUG nova.virt.hardware [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 855.948676] env[63105]: DEBUG nova.virt.hardware [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 855.948676] env[63105]: DEBUG nova.virt.hardware [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 855.948676] env[63105]: DEBUG nova.virt.hardware [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 855.949632] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99be7538-a300-499c-aeed-a24b7e5bc23a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.960752] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe7fb12-6663-46fd-97a8-c93219de43ee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.984338] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759004, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.018729] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759005, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.234199] env[63105]: DEBUG nova.compute.manager [req-c0a74ef9-8019-45d4-953b-7995ffb5f5be req-64cf033b-4511-4e1b-987f-2db39f2742b7 service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Received event network-vif-deleted-4e0057fa-8f67-447d-b9b9-55494fdd724e {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 856.234373] env[63105]: INFO nova.compute.manager [req-c0a74ef9-8019-45d4-953b-7995ffb5f5be req-64cf033b-4511-4e1b-987f-2db39f2742b7 service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Neutron deleted interface 4e0057fa-8f67-447d-b9b9-55494fdd724e; detaching it from the instance and deleting it from the info cache [ 856.234463] env[63105]: DEBUG nova.network.neutron [req-c0a74ef9-8019-45d4-953b-7995ffb5f5be req-64cf033b-4511-4e1b-987f-2db39f2742b7 service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.405068] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.409489] env[63105]: DEBUG nova.compute.manager [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.409489] env[63105]: DEBUG oslo_concurrency.lockutils [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 35.565s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.485577] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759004, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.496269] env[63105]: DEBUG nova.compute.manager [req-58c40632-027a-49bd-ac5a-190482fe5d39 req-89be9e36-f14a-4289-82a1-7edb3634dfbf service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Received event network-vif-plugged-4e11809d-f046-4f9b-8335-0ae32f39dee7 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 856.496552] env[63105]: DEBUG oslo_concurrency.lockutils [req-58c40632-027a-49bd-ac5a-190482fe5d39 req-89be9e36-f14a-4289-82a1-7edb3634dfbf service nova] Acquiring lock "b44a1236-7591-40cf-8845-f935e602afa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.496788] env[63105]: DEBUG oslo_concurrency.lockutils [req-58c40632-027a-49bd-ac5a-190482fe5d39 req-89be9e36-f14a-4289-82a1-7edb3634dfbf service nova] Lock "b44a1236-7591-40cf-8845-f935e602afa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.496964] env[63105]: DEBUG oslo_concurrency.lockutils [req-58c40632-027a-49bd-ac5a-190482fe5d39 req-89be9e36-f14a-4289-82a1-7edb3634dfbf service nova] Lock "b44a1236-7591-40cf-8845-f935e602afa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.497038] env[63105]: DEBUG nova.compute.manager [req-58c40632-027a-49bd-ac5a-190482fe5d39 req-89be9e36-f14a-4289-82a1-7edb3634dfbf service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] No waiting events found dispatching network-vif-plugged-4e11809d-f046-4f9b-8335-0ae32f39dee7 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.497225] env[63105]: WARNING nova.compute.manager [req-58c40632-027a-49bd-ac5a-190482fe5d39 req-89be9e36-f14a-4289-82a1-7edb3634dfbf service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Received unexpected event network-vif-plugged-4e11809d-f046-4f9b-8335-0ae32f39dee7 for instance with vm_state building and task_state spawning. [ 856.521961] env[63105]: DEBUG oslo_vmware.api [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759005, 'name': PowerOnVM_Task, 'duration_secs': 2.133256} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.522312] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.522563] env[63105]: INFO nova.compute.manager [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Took 11.55 seconds to spawn the instance on the hypervisor. [ 856.522777] env[63105]: DEBUG nova.compute.manager [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.523940] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001c8e46-0b27-4431-8cf2-75478c1579b8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.601066] env[63105]: DEBUG nova.network.neutron [-] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.653856] env[63105]: DEBUG nova.network.neutron [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Successfully updated port: 4e11809d-f046-4f9b-8335-0ae32f39dee7 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.738048] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2be81569-e6f7-4463-b6ff-b74b4e347f83 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.747533] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef12fb8-1c54-48af-a43b-1a15fe098e6d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.777375] env[63105]: DEBUG nova.compute.manager [req-c0a74ef9-8019-45d4-953b-7995ffb5f5be req-64cf033b-4511-4e1b-987f-2db39f2742b7 service nova] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Detach interface failed, port_id=4e0057fa-8f67-447d-b9b9-55494fdd724e, reason: Instance 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 856.913823] env[63105]: DEBUG nova.compute.utils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 856.915264] env[63105]: DEBUG nova.compute.manager [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.915578] env[63105]: DEBUG nova.network.neutron [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.919547] env[63105]: DEBUG nova.objects.instance [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lazy-loading 'migration_context' on Instance uuid 878bfa51-a829-4537-a841-31273a0b09cc {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.975726] env[63105]: DEBUG nova.policy [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fc98fc552ab4e7f8a1730a842872078', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8b089305d5a4ae1a6d2e97e16cd2092', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.989014] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759004, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.966647} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.989423] env[63105]: INFO nova.virt.vmwareapi.ds_util [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e3f34280-c20f-4eae-8851-962da61ab509/OSTACK_IMG_e3f34280-c20f-4eae-8851-962da61ab509.vmdk to [datastore2] devstack-image-cache_base/827bcc55-57cf-40f8-b809-0012b239d6be/827bcc55-57cf-40f8-b809-0012b239d6be.vmdk. [ 856.989710] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Cleaning up location [datastore2] OSTACK_IMG_e3f34280-c20f-4eae-8851-962da61ab509 {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 856.989977] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e3f34280-c20f-4eae-8851-962da61ab509 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.990435] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc4a74fd-4c40-4d33-9bb0-f71bd9f34388 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.997636] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 856.997636] env[63105]: value = "task-2759010" [ 856.997636] env[63105]: _type = "Task" [ 856.997636] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.005264] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.045725] env[63105]: INFO nova.compute.manager [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Took 52.41 seconds to build instance. [ 857.103511] env[63105]: INFO nova.compute.manager [-] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Took 1.51 seconds to deallocate network for instance. [ 857.156520] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "refresh_cache-b44a1236-7591-40cf-8845-f935e602afa3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.156722] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "refresh_cache-b44a1236-7591-40cf-8845-f935e602afa3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.156832] env[63105]: DEBUG nova.network.neutron [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.298993] env[63105]: DEBUG nova.network.neutron [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Successfully created port: f51c5a9d-20fb-4daa-bb8a-e54cf148d057 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.421263] env[63105]: DEBUG nova.compute.manager [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.514076] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17562} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.514358] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.514516] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/827bcc55-57cf-40f8-b809-0012b239d6be/827bcc55-57cf-40f8-b809-0012b239d6be.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.514763] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/827bcc55-57cf-40f8-b809-0012b239d6be/827bcc55-57cf-40f8-b809-0012b239d6be.vmdk to [datastore2] 7df3f6c9-3259-49bb-b7f7-01d2849edcec/7df3f6c9-3259-49bb-b7f7-01d2849edcec.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.515839] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e69a109e-3b78-4f80-8644-264a7f849cb2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.523671] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 857.523671] env[63105]: value = "task-2759011" [ 857.523671] env[63105]: _type = "Task" [ 857.523671] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.537831] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.548900] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69873b6f-4b55-4d9e-ba3b-2ab9c7816795 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "d14a793f-b9b7-4ea7-845b-b1ca15e6d1df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.277s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.610859] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.703628] env[63105]: DEBUG nova.network.neutron [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.861491] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32207b2-8f93-49d8-99c7-5df3a5618ae3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.871436] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06443cdf-1231-4677-bfb0-d06b34cdb358 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.901237] env[63105]: DEBUG nova.network.neutron [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Updating instance_info_cache with network_info: [{"id": "4e11809d-f046-4f9b-8335-0ae32f39dee7", "address": "fa:16:3e:d0:92:a1", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e11809d-f0", "ovs_interfaceid": "4e11809d-f046-4f9b-8335-0ae32f39dee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.904606] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb851e8-478e-411c-98b9-fbcc082f9b32 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.910730] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2660b5b8-4909-4b7c-a52e-b2cd422f31f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.927330] env[63105]: DEBUG nova.compute.provider_tree [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.039112] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759011, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.177067] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "d14a793f-b9b7-4ea7-845b-b1ca15e6d1df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.177067] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "d14a793f-b9b7-4ea7-845b-b1ca15e6d1df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.177413] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "d14a793f-b9b7-4ea7-845b-b1ca15e6d1df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.177413] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "d14a793f-b9b7-4ea7-845b-b1ca15e6d1df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.177689] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "d14a793f-b9b7-4ea7-845b-b1ca15e6d1df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.180544] env[63105]: INFO nova.compute.manager [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Terminating instance [ 858.407000] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "refresh_cache-b44a1236-7591-40cf-8845-f935e602afa3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.407507] env[63105]: DEBUG nova.compute.manager [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Instance network_info: |[{"id": "4e11809d-f046-4f9b-8335-0ae32f39dee7", "address": "fa:16:3e:d0:92:a1", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e11809d-f0", "ovs_interfaceid": "4e11809d-f046-4f9b-8335-0ae32f39dee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.408145] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:92:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e11809d-f046-4f9b-8335-0ae32f39dee7', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.421463] env[63105]: DEBUG oslo.service.loopingcall [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 858.421869] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.422361] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbbcc886-bf0a-487b-b595-4b527376168c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.442444] env[63105]: DEBUG nova.scheduler.client.report [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 858.448407] env[63105]: DEBUG nova.compute.manager [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.456983] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.456983] env[63105]: value = "task-2759013" [ 858.456983] env[63105]: _type = "Task" [ 858.456983] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.466508] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759013, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.485080] env[63105]: DEBUG nova.virt.hardware [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 858.485810] env[63105]: DEBUG nova.virt.hardware [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 858.485810] env[63105]: DEBUG nova.virt.hardware [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.485810] env[63105]: DEBUG nova.virt.hardware [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 858.485984] env[63105]: DEBUG nova.virt.hardware [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.486111] env[63105]: DEBUG nova.virt.hardware [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 858.486349] env[63105]: DEBUG nova.virt.hardware [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 858.486516] env[63105]: DEBUG nova.virt.hardware [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 858.486683] env[63105]: DEBUG nova.virt.hardware [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 858.486855] env[63105]: DEBUG nova.virt.hardware [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 858.487032] env[63105]: DEBUG nova.virt.hardware [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 858.488081] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4c7bd5-5bf7-4c06-af87-ad80f45c9257 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.496770] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aafe87e-4a9c-4958-a434-aaf38ceb6c81 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.528195] env[63105]: DEBUG nova.compute.manager [req-07e4ed15-1f4d-41c6-8d48-39f43862dfb9 req-4f1d4900-7a46-4e46-8478-b2f2e3835452 service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Received event network-changed-4e11809d-f046-4f9b-8335-0ae32f39dee7 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 858.528519] env[63105]: DEBUG nova.compute.manager [req-07e4ed15-1f4d-41c6-8d48-39f43862dfb9 req-4f1d4900-7a46-4e46-8478-b2f2e3835452 service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Refreshing instance network info cache due to event network-changed-4e11809d-f046-4f9b-8335-0ae32f39dee7. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 858.528883] env[63105]: DEBUG oslo_concurrency.lockutils [req-07e4ed15-1f4d-41c6-8d48-39f43862dfb9 req-4f1d4900-7a46-4e46-8478-b2f2e3835452 service nova] Acquiring lock "refresh_cache-b44a1236-7591-40cf-8845-f935e602afa3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.529148] env[63105]: DEBUG oslo_concurrency.lockutils [req-07e4ed15-1f4d-41c6-8d48-39f43862dfb9 req-4f1d4900-7a46-4e46-8478-b2f2e3835452 service nova] Acquired lock "refresh_cache-b44a1236-7591-40cf-8845-f935e602afa3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.529968] env[63105]: DEBUG nova.network.neutron [req-07e4ed15-1f4d-41c6-8d48-39f43862dfb9 req-4f1d4900-7a46-4e46-8478-b2f2e3835452 service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Refreshing network info cache for port 4e11809d-f046-4f9b-8335-0ae32f39dee7 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.542506] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759011, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.686331] env[63105]: DEBUG nova.compute.manager [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.688504] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.688504] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778b4c59-a752-43e8-a960-04930ab83af4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.698999] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.699437] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0c4a70b-f8b1-4dd0-b46f-9d0adcf88546 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.707819] env[63105]: DEBUG oslo_vmware.api [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 858.707819] env[63105]: value = "task-2759014" [ 858.707819] env[63105]: _type = "Task" [ 858.707819] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.721071] env[63105]: DEBUG oslo_vmware.api [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.970044] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759013, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.054021] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759011, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.219242] env[63105]: DEBUG oslo_vmware.api [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.325330] env[63105]: DEBUG nova.network.neutron [req-07e4ed15-1f4d-41c6-8d48-39f43862dfb9 req-4f1d4900-7a46-4e46-8478-b2f2e3835452 service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Updated VIF entry in instance network info cache for port 4e11809d-f046-4f9b-8335-0ae32f39dee7. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.325800] env[63105]: DEBUG nova.network.neutron [req-07e4ed15-1f4d-41c6-8d48-39f43862dfb9 req-4f1d4900-7a46-4e46-8478-b2f2e3835452 service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Updating instance_info_cache with network_info: [{"id": "4e11809d-f046-4f9b-8335-0ae32f39dee7", "address": "fa:16:3e:d0:92:a1", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e11809d-f0", "ovs_interfaceid": "4e11809d-f046-4f9b-8335-0ae32f39dee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.377193] env[63105]: DEBUG nova.network.neutron [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Successfully updated port: f51c5a9d-20fb-4daa-bb8a-e54cf148d057 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.459280] env[63105]: DEBUG oslo_concurrency.lockutils [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.050s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.465227] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.616s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.486731] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759013, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.541732] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759011, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.720831] env[63105]: DEBUG oslo_vmware.api [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759014, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.829423] env[63105]: DEBUG oslo_concurrency.lockutils [req-07e4ed15-1f4d-41c6-8d48-39f43862dfb9 req-4f1d4900-7a46-4e46-8478-b2f2e3835452 service nova] Releasing lock "refresh_cache-b44a1236-7591-40cf-8845-f935e602afa3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.880522] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "refresh_cache-3906f5f4-2486-4979-91c7-1e3e8f382ab2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.880686] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquired lock "refresh_cache-3906f5f4-2486-4979-91c7-1e3e8f382ab2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.880850] env[63105]: DEBUG nova.network.neutron [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.985840] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759013, 'name': CreateVM_Task, 'duration_secs': 1.141428} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.986483] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.987199] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.987362] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.987752] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.989207] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6438c86-385c-4756-8bd7-e0214d76a7b5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.995823] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 859.995823] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ed9b24-3ec7-72cb-14df-a077e5e7e9e1" [ 859.995823] env[63105]: _type = "Task" [ 859.995823] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.006661] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ed9b24-3ec7-72cb-14df-a077e5e7e9e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.043145] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759011, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.222943] env[63105]: DEBUG oslo_vmware.api [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759014, 'name': PowerOffVM_Task, 'duration_secs': 1.030898} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.223202] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.223373] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.223631] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83144651-2b38-4fe6-94b7-0ac361769ecc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.350565] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.350776] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.351089] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleting the datastore file [datastore2] d14a793f-b9b7-4ea7-845b-b1ca15e6d1df {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.351360] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-624b3e09-2bf1-4110-a6e2-31b1cb45e8b9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.359649] env[63105]: DEBUG oslo_vmware.api [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 860.359649] env[63105]: value = "task-2759017" [ 860.359649] env[63105]: _type = "Task" [ 860.359649] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.369691] env[63105]: DEBUG oslo_vmware.api [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.438090] env[63105]: DEBUG nova.network.neutron [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.511079] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ed9b24-3ec7-72cb-14df-a077e5e7e9e1, 'name': SearchDatastore_Task, 'duration_secs': 0.016179} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.511461] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.511732] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.512008] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.512207] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.512449] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.512763] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b4b3526-1281-405d-93d2-49f29416ccb3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.523372] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance a78212e0-e331-4fd3-8b67-0c8522d82c2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 860.523514] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance bd76bbfc-9c88-4046-8d6a-cb72d35453d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 860.523770] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 860.523974] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 860.524126] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 398e516b-9906-4e3f-b74d-b090a0437662 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 860.524254] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 421a6100-70a4-4fbf-abac-28a4e47acaef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 860.524378] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance b979985d-b472-47ed-8611-e55e959942e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 860.524498] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 51f3d212-fea0-4743-bd74-810c1f0122f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 860.524622] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance a2340f1e-068c-483c-b2b1-3543107a840b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 860.524747] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 1295c5fb-4d84-4b06-8c38-30a1fbed2079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 860.527507] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.527712] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.528741] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5f78bf8-b5d0-4aea-b2c2-5832b18d7964 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.537840] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 860.537840] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]525fd58b-335a-674f-8d92-09b468a28082" [ 860.537840] env[63105]: _type = "Task" [ 860.537840] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.545478] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759011, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.842231} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.546129] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/827bcc55-57cf-40f8-b809-0012b239d6be/827bcc55-57cf-40f8-b809-0012b239d6be.vmdk to [datastore2] 7df3f6c9-3259-49bb-b7f7-01d2849edcec/7df3f6c9-3259-49bb-b7f7-01d2849edcec.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.546962] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef19fc4-ef39-4990-8016-d0b17601a514 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.556519] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525fd58b-335a-674f-8d92-09b468a28082, 'name': SearchDatastore_Task, 'duration_secs': 0.012371} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.558067] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1679d1d1-1499-4a05-8a96-3eeee0d94914 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.577868] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 7df3f6c9-3259-49bb-b7f7-01d2849edcec/7df3f6c9-3259-49bb-b7f7-01d2849edcec.vmdk or device None with type streamOptimized {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.578860] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da36efbf-0e8d-42c2-8ea5-b08ddf621038 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.595048] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 860.595048] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]520c6843-81ee-b694-8570-b270fabb0b89" [ 860.595048] env[63105]: _type = "Task" [ 860.595048] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.606967] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]520c6843-81ee-b694-8570-b270fabb0b89, 'name': SearchDatastore_Task, 'duration_secs': 0.012638} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.606967] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.606967] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] b44a1236-7591-40cf-8845-f935e602afa3/b44a1236-7591-40cf-8845-f935e602afa3.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.607325] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 860.607325] env[63105]: value = "task-2759018" [ 860.607325] env[63105]: _type = "Task" [ 860.607325] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.607325] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d84bdcde-7990-4456-9270-182b34e5e567 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.619924] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.621921] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 860.621921] env[63105]: value = "task-2759019" [ 860.621921] env[63105]: _type = "Task" [ 860.621921] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.639269] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.692346] env[63105]: DEBUG nova.network.neutron [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Updating instance_info_cache with network_info: [{"id": "f51c5a9d-20fb-4daa-bb8a-e54cf148d057", "address": "fa:16:3e:8e:97:d2", "network": {"id": "3e03c205-926c-4fe7-93c4-ed08ad825ca7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1420699572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8b089305d5a4ae1a6d2e97e16cd2092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf51c5a9d-20", "ovs_interfaceid": "f51c5a9d-20fb-4daa-bb8a-e54cf148d057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.703149] env[63105]: DEBUG nova.compute.manager [req-e800071b-ab43-4e5a-bd06-f5ee05081fd5 req-1211609f-ca60-4da4-b7b8-d0be83258e17 service nova] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Received event network-vif-plugged-f51c5a9d-20fb-4daa-bb8a-e54cf148d057 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 860.703480] env[63105]: DEBUG oslo_concurrency.lockutils [req-e800071b-ab43-4e5a-bd06-f5ee05081fd5 req-1211609f-ca60-4da4-b7b8-d0be83258e17 service nova] Acquiring lock "3906f5f4-2486-4979-91c7-1e3e8f382ab2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.703752] env[63105]: DEBUG oslo_concurrency.lockutils [req-e800071b-ab43-4e5a-bd06-f5ee05081fd5 req-1211609f-ca60-4da4-b7b8-d0be83258e17 service nova] Lock "3906f5f4-2486-4979-91c7-1e3e8f382ab2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.703965] env[63105]: DEBUG oslo_concurrency.lockutils [req-e800071b-ab43-4e5a-bd06-f5ee05081fd5 req-1211609f-ca60-4da4-b7b8-d0be83258e17 service nova] Lock "3906f5f4-2486-4979-91c7-1e3e8f382ab2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.704193] env[63105]: DEBUG nova.compute.manager [req-e800071b-ab43-4e5a-bd06-f5ee05081fd5 req-1211609f-ca60-4da4-b7b8-d0be83258e17 service nova] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] No waiting events found dispatching network-vif-plugged-f51c5a9d-20fb-4daa-bb8a-e54cf148d057 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.704402] env[63105]: WARNING nova.compute.manager [req-e800071b-ab43-4e5a-bd06-f5ee05081fd5 req-1211609f-ca60-4da4-b7b8-d0be83258e17 service nova] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Received unexpected event network-vif-plugged-f51c5a9d-20fb-4daa-bb8a-e54cf148d057 for instance with vm_state building and task_state spawning. [ 860.704644] env[63105]: DEBUG nova.compute.manager [req-e800071b-ab43-4e5a-bd06-f5ee05081fd5 req-1211609f-ca60-4da4-b7b8-d0be83258e17 service nova] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Received event network-changed-f51c5a9d-20fb-4daa-bb8a-e54cf148d057 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 860.704802] env[63105]: DEBUG nova.compute.manager [req-e800071b-ab43-4e5a-bd06-f5ee05081fd5 req-1211609f-ca60-4da4-b7b8-d0be83258e17 service nova] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Refreshing instance network info cache due to event network-changed-f51c5a9d-20fb-4daa-bb8a-e54cf148d057. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 860.705034] env[63105]: DEBUG oslo_concurrency.lockutils [req-e800071b-ab43-4e5a-bd06-f5ee05081fd5 req-1211609f-ca60-4da4-b7b8-d0be83258e17 service nova] Acquiring lock "refresh_cache-3906f5f4-2486-4979-91c7-1e3e8f382ab2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.873334] env[63105]: DEBUG oslo_vmware.api [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163035} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.873514] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.873697] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.873995] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.874213] env[63105]: INFO nova.compute.manager [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Took 2.19 seconds to destroy the instance on the hypervisor. [ 860.874502] env[63105]: DEBUG oslo.service.loopingcall [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.874709] env[63105]: DEBUG nova.compute.manager [-] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.874806] env[63105]: DEBUG nova.network.neutron [-] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.017471] env[63105]: INFO nova.compute.manager [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Swapping old allocation on dict_keys(['c9788391-2f3f-4670-a3a3-51b6b8cdc6a5']) held by migration 616edb27-d200-4090-a985-59b9e7ad16bb for instance [ 861.031138] env[63105]: INFO nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 616edb27-d200-4090-a985-59b9e7ad16bb has allocations against this compute host but is not found in the database. [ 861.031306] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 878bfa51-a829-4537-a841-31273a0b09cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.031451] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 9267d2ff-a9c7-4f18-9e75-e3adf6126691 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.031572] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 8829746c-c5f3-4532-97a5-abbee445abd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.031686] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 47a53231-ac15-4bd6-846f-40533a61f33a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.031827] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (c9788391-2f3f-4670-a3a3-51b6b8cdc6a5): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 861.031953] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 6c94130a-b4ca-41d2-a1c4-d099c110ebc2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.032089] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.032210] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 97456def-d278-4065-a424-333f922b7060 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.032383] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance d14a793f-b9b7-4ea7-845b-b1ca15e6d1df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.032483] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 7df3f6c9-3259-49bb-b7f7-01d2849edcec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.033160] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance b44a1236-7591-40cf-8845-f935e602afa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.033160] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 3906f5f4-2486-4979-91c7-1e3e8f382ab2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.047345] env[63105]: DEBUG nova.scheduler.client.report [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Overwriting current allocation {'allocations': {'c9788391-2f3f-4670-a3a3-51b6b8cdc6a5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 102}}, 'project_id': '2c94afa9629b44adbed17989e60af51c', 'user_id': 'cdff3db1c0d240199e344760533f80d4', 'consumer_generation': 1} on consumer 878bfa51-a829-4537-a841-31273a0b09cc {{(pid=63105) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 861.121057] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759018, 'name': ReconfigVM_Task, 'duration_secs': 0.32931} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.121057] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 7df3f6c9-3259-49bb-b7f7-01d2849edcec/7df3f6c9-3259-49bb-b7f7-01d2849edcec.vmdk or device None with type streamOptimized {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.121483] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb17d174-7250-44cc-b397-a0dd740c5aeb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.136161] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759019, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.136641] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 861.136641] env[63105]: value = "task-2759020" [ 861.136641] env[63105]: _type = "Task" [ 861.136641] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.143055] env[63105]: DEBUG oslo_concurrency.lockutils [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.143250] env[63105]: DEBUG oslo_concurrency.lockutils [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquired lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.143419] env[63105]: DEBUG nova.network.neutron [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.152572] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759020, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.195037] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Releasing lock "refresh_cache-3906f5f4-2486-4979-91c7-1e3e8f382ab2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.195256] env[63105]: DEBUG nova.compute.manager [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Instance network_info: |[{"id": "f51c5a9d-20fb-4daa-bb8a-e54cf148d057", "address": "fa:16:3e:8e:97:d2", "network": {"id": "3e03c205-926c-4fe7-93c4-ed08ad825ca7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1420699572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8b089305d5a4ae1a6d2e97e16cd2092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf51c5a9d-20", "ovs_interfaceid": "f51c5a9d-20fb-4daa-bb8a-e54cf148d057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.195721] env[63105]: DEBUG oslo_concurrency.lockutils [req-e800071b-ab43-4e5a-bd06-f5ee05081fd5 req-1211609f-ca60-4da4-b7b8-d0be83258e17 service nova] Acquired lock "refresh_cache-3906f5f4-2486-4979-91c7-1e3e8f382ab2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.196025] env[63105]: DEBUG nova.network.neutron [req-e800071b-ab43-4e5a-bd06-f5ee05081fd5 req-1211609f-ca60-4da4-b7b8-d0be83258e17 service nova] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Refreshing network info cache for port f51c5a9d-20fb-4daa-bb8a-e54cf148d057 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.198028] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:97:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f51c5a9d-20fb-4daa-bb8a-e54cf148d057', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.205872] env[63105]: DEBUG oslo.service.loopingcall [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.207059] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.207310] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5f51a7a-bc55-4d9d-adaa-1a2b43a5a5dc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.231468] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.231468] env[63105]: value = "task-2759021" [ 861.231468] env[63105]: _type = "Task" [ 861.231468] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.241837] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759021, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.536424] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance d2a39b11-2aab-4428-9bd8-277ab3962e72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 861.632918] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87302} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.633347] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] b44a1236-7591-40cf-8845-f935e602afa3/b44a1236-7591-40cf-8845-f935e602afa3.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.633519] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.633821] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c4e239b-e36c-4258-b01b-89bf8b9de8ef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.641645] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 861.641645] env[63105]: value = "task-2759022" [ 861.641645] env[63105]: _type = "Task" [ 861.641645] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.648257] env[63105]: DEBUG nova.network.neutron [-] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.651578] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759020, 'name': Rename_Task, 'duration_secs': 0.19209} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.652484] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.653211] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-149d1fa9-84c8-4235-a7e8-66d1d8bdde51 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.658030] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.664045] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 861.664045] env[63105]: value = "task-2759023" [ 861.664045] env[63105]: _type = "Task" [ 861.664045] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.674885] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.744376] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759021, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.886237] env[63105]: DEBUG nova.network.neutron [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating instance_info_cache with network_info: [{"id": "1b0bf90d-50b2-4bb1-85d0-b23d291c23c2", "address": "fa:16:3e:6c:ae:ed", "network": {"id": "f60f74cb-1a96-4907-bf2b-6d5bc4aa0a00", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3549b43c974a4b7f906a832a452bb33f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b0bf90d-50", "ovs_interfaceid": "1b0bf90d-50b2-4bb1-85d0-b23d291c23c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.041463] env[63105]: DEBUG nova.network.neutron [req-e800071b-ab43-4e5a-bd06-f5ee05081fd5 req-1211609f-ca60-4da4-b7b8-d0be83258e17 service nova] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Updated VIF entry in instance network info cache for port f51c5a9d-20fb-4daa-bb8a-e54cf148d057. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.041933] env[63105]: DEBUG nova.network.neutron [req-e800071b-ab43-4e5a-bd06-f5ee05081fd5 req-1211609f-ca60-4da4-b7b8-d0be83258e17 service nova] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Updating instance_info_cache with network_info: [{"id": "f51c5a9d-20fb-4daa-bb8a-e54cf148d057", "address": "fa:16:3e:8e:97:d2", "network": {"id": "3e03c205-926c-4fe7-93c4-ed08ad825ca7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1420699572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8b089305d5a4ae1a6d2e97e16cd2092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf51c5a9d-20", "ovs_interfaceid": "f51c5a9d-20fb-4daa-bb8a-e54cf148d057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.044082] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 275ed3e3-0b33-4b86-a9e4-6062ff6d8276 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 862.152947] env[63105]: INFO nova.compute.manager [-] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Took 1.28 seconds to deallocate network for instance. [ 862.153370] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085805} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.155011] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.158226] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261df73d-1c73-440a-97e4-4b5cf33a0470 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.182774] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] b44a1236-7591-40cf-8845-f935e602afa3/b44a1236-7591-40cf-8845-f935e602afa3.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.186216] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41b18638-e583-45f3-9b72-66b7d8ebb996 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.208167] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.209692] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 862.209692] env[63105]: value = "task-2759025" [ 862.209692] env[63105]: _type = "Task" [ 862.209692] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.218550] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.242485] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759021, 'name': CreateVM_Task, 'duration_secs': 0.67168} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.242667] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.243336] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.243497] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.243823] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.244090] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71245717-c7c4-43a7-917a-c3ce02980bea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.249354] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 862.249354] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521de4ce-9bde-c5be-6e0b-6422eea7f47b" [ 862.249354] env[63105]: _type = "Task" [ 862.249354] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.257840] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521de4ce-9bde-c5be-6e0b-6422eea7f47b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.389674] env[63105]: DEBUG oslo_concurrency.lockutils [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Releasing lock "refresh_cache-878bfa51-a829-4537-a841-31273a0b09cc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.390275] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.390621] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b18a513-ad37-4940-a95a-81df023ef3e8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.400856] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 862.400856] env[63105]: value = "task-2759026" [ 862.400856] env[63105]: _type = "Task" [ 862.400856] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.410174] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.546978] env[63105]: DEBUG oslo_concurrency.lockutils [req-e800071b-ab43-4e5a-bd06-f5ee05081fd5 req-1211609f-ca60-4da4-b7b8-d0be83258e17 service nova] Releasing lock "refresh_cache-3906f5f4-2486-4979-91c7-1e3e8f382ab2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.548259] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 6de23a0a-de79-4a89-8ad4-9db6fde618ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 862.663212] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.689829] env[63105]: DEBUG oslo_vmware.api [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759023, 'name': PowerOnVM_Task, 'duration_secs': 0.87942} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.690632] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.690915] env[63105]: INFO nova.compute.manager [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Took 15.19 seconds to spawn the instance on the hypervisor. [ 862.691201] env[63105]: DEBUG nova.compute.manager [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.692301] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60c5b9f-95f1-41ee-84a9-8557b240cf94 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.722549] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759025, 'name': ReconfigVM_Task, 'duration_secs': 0.306103} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.722750] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Reconfigured VM instance instance-00000042 to attach disk [datastore1] b44a1236-7591-40cf-8845-f935e602afa3/b44a1236-7591-40cf-8845-f935e602afa3.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.723366] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5afc68b-c2a4-4f74-84f0-ac347c7246b0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.731728] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 862.731728] env[63105]: value = "task-2759027" [ 862.731728] env[63105]: _type = "Task" [ 862.731728] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.740302] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759027, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.757791] env[63105]: DEBUG nova.compute.manager [req-77f95a4c-f25c-44ce-a1ea-e78d09b1b16e req-a95819df-e02d-4c46-938f-9b85b4014d70 service nova] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Received event network-vif-deleted-937bf606-5137-4516-b9d0-41f82074f105 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 862.762150] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521de4ce-9bde-c5be-6e0b-6422eea7f47b, 'name': SearchDatastore_Task, 'duration_secs': 0.017432} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.762453] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.762684] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.762913] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.763070] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.763250] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.763510] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d601d55-e37d-4387-b4dd-03659ac92b5c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.773465] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.773687] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.774510] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b881175-1f89-4966-a5c8-bb54b908ec2d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.782375] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 862.782375] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52da907c-6137-8547-0e31-ec8cfbd020b9" [ 862.782375] env[63105]: _type = "Task" [ 862.782375] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.790738] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52da907c-6137-8547-0e31-ec8cfbd020b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.911829] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759026, 'name': PowerOffVM_Task, 'duration_secs': 0.231638} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.912187] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.912896] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:50:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ab7c6564-9a86-4777-9bbf-8db5ff3abde9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1496490722',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 862.913953] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 862.914262] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.914594] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 862.914853] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.915134] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 862.915434] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 862.915617] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 862.915796] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 862.915963] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 862.916152] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 862.921056] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ab95c44-fc77-4cc5-b360-d1ac36ccfd24 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.938769] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 862.938769] env[63105]: value = "task-2759028" [ 862.938769] env[63105]: _type = "Task" [ 862.938769] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.948090] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.051328] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 99811785-10be-4ba7-bf3d-126066e6177a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 863.051630] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 863.051630] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 863.212987] env[63105]: INFO nova.compute.manager [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Took 58.10 seconds to build instance. [ 863.242191] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759027, 'name': Rename_Task, 'duration_secs': 0.151347} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.244822] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.245983] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7010dac3-5dea-4615-8f6d-26cf0013f56d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.253182] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 863.253182] env[63105]: value = "task-2759029" [ 863.253182] env[63105]: _type = "Task" [ 863.253182] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.263823] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.297372] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52da907c-6137-8547-0e31-ec8cfbd020b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011981} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.298522] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1619dc19-e7a5-413e-81c0-da33dbc3c846 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.306168] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 863.306168] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52416914-b080-aeba-99e7-5d66fb41a4ac" [ 863.306168] env[63105]: _type = "Task" [ 863.306168] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.314295] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52416914-b080-aeba-99e7-5d66fb41a4ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.390058] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc815c7-4ed9-49c7-8766-55145b3937f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.400280] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75073bdb-ac65-4de6-a254-82b9e218dd0b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.453822] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d63f36-eea6-46aa-bd05-c6b954bf2537 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.469584] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07d1d45-454b-47ac-937e-0307d9ecd331 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.475961] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759028, 'name': ReconfigVM_Task, 'duration_secs': 0.15749} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.476915] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0c1e4d-86fb-47f2-894f-ed8333f9258f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.493121] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.514412] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:50:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ab7c6564-9a86-4777-9bbf-8db5ff3abde9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1496490722',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 863.514734] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 863.515058] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.515345] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 863.515555] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.515739] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 863.515984] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 863.516517] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 863.516517] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 863.516634] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 863.516730] env[63105]: DEBUG nova.virt.hardware [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 863.518492] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33520f78-2afb-4470-a578-58828dfd3275 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.526920] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 863.526920] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521d6664-23e8-0aa9-a36f-d67675fd6610" [ 863.526920] env[63105]: _type = "Task" [ 863.526920] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.537333] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521d6664-23e8-0aa9-a36f-d67675fd6610, 'name': SearchDatastore_Task, 'duration_secs': 0.008464} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.542862] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 863.543433] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88f00f51-3be9-4371-9666-3f1769409bed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.563528] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 863.563528] env[63105]: value = "task-2759030" [ 863.563528] env[63105]: _type = "Task" [ 863.563528] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.572441] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.716463] env[63105]: DEBUG oslo_concurrency.lockutils [None req-92578729-bafc-40ed-bcd2-7ae8eb4788eb tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "7df3f6c9-3259-49bb-b7f7-01d2849edcec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.613s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.765083] env[63105]: DEBUG oslo_vmware.api [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759029, 'name': PowerOnVM_Task, 'duration_secs': 0.459757} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.765083] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.765083] env[63105]: INFO nova.compute.manager [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Took 7.85 seconds to spawn the instance on the hypervisor. [ 863.765270] env[63105]: DEBUG nova.compute.manager [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.766040] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98280e98-f976-483c-be6a-3c290858897c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.818378] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52416914-b080-aeba-99e7-5d66fb41a4ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.818626] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.818889] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 3906f5f4-2486-4979-91c7-1e3e8f382ab2/3906f5f4-2486-4979-91c7-1e3e8f382ab2.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.819181] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9355d496-364d-4f33-a795-1ce553ea433b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.828223] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 863.828223] env[63105]: value = "task-2759031" [ 863.828223] env[63105]: _type = "Task" [ 863.828223] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.837079] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.015713] env[63105]: ERROR nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [req-2170b2db-6684-481e-b2c3-918290d3524a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2170b2db-6684-481e-b2c3-918290d3524a"}]} [ 864.032165] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 864.048696] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 864.050714] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.066505] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 864.076439] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759030, 'name': ReconfigVM_Task, 'duration_secs': 0.369166} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.077096] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 864.078060] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56042edb-b180-4fd9-86d1-47a0db27708b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.086021] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 864.110315] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 878bfa51-a829-4537-a841-31273a0b09cc/878bfa51-a829-4537-a841-31273a0b09cc.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.110989] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34401bae-a872-486e-87cb-09accb82f2c7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.136621] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 864.136621] env[63105]: value = "task-2759033" [ 864.136621] env[63105]: _type = "Task" [ 864.136621] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.146478] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.285030] env[63105]: INFO nova.compute.manager [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Took 51.74 seconds to build instance. [ 864.342506] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759031, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.498589] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb41ba5-c818-45b2-b95d-9bb871652aa4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.506745] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e1a749-fa5b-45e7-bc7f-08db8a3babea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.537505] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "7df3f6c9-3259-49bb-b7f7-01d2849edcec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.537778] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "7df3f6c9-3259-49bb-b7f7-01d2849edcec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.538033] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "7df3f6c9-3259-49bb-b7f7-01d2849edcec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.538228] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "7df3f6c9-3259-49bb-b7f7-01d2849edcec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.538395] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "7df3f6c9-3259-49bb-b7f7-01d2849edcec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.540662] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ab3b24-c89d-4028-b76a-f112bcb796fe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.543398] env[63105]: INFO nova.compute.manager [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Terminating instance [ 864.550767] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39248786-b188-479d-83f8-cf7ed8cf72c7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.567871] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.648028] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.786777] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d0190d1e-2552-4e0b-b177-877c50af06aa tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "b44a1236-7591-40cf-8845-f935e602afa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.654s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.843028] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683481} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.843264] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 3906f5f4-2486-4979-91c7-1e3e8f382ab2/3906f5f4-2486-4979-91c7-1e3e8f382ab2.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.843478] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.843788] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f54c8392-b0c3-4328-a0cd-c330c44bc894 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.851179] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 864.851179] env[63105]: value = "task-2759034" [ 864.851179] env[63105]: _type = "Task" [ 864.851179] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.862119] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.047469] env[63105]: DEBUG nova.compute.manager [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.047718] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.048697] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2e3d20-fdd3-4450-bade-71d75be0d445 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.057153] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.057411] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3141116-95a4-4af1-8b11-6c47c897d7be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.065463] env[63105]: DEBUG oslo_vmware.api [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 865.065463] env[63105]: value = "task-2759035" [ 865.065463] env[63105]: _type = "Task" [ 865.065463] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.077292] env[63105]: DEBUG oslo_vmware.api [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.102159] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 865.102403] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 103 to 104 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 865.102558] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.148511] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759033, 'name': ReconfigVM_Task, 'duration_secs': 0.575382} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.149015] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 878bfa51-a829-4537-a841-31273a0b09cc/878bfa51-a829-4537-a841-31273a0b09cc.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.149954] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07863109-88fe-4e15-b63b-78d69de4252a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.171044] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e31025-4008-4fc9-9190-7ea413f2bc8b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.191711] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ba0d75-daa4-465b-8aa0-bf8e81d222ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.210812] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd47466-6669-413b-8754-95a17b79f531 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.218223] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.218471] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2da65c43-52c5-4c78-8751-79693ab76bab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.225618] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 865.225618] env[63105]: value = "task-2759036" [ 865.225618] env[63105]: _type = "Task" [ 865.225618] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.233558] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.256507] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "b44a1236-7591-40cf-8845-f935e602afa3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.256782] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "b44a1236-7591-40cf-8845-f935e602afa3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.256999] env[63105]: INFO nova.compute.manager [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Shelving [ 865.363015] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065655} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.363015] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.363633] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61607da2-46f1-4bc9-a372-4901bde87fbd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.387769] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 3906f5f4-2486-4979-91c7-1e3e8f382ab2/3906f5f4-2486-4979-91c7-1e3e8f382ab2.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.388200] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b2e0589-08b4-4ff8-a600-9e0244a1bd55 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.411072] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 865.411072] env[63105]: value = "task-2759037" [ 865.411072] env[63105]: _type = "Task" [ 865.411072] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.421718] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.576434] env[63105]: DEBUG oslo_vmware.api [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759035, 'name': PowerOffVM_Task, 'duration_secs': 0.233049} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.576711] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.576883] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.577199] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad5b5011-7340-4c3f-a602-0ab3f166461d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.611478] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 865.611876] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.147s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.612581] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.765s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.615198] env[63105]: INFO nova.compute.claims [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.618522] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 865.619456] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Cleaning up deleted instances {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11558}} [ 865.659611] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.659867] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.660082] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleting the datastore file [datastore2] 7df3f6c9-3259-49bb-b7f7-01d2849edcec {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.660500] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c81128c-8ee3-4446-be8f-bd652f63bf6d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.687179] env[63105]: DEBUG oslo_vmware.api [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 865.687179] env[63105]: value = "task-2759039" [ 865.687179] env[63105]: _type = "Task" [ 865.687179] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.697733] env[63105]: DEBUG oslo_vmware.api [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.737496] env[63105]: DEBUG oslo_vmware.api [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759036, 'name': PowerOnVM_Task, 'duration_secs': 0.397725} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.737783] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.923799] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.133254] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] There are 45 instances to clean {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11567}} [ 866.133526] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: d431c76e-a555-442f-8ab0-54a3c327f360] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 866.198849] env[63105]: DEBUG oslo_vmware.api [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.266707] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.268405] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fefcaca4-d4f4-44b7-a3c5-c69095d4b24c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.275477] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 866.275477] env[63105]: value = "task-2759040" [ 866.275477] env[63105]: _type = "Task" [ 866.275477] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.285172] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.423102] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759037, 'name': ReconfigVM_Task, 'duration_secs': 0.957771} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.423445] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 3906f5f4-2486-4979-91c7-1e3e8f382ab2/3906f5f4-2486-4979-91c7-1e3e8f382ab2.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.424122] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99aaf7e4-6a81-4b2e-ad92-1c1a33a8f7a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.432113] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 866.432113] env[63105]: value = "task-2759041" [ 866.432113] env[63105]: _type = "Task" [ 866.432113] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.440414] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759041, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.639983] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: f9d9f02f-958e-403d-b3d2-34ce3077e0af] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 866.700558] env[63105]: DEBUG oslo_vmware.api [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.580193} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.700742] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.700927] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.701120] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.701296] env[63105]: INFO nova.compute.manager [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Took 1.65 seconds to destroy the instance on the hypervisor. [ 866.701540] env[63105]: DEBUG oslo.service.loopingcall [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.701726] env[63105]: DEBUG nova.compute.manager [-] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.701820] env[63105]: DEBUG nova.network.neutron [-] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.748839] env[63105]: INFO nova.compute.manager [None req-785c5b5d-7fea-49ab-b425-32ba61803b3c tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating instance to original state: 'active' [ 866.785586] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759040, 'name': PowerOffVM_Task, 'duration_secs': 0.232659} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.788364] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.789290] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c46bd0-d837-46b6-842a-60f31e7876f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.812811] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d767fa-fe4d-4d45-873e-38c5056870a8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.945416] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759041, 'name': Rename_Task, 'duration_secs': 0.162742} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.948142] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.948633] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5132d568-b8f9-4506-80ce-7c23415b770d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.956863] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 866.956863] env[63105]: value = "task-2759042" [ 866.956863] env[63105]: _type = "Task" [ 866.956863] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.967183] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.984192] env[63105]: DEBUG nova.compute.manager [req-ecb9a13e-59ab-4598-a910-f8621c808c2c req-54a37807-fef8-4271-b3d0-df8cbe20bcc8 service nova] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Received event network-vif-deleted-9e681d9d-eb89-4274-b507-0236e301aad0 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 866.984192] env[63105]: INFO nova.compute.manager [req-ecb9a13e-59ab-4598-a910-f8621c808c2c req-54a37807-fef8-4271-b3d0-df8cbe20bcc8 service nova] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Neutron deleted interface 9e681d9d-eb89-4274-b507-0236e301aad0; detaching it from the instance and deleting it from the info cache [ 866.984286] env[63105]: DEBUG nova.network.neutron [req-ecb9a13e-59ab-4598-a910-f8621c808c2c req-54a37807-fef8-4271-b3d0-df8cbe20bcc8 service nova] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.021147] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5add6a-b4a3-48ad-8ff7-45cc25bc00e2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.029934] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c2cc60-746d-4da3-9a98-60fc0a3ca55e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.060166] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a14cc06-c6cb-4760-ae4d-50f30f4f10db {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.068407] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1450ee-e4ff-47f1-8116-2e262e55f03c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.081712] env[63105]: DEBUG nova.compute.provider_tree [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.142803] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: d9015a99-4e2e-48e7-ab0a-e63da1bbcdee] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.324567] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 867.324875] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0794f8bc-ca38-47e0-858e-d770de43560a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.333286] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 867.333286] env[63105]: value = "task-2759043" [ 867.333286] env[63105]: _type = "Task" [ 867.333286] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.342298] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759043, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.464510] env[63105]: DEBUG nova.network.neutron [-] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.470707] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759042, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.487565] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56da4a47-102d-4bd3-aa0b-ee829f21f652 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.499219] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965d5081-e8ee-4899-bc9f-636726b2e293 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.533641] env[63105]: DEBUG nova.compute.manager [req-ecb9a13e-59ab-4598-a910-f8621c808c2c req-54a37807-fef8-4271-b3d0-df8cbe20bcc8 service nova] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Detach interface failed, port_id=9e681d9d-eb89-4274-b507-0236e301aad0, reason: Instance 7df3f6c9-3259-49bb-b7f7-01d2849edcec could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 867.587022] env[63105]: DEBUG nova.scheduler.client.report [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 867.648375] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 8dbcecc9-e6d8-49d6-a3ac-187920f2719b] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.846444] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759043, 'name': CreateSnapshot_Task, 'duration_secs': 0.511714} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.846749] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 867.847574] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0907a913-9b03-448f-a868-0c3f19984183 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.969569] env[63105]: DEBUG oslo_vmware.api [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759042, 'name': PowerOnVM_Task, 'duration_secs': 0.674022} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.969685] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.969960] env[63105]: INFO nova.compute.manager [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Took 9.52 seconds to spawn the instance on the hypervisor. [ 867.970282] env[63105]: DEBUG nova.compute.manager [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.971229] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87415ad6-e9d3-46e4-8fac-f9986899eb9e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.974246] env[63105]: INFO nova.compute.manager [-] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Took 1.27 seconds to deallocate network for instance. [ 868.091340] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.091340] env[63105]: DEBUG nova.compute.manager [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.093565] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.121s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.094046] env[63105]: DEBUG nova.objects.instance [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 868.152812] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 1e36432b-3ebc-4417-b914-5feb9fbd040d] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.367416] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 868.367733] env[63105]: DEBUG oslo_concurrency.lockutils [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Acquiring lock "9b94d6f2-dad4-4152-9454-649758b202cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.367960] env[63105]: DEBUG oslo_concurrency.lockutils [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Lock "9b94d6f2-dad4-4152-9454-649758b202cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.369877] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d48b09e7-e442-468a-8a84-88593c30be57 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.381999] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 868.381999] env[63105]: value = "task-2759044" [ 868.381999] env[63105]: _type = "Task" [ 868.381999] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.392202] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759044, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.492885] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.496323] env[63105]: INFO nova.compute.manager [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Took 52.79 seconds to build instance. [ 868.598567] env[63105]: DEBUG nova.compute.utils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 868.602747] env[63105]: DEBUG nova.compute.manager [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.602921] env[63105]: DEBUG nova.network.neutron [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.653043] env[63105]: DEBUG nova.policy [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec9c460d37394ec4b1d6dd7f31e8882d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcd8831404f94f83ac6fbd047e38aada', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.654740] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "878bfa51-a829-4537-a841-31273a0b09cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.654965] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "878bfa51-a829-4537-a841-31273a0b09cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.655190] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "878bfa51-a829-4537-a841-31273a0b09cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.655413] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "878bfa51-a829-4537-a841-31273a0b09cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.655538] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "878bfa51-a829-4537-a841-31273a0b09cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.657193] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 821a516b-af49-4b2c-b120-d08b237ccb7b] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.659758] env[63105]: INFO nova.compute.manager [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Terminating instance [ 868.873021] env[63105]: DEBUG nova.compute.manager [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.892348] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759044, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.952148] env[63105]: INFO nova.compute.manager [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Rescuing [ 868.952148] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "refresh_cache-3906f5f4-2486-4979-91c7-1e3e8f382ab2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.952148] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquired lock "refresh_cache-3906f5f4-2486-4979-91c7-1e3e8f382ab2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.952148] env[63105]: DEBUG nova.network.neutron [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.967950] env[63105]: DEBUG nova.network.neutron [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Successfully created port: fe896e38-83c9-425b-b4b0-3f060ce12d54 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.998856] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e813ce45-a7de-498b-bdcc-29cbae5db3d4 tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "3906f5f4-2486-4979-91c7-1e3e8f382ab2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.627s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.105902] env[63105]: DEBUG nova.compute.manager [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.109496] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79c00b4f-7ea3-4609-96a0-009a60f892da tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.113824] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.138s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.113824] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.113824] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.240s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.115455] env[63105]: INFO nova.compute.claims [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.148609] env[63105]: INFO nova.scheduler.client.report [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Deleted allocations for instance 9267d2ff-a9c7-4f18-9e75-e3adf6126691 [ 869.162052] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 5fae8f14-70bd-496e-b311-8555e6eb8dd6] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.165519] env[63105]: DEBUG nova.compute.manager [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.165519] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.166049] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb27a28-6ccc-4ae2-b835-e1898ba232c6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.175723] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.176039] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2582735-9e23-4169-9dc0-4ec07095a720 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.184515] env[63105]: DEBUG oslo_vmware.api [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 869.184515] env[63105]: value = "task-2759045" [ 869.184515] env[63105]: _type = "Task" [ 869.184515] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.197857] env[63105]: DEBUG oslo_vmware.api [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.391088] env[63105]: DEBUG oslo_concurrency.lockutils [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.394881] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759044, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.648249] env[63105]: DEBUG nova.network.neutron [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Updating instance_info_cache with network_info: [{"id": "f51c5a9d-20fb-4daa-bb8a-e54cf148d057", "address": "fa:16:3e:8e:97:d2", "network": {"id": "3e03c205-926c-4fe7-93c4-ed08ad825ca7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1420699572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8b089305d5a4ae1a6d2e97e16cd2092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf51c5a9d-20", "ovs_interfaceid": "f51c5a9d-20fb-4daa-bb8a-e54cf148d057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.655791] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8da18d61-6ca9-4ae7-9ba8-a3970b89b295 tempest-ServerShowV257Test-609917634 tempest-ServerShowV257Test-609917634-project-member] Lock "9267d2ff-a9c7-4f18-9e75-e3adf6126691" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.922s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.666711] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 62d329f2-b211-4c32-9cbd-5b4d68e825b8] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.698536] env[63105]: DEBUG oslo_vmware.api [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759045, 'name': PowerOffVM_Task, 'duration_secs': 0.250782} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.698846] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.699040] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.699320] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfe5d408-0871-4bdd-9db0-4b72ccc916f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.895248] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759044, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.117595] env[63105]: DEBUG nova.compute.manager [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.145336] env[63105]: DEBUG nova.virt.hardware [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 870.145588] env[63105]: DEBUG nova.virt.hardware [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 870.145742] env[63105]: DEBUG nova.virt.hardware [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.146042] env[63105]: DEBUG nova.virt.hardware [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 870.146223] env[63105]: DEBUG nova.virt.hardware [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.146375] env[63105]: DEBUG nova.virt.hardware [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 870.146580] env[63105]: DEBUG nova.virt.hardware [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 870.146735] env[63105]: DEBUG nova.virt.hardware [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 870.146895] env[63105]: DEBUG nova.virt.hardware [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 870.147073] env[63105]: DEBUG nova.virt.hardware [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 870.147250] env[63105]: DEBUG nova.virt.hardware [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 870.148210] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a3f495-4962-4e96-8f79-09a0a2736c84 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.153993] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Releasing lock "refresh_cache-3906f5f4-2486-4979-91c7-1e3e8f382ab2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.162799] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d33b41-85e1-42d9-91ef-92719c5e17c9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.180516] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 1b4ce059-48cf-4e2c-9717-8435265be136] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.397359] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759044, 'name': CloneVM_Task} progress is 95%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.448567] env[63105]: DEBUG nova.compute.manager [req-07267277-f35a-4034-a04f-5837a1cf6e60 req-ced4e6b7-8679-4948-93bd-8aae3d7a14fe service nova] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Received event network-vif-plugged-fe896e38-83c9-425b-b4b0-3f060ce12d54 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 870.448742] env[63105]: DEBUG oslo_concurrency.lockutils [req-07267277-f35a-4034-a04f-5837a1cf6e60 req-ced4e6b7-8679-4948-93bd-8aae3d7a14fe service nova] Acquiring lock "d2a39b11-2aab-4428-9bd8-277ab3962e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.448878] env[63105]: DEBUG oslo_concurrency.lockutils [req-07267277-f35a-4034-a04f-5837a1cf6e60 req-ced4e6b7-8679-4948-93bd-8aae3d7a14fe service nova] Lock "d2a39b11-2aab-4428-9bd8-277ab3962e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.449088] env[63105]: DEBUG oslo_concurrency.lockutils [req-07267277-f35a-4034-a04f-5837a1cf6e60 req-ced4e6b7-8679-4948-93bd-8aae3d7a14fe service nova] Lock "d2a39b11-2aab-4428-9bd8-277ab3962e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.449340] env[63105]: DEBUG nova.compute.manager [req-07267277-f35a-4034-a04f-5837a1cf6e60 req-ced4e6b7-8679-4948-93bd-8aae3d7a14fe service nova] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] No waiting events found dispatching network-vif-plugged-fe896e38-83c9-425b-b4b0-3f060ce12d54 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.449538] env[63105]: WARNING nova.compute.manager [req-07267277-f35a-4034-a04f-5837a1cf6e60 req-ced4e6b7-8679-4948-93bd-8aae3d7a14fe service nova] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Received unexpected event network-vif-plugged-fe896e38-83c9-425b-b4b0-3f060ce12d54 for instance with vm_state building and task_state spawning. [ 870.482219] env[63105]: DEBUG nova.network.neutron [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Successfully updated port: fe896e38-83c9-425b-b4b0-3f060ce12d54 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.522609] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e012c9-80d5-427e-8926-6970a6f7c95c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.534070] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa7f1c1-3682-48e9-90d9-63e03684f3bb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.575430] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342bf41e-f1e2-47f2-a783-26a2d232b7c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.584384] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7950d36-dd2c-45d4-9f84-c40acaabee04 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.599096] env[63105]: DEBUG nova.compute.provider_tree [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.666728] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.666987] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.667227] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Deleting the datastore file [datastore1] 878bfa51-a829-4537-a841-31273a0b09cc {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.667466] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c63820f0-9c09-4925-8a18-2c8573d17a95 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.678388] env[63105]: DEBUG oslo_vmware.api [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 870.678388] env[63105]: value = "task-2759047" [ 870.678388] env[63105]: _type = "Task" [ 870.678388] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.687598] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 16c5f890-a3f2-4825-8ba6-11caf6fbef8f] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.689070] env[63105]: DEBUG oslo_vmware.api [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.894820] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759044, 'name': CloneVM_Task, 'duration_secs': 2.394504} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.895095] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Created linked-clone VM from snapshot [ 870.895825] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53d3622-db7d-42e3-a970-9caa3bd3be46 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.903487] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Uploading image a84fdc6b-776a-43c9-a34c-b6065d24adee {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 870.928967] env[63105]: DEBUG oslo_vmware.rw_handles [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 870.928967] env[63105]: value = "vm-555156" [ 870.928967] env[63105]: _type = "VirtualMachine" [ 870.928967] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 870.929319] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-30e71989-6081-4c1e-8dc0-2bc2a7ed7362 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.938515] env[63105]: DEBUG oslo_vmware.rw_handles [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lease: (returnval){ [ 870.938515] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526a5cc6-dfe6-bff6-b601-61cb9ec0f275" [ 870.938515] env[63105]: _type = "HttpNfcLease" [ 870.938515] env[63105]: } obtained for exporting VM: (result){ [ 870.938515] env[63105]: value = "vm-555156" [ 870.938515] env[63105]: _type = "VirtualMachine" [ 870.938515] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 870.938977] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the lease: (returnval){ [ 870.938977] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526a5cc6-dfe6-bff6-b601-61cb9ec0f275" [ 870.938977] env[63105]: _type = "HttpNfcLease" [ 870.938977] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 870.946928] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 870.946928] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526a5cc6-dfe6-bff6-b601-61cb9ec0f275" [ 870.946928] env[63105]: _type = "HttpNfcLease" [ 870.946928] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 870.984669] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "refresh_cache-d2a39b11-2aab-4428-9bd8-277ab3962e72" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.984869] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquired lock "refresh_cache-d2a39b11-2aab-4428-9bd8-277ab3962e72" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.984988] env[63105]: DEBUG nova.network.neutron [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.103075] env[63105]: DEBUG nova.scheduler.client.report [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 871.189513] env[63105]: DEBUG oslo_vmware.api [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172428} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.189967] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 591f0933-c3e5-4d84-b7ae-5125f18f7110] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.191831] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.192088] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.192374] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.192623] env[63105]: INFO nova.compute.manager [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Took 2.03 seconds to destroy the instance on the hypervisor. [ 871.192914] env[63105]: DEBUG oslo.service.loopingcall [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.193338] env[63105]: DEBUG nova.compute.manager [-] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.193478] env[63105]: DEBUG nova.network.neutron [-] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.200776] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.201086] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65df766b-f432-4b15-8593-3b8f27eb2aea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.210162] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 871.210162] env[63105]: value = "task-2759049" [ 871.210162] env[63105]: _type = "Task" [ 871.210162] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.220597] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.448140] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.448140] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526a5cc6-dfe6-bff6-b601-61cb9ec0f275" [ 871.448140] env[63105]: _type = "HttpNfcLease" [ 871.448140] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 871.448421] env[63105]: DEBUG oslo_vmware.rw_handles [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 871.448421] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526a5cc6-dfe6-bff6-b601-61cb9ec0f275" [ 871.448421] env[63105]: _type = "HttpNfcLease" [ 871.448421] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 871.449219] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edccc10e-10ea-4bd5-aef1-020f40b17333 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.457029] env[63105]: DEBUG oslo_vmware.rw_handles [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520068aa-28de-0893-3ecc-0e0c7687d7b4/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 871.457215] env[63105]: DEBUG oslo_vmware.rw_handles [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520068aa-28de-0893-3ecc-0e0c7687d7b4/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 871.544944] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f745f9df-602d-4e96-82a1-e6dce01ee28d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.570912] env[63105]: DEBUG nova.network.neutron [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.607531] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.608072] env[63105]: DEBUG nova.compute.manager [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.610809] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.744s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.612218] env[63105]: INFO nova.compute.claims [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.695628] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 2091a78f-f016-416f-a972-fb2d80d61e54] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.722078] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759049, 'name': PowerOffVM_Task, 'duration_secs': 0.193011} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.723195] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.724070] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43eeac4a-508d-45eb-a52d-3fe8e08d79ce {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.747471] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c9f086-497a-483b-aa0f-9773a24d1c6d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.786895] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.787307] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d468f79a-8754-4e7d-b87d-feb079094001 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.798259] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 871.798259] env[63105]: value = "task-2759050" [ 871.798259] env[63105]: _type = "Task" [ 871.798259] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.812477] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] VM already powered off {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 871.812701] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.812959] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.813221] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.813407] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.813665] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22f7eebc-429d-44b1-acbc-398cd958ecb2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.822497] env[63105]: DEBUG nova.network.neutron [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Updating instance_info_cache with network_info: [{"id": "fe896e38-83c9-425b-b4b0-3f060ce12d54", "address": "fa:16:3e:03:9f:05", "network": {"id": "36e8d5b8-6b23-4e8c-9a14-7680818eb031", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217477629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd8831404f94f83ac6fbd047e38aada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe896e38-83", "ovs_interfaceid": "fe896e38-83c9-425b-b4b0-3f060ce12d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.825842] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.826063] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.826837] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b19ebb6a-8f80-4d0c-9a0a-224b1ebdebcc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.833403] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 871.833403] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]525a3c72-4eb6-6f37-ca1e-3cb843ab7040" [ 871.833403] env[63105]: _type = "Task" [ 871.833403] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.844710] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525a3c72-4eb6-6f37-ca1e-3cb843ab7040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.907236] env[63105]: DEBUG nova.network.neutron [-] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.117145] env[63105]: DEBUG nova.compute.utils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 872.122486] env[63105]: DEBUG nova.compute.manager [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.123624] env[63105]: DEBUG nova.network.neutron [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.201272] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: dcfd1818-668f-4ec5-b182-9ba8fd8d0c26] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 872.251378] env[63105]: DEBUG nova.policy [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5a687e3ebc64a84accecbe1ca9bba37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '052f8b44cedd49ed854b766ade3bb802', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.326121] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Releasing lock "refresh_cache-d2a39b11-2aab-4428-9bd8-277ab3962e72" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.326527] env[63105]: DEBUG nova.compute.manager [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Instance network_info: |[{"id": "fe896e38-83c9-425b-b4b0-3f060ce12d54", "address": "fa:16:3e:03:9f:05", "network": {"id": "36e8d5b8-6b23-4e8c-9a14-7680818eb031", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217477629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd8831404f94f83ac6fbd047e38aada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe896e38-83", "ovs_interfaceid": "fe896e38-83c9-425b-b4b0-3f060ce12d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.326993] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:9f:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe896e38-83c9-425b-b4b0-3f060ce12d54', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.335143] env[63105]: DEBUG oslo.service.loopingcall [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.335389] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.339201] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdb051b1-a71f-48d7-a4ff-84f80a0e6357 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.364193] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525a3c72-4eb6-6f37-ca1e-3cb843ab7040, 'name': SearchDatastore_Task, 'duration_secs': 0.01264} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.367021] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.367021] env[63105]: value = "task-2759051" [ 872.367021] env[63105]: _type = "Task" [ 872.367021] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.367021] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c91d6a-0bd2-437c-bfc0-77872f4def96 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.377588] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 872.377588] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5235e8e6-f321-b558-417d-af2736466867" [ 872.377588] env[63105]: _type = "Task" [ 872.377588] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.380083] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759051, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.390368] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5235e8e6-f321-b558-417d-af2736466867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.410222] env[63105]: INFO nova.compute.manager [-] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Took 1.22 seconds to deallocate network for instance. [ 872.482390] env[63105]: DEBUG nova.compute.manager [req-6cb068e6-bfe6-4c04-ad80-e7c197fac224 req-6a0b2327-5927-467e-8e00-e26352feeee7 service nova] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Received event network-changed-fe896e38-83c9-425b-b4b0-3f060ce12d54 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 872.482727] env[63105]: DEBUG nova.compute.manager [req-6cb068e6-bfe6-4c04-ad80-e7c197fac224 req-6a0b2327-5927-467e-8e00-e26352feeee7 service nova] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Refreshing instance network info cache due to event network-changed-fe896e38-83c9-425b-b4b0-3f060ce12d54. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 872.483032] env[63105]: DEBUG oslo_concurrency.lockutils [req-6cb068e6-bfe6-4c04-ad80-e7c197fac224 req-6a0b2327-5927-467e-8e00-e26352feeee7 service nova] Acquiring lock "refresh_cache-d2a39b11-2aab-4428-9bd8-277ab3962e72" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.483205] env[63105]: DEBUG oslo_concurrency.lockutils [req-6cb068e6-bfe6-4c04-ad80-e7c197fac224 req-6a0b2327-5927-467e-8e00-e26352feeee7 service nova] Acquired lock "refresh_cache-d2a39b11-2aab-4428-9bd8-277ab3962e72" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.483378] env[63105]: DEBUG nova.network.neutron [req-6cb068e6-bfe6-4c04-ad80-e7c197fac224 req-6a0b2327-5927-467e-8e00-e26352feeee7 service nova] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Refreshing network info cache for port fe896e38-83c9-425b-b4b0-3f060ce12d54 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.595555] env[63105]: DEBUG nova.network.neutron [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Successfully created port: d5b3f0fd-75a6-4c43-80f5-a302d33c0ff8 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.623389] env[63105]: DEBUG nova.compute.manager [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.703124] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 5c6d73d6-f07f-4581-824f-2b13701c8f88] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 872.895637] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759051, 'name': CreateVM_Task, 'duration_secs': 0.358059} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.895834] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.897198] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.897480] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.900461] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.900461] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e231d5-834b-40ca-9d70-609394844dca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.906178] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5235e8e6-f321-b558-417d-af2736466867, 'name': SearchDatastore_Task, 'duration_secs': 0.012377} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.907109] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.907375] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 3906f5f4-2486-4979-91c7-1e3e8f382ab2/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk. {{(pid=63105) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 872.907643] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98d4350f-0c8e-4717-a850-9ab6ec2434fe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.912680] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 872.912680] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52312922-0e55-b0f7-edb9-4cf13e1b5b29" [ 872.912680] env[63105]: _type = "Task" [ 872.912680] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.917982] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.920707] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 872.920707] env[63105]: value = "task-2759052" [ 872.920707] env[63105]: _type = "Task" [ 872.920707] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.924981] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52312922-0e55-b0f7-edb9-4cf13e1b5b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.938513] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.081192] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00123f4-27dc-41d3-baa1-3b72ab7043d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.088550] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e2542b-8cd9-440e-9425-0fd21f542f15 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.121947] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d414239-7320-4c40-b1de-d4baedb5124e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.133612] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58f6c9c-0c75-4e99-a4bb-16c2f44d3fcf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.152800] env[63105]: DEBUG nova.compute.provider_tree [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.207429] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 57c6d90c-2e72-489b-bffc-10c040dbc6aa] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.262890] env[63105]: DEBUG nova.network.neutron [req-6cb068e6-bfe6-4c04-ad80-e7c197fac224 req-6a0b2327-5927-467e-8e00-e26352feeee7 service nova] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Updated VIF entry in instance network info cache for port fe896e38-83c9-425b-b4b0-3f060ce12d54. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.263386] env[63105]: DEBUG nova.network.neutron [req-6cb068e6-bfe6-4c04-ad80-e7c197fac224 req-6a0b2327-5927-467e-8e00-e26352feeee7 service nova] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Updating instance_info_cache with network_info: [{"id": "fe896e38-83c9-425b-b4b0-3f060ce12d54", "address": "fa:16:3e:03:9f:05", "network": {"id": "36e8d5b8-6b23-4e8c-9a14-7680818eb031", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217477629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd8831404f94f83ac6fbd047e38aada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe896e38-83", "ovs_interfaceid": "fe896e38-83c9-425b-b4b0-3f060ce12d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.424591] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52312922-0e55-b0f7-edb9-4cf13e1b5b29, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.426060] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.426060] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.426060] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.426060] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.426060] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.429429] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d20a38e6-d4d2-480e-8cb4-c88295394fd6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.437632] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759052, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.441758] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.441962] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.442761] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a5557a-59c4-4918-8993-a70ca97e8979 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.449306] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 873.449306] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5296cc36-6a1a-bd6c-d73c-d2a4517f2f55" [ 873.449306] env[63105]: _type = "Task" [ 873.449306] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.458283] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5296cc36-6a1a-bd6c-d73c-d2a4517f2f55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.640027] env[63105]: DEBUG nova.compute.manager [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.658627] env[63105]: DEBUG nova.scheduler.client.report [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 873.670390] env[63105]: DEBUG nova.virt.hardware [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 873.670692] env[63105]: DEBUG nova.virt.hardware [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 873.670865] env[63105]: DEBUG nova.virt.hardware [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.671091] env[63105]: DEBUG nova.virt.hardware [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 873.671283] env[63105]: DEBUG nova.virt.hardware [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.671467] env[63105]: DEBUG nova.virt.hardware [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 873.671699] env[63105]: DEBUG nova.virt.hardware [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 873.671933] env[63105]: DEBUG nova.virt.hardware [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 873.672158] env[63105]: DEBUG nova.virt.hardware [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 873.672343] env[63105]: DEBUG nova.virt.hardware [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 873.672558] env[63105]: DEBUG nova.virt.hardware [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 873.673551] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65722ab4-b604-4cb4-b9ab-7045acee37dd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.683501] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f43cc3-d6b1-45d1-b225-aa15424169cd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.711497] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 5cfd1b22-e9e0-4416-b03a-8f188fd4053e] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.766184] env[63105]: DEBUG oslo_concurrency.lockutils [req-6cb068e6-bfe6-4c04-ad80-e7c197fac224 req-6a0b2327-5927-467e-8e00-e26352feeee7 service nova] Releasing lock "refresh_cache-d2a39b11-2aab-4428-9bd8-277ab3962e72" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.766482] env[63105]: DEBUG nova.compute.manager [req-6cb068e6-bfe6-4c04-ad80-e7c197fac224 req-6a0b2327-5927-467e-8e00-e26352feeee7 service nova] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Received event network-vif-deleted-1b0bf90d-50b2-4bb1-85d0-b23d291c23c2 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 873.936159] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551745} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.936449] env[63105]: INFO nova.virt.vmwareapi.ds_util [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 3906f5f4-2486-4979-91c7-1e3e8f382ab2/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk. [ 873.937263] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa271d5a-29cf-4d06-80b0-3ff69e90218b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.963517] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 3906f5f4-2486-4979-91c7-1e3e8f382ab2/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.966870] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01995eca-bddc-491b-8c3d-b8ce8ca2c7f3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.988815] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5296cc36-6a1a-bd6c-d73c-d2a4517f2f55, 'name': SearchDatastore_Task, 'duration_secs': 0.010003} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.990032] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 873.990032] env[63105]: value = "task-2759053" [ 873.990032] env[63105]: _type = "Task" [ 873.990032] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.990250] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ae3f0a-20e3-4db3-976c-dc17fca93e16 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.005194] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 874.005194] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]529ad830-b5e4-cf72-af77-2c2a1b3e1d76" [ 874.005194] env[63105]: _type = "Task" [ 874.005194] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.009368] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.019365] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529ad830-b5e4-cf72-af77-2c2a1b3e1d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.165498] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.166485] env[63105]: DEBUG nova.compute.manager [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.173937] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.520s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.173937] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.173937] env[63105]: DEBUG oslo_concurrency.lockutils [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.644s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.173937] env[63105]: DEBUG oslo_concurrency.lockutils [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.174240] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.480s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.176224] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.177019] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.052s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.177019] env[63105]: DEBUG nova.objects.instance [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 874.206432] env[63105]: INFO nova.scheduler.client.report [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Deleted allocations for instance 421a6100-70a4-4fbf-abac-28a4e47acaef [ 874.208518] env[63105]: INFO nova.scheduler.client.report [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Deleted allocations for instance 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb [ 874.215305] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 51b3dd53-5669-4967-8b80-6b9b89d997cb] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 874.224774] env[63105]: INFO nova.scheduler.client.report [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Deleted allocations for instance f694ae46-0abd-4653-b6d7-4b6dbcf39941 [ 874.363778] env[63105]: DEBUG nova.network.neutron [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Successfully updated port: d5b3f0fd-75a6-4c43-80f5-a302d33c0ff8 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.505811] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.516337] env[63105]: DEBUG nova.compute.manager [req-0fb8ecc7-1d31-45ff-95cc-b19302d24925 req-03962d27-1ef9-4010-bd59-6b1d04da47e3 service nova] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Received event network-vif-plugged-d5b3f0fd-75a6-4c43-80f5-a302d33c0ff8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 874.517034] env[63105]: DEBUG oslo_concurrency.lockutils [req-0fb8ecc7-1d31-45ff-95cc-b19302d24925 req-03962d27-1ef9-4010-bd59-6b1d04da47e3 service nova] Acquiring lock "275ed3e3-0b33-4b86-a9e4-6062ff6d8276-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.517034] env[63105]: DEBUG oslo_concurrency.lockutils [req-0fb8ecc7-1d31-45ff-95cc-b19302d24925 req-03962d27-1ef9-4010-bd59-6b1d04da47e3 service nova] Lock "275ed3e3-0b33-4b86-a9e4-6062ff6d8276-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.517034] env[63105]: DEBUG oslo_concurrency.lockutils [req-0fb8ecc7-1d31-45ff-95cc-b19302d24925 req-03962d27-1ef9-4010-bd59-6b1d04da47e3 service nova] Lock "275ed3e3-0b33-4b86-a9e4-6062ff6d8276-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.517255] env[63105]: DEBUG nova.compute.manager [req-0fb8ecc7-1d31-45ff-95cc-b19302d24925 req-03962d27-1ef9-4010-bd59-6b1d04da47e3 service nova] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] No waiting events found dispatching network-vif-plugged-d5b3f0fd-75a6-4c43-80f5-a302d33c0ff8 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.517405] env[63105]: WARNING nova.compute.manager [req-0fb8ecc7-1d31-45ff-95cc-b19302d24925 req-03962d27-1ef9-4010-bd59-6b1d04da47e3 service nova] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Received unexpected event network-vif-plugged-d5b3f0fd-75a6-4c43-80f5-a302d33c0ff8 for instance with vm_state building and task_state spawning. [ 874.517624] env[63105]: DEBUG nova.compute.manager [req-0fb8ecc7-1d31-45ff-95cc-b19302d24925 req-03962d27-1ef9-4010-bd59-6b1d04da47e3 service nova] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Received event network-changed-d5b3f0fd-75a6-4c43-80f5-a302d33c0ff8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 874.517863] env[63105]: DEBUG nova.compute.manager [req-0fb8ecc7-1d31-45ff-95cc-b19302d24925 req-03962d27-1ef9-4010-bd59-6b1d04da47e3 service nova] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Refreshing instance network info cache due to event network-changed-d5b3f0fd-75a6-4c43-80f5-a302d33c0ff8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 874.518117] env[63105]: DEBUG oslo_concurrency.lockutils [req-0fb8ecc7-1d31-45ff-95cc-b19302d24925 req-03962d27-1ef9-4010-bd59-6b1d04da47e3 service nova] Acquiring lock "refresh_cache-275ed3e3-0b33-4b86-a9e4-6062ff6d8276" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.518357] env[63105]: DEBUG oslo_concurrency.lockutils [req-0fb8ecc7-1d31-45ff-95cc-b19302d24925 req-03962d27-1ef9-4010-bd59-6b1d04da47e3 service nova] Acquired lock "refresh_cache-275ed3e3-0b33-4b86-a9e4-6062ff6d8276" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.518594] env[63105]: DEBUG nova.network.neutron [req-0fb8ecc7-1d31-45ff-95cc-b19302d24925 req-03962d27-1ef9-4010-bd59-6b1d04da47e3 service nova] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Refreshing network info cache for port d5b3f0fd-75a6-4c43-80f5-a302d33c0ff8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.524177] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529ad830-b5e4-cf72-af77-2c2a1b3e1d76, 'name': SearchDatastore_Task, 'duration_secs': 0.014296} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.524778] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.524922] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] d2a39b11-2aab-4428-9bd8-277ab3962e72/d2a39b11-2aab-4428-9bd8-277ab3962e72.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.525294] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90eb2918-0a6a-4492-a5bb-a4bc7edb758a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.535164] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 874.535164] env[63105]: value = "task-2759054" [ 874.535164] env[63105]: _type = "Task" [ 874.535164] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.544842] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.671789] env[63105]: DEBUG nova.compute.utils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 874.673554] env[63105]: DEBUG nova.compute.manager [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.673794] env[63105]: DEBUG nova.network.neutron [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.718712] env[63105]: DEBUG nova.policy [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5a687e3ebc64a84accecbe1ca9bba37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '052f8b44cedd49ed854b766ade3bb802', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.725991] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: ffdded3a-f493-42b9-a5bf-f1f71c6fa699] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 874.729073] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cc5aa036-6f1a-40bb-92b1-9196c49c39ae tempest-ServersWithSpecificFlavorTestJSON-1269377558 tempest-ServersWithSpecificFlavorTestJSON-1269377558-project-member] Lock "421a6100-70a4-4fbf-abac-28a4e47acaef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.795s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.729982] env[63105]: DEBUG oslo_concurrency.lockutils [None req-59393b35-3993-4a67-ba48-c0609f2d8c65 tempest-ListServerFiltersTestJSON-25331296 tempest-ListServerFiltersTestJSON-25331296-project-member] Lock "8cab61de-782c-4e44-a8c9-d4c0a4a95bcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.775s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.735043] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b64a18a-2d9a-48e3-9ec5-849608198016 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.449s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.736970] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.222s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.737379] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.737727] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.738016] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.740038] env[63105]: INFO nova.compute.manager [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Terminating instance [ 874.870888] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "refresh_cache-275ed3e3-0b33-4b86-a9e4-6062ff6d8276" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.009507] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759053, 'name': ReconfigVM_Task, 'duration_secs': 0.764366} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.013021] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 3906f5f4-2486-4979-91c7-1e3e8f382ab2/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.013021] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41cbd09-0a33-4560-ad74-426be6cae57e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.054458] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23471041-f51b-49b3-8484-a1ff6aeed0be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.075307] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451935} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.079024] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] d2a39b11-2aab-4428-9bd8-277ab3962e72/d2a39b11-2aab-4428-9bd8-277ab3962e72.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.079024] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.079024] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 875.079024] env[63105]: value = "task-2759055" [ 875.079024] env[63105]: _type = "Task" [ 875.079024] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.079024] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cab4394-d952-44ca-b106-76c6ee21e742 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.090351] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759055, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.092558] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 875.092558] env[63105]: value = "task-2759056" [ 875.092558] env[63105]: _type = "Task" [ 875.092558] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.093626] env[63105]: DEBUG nova.network.neutron [req-0fb8ecc7-1d31-45ff-95cc-b19302d24925 req-03962d27-1ef9-4010-bd59-6b1d04da47e3 service nova] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.108426] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.179062] env[63105]: DEBUG nova.compute.manager [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.184084] env[63105]: DEBUG nova.network.neutron [req-0fb8ecc7-1d31-45ff-95cc-b19302d24925 req-03962d27-1ef9-4010-bd59-6b1d04da47e3 service nova] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.186922] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a93b227a-e0b9-4167-afcf-9a2e6e742eeb tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.187379] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.815s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.189419] env[63105]: INFO nova.compute.claims [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.235355] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 79a8096d-00eb-4e1c-810f-cc9f65eb6110] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.245028] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "refresh_cache-f694ae46-0abd-4653-b6d7-4b6dbcf39941" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.245028] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquired lock "refresh_cache-f694ae46-0abd-4653-b6d7-4b6dbcf39941" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.245028] env[63105]: DEBUG nova.network.neutron [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.251565] env[63105]: DEBUG nova.network.neutron [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Successfully created port: 965d3489-c81d-4695-9868-747ee759c904 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.596348] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759055, 'name': ReconfigVM_Task, 'duration_secs': 0.228905} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.601636] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.602072] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0424843-60df-4f9b-9c17-738858c3f32e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.612307] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071989} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.613851] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.614557] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 875.614557] env[63105]: value = "task-2759057" [ 875.614557] env[63105]: _type = "Task" [ 875.614557] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.616081] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e534cfac-a209-4397-a09c-55b0941b1c04 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.630059] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.655160] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] d2a39b11-2aab-4428-9bd8-277ab3962e72/d2a39b11-2aab-4428-9bd8-277ab3962e72.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.655668] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f4f38ea-b575-4d2f-9c2b-c4be87c968b8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.678512] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 875.678512] env[63105]: value = "task-2759058" [ 875.678512] env[63105]: _type = "Task" [ 875.678512] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.688510] env[63105]: DEBUG oslo_concurrency.lockutils [req-0fb8ecc7-1d31-45ff-95cc-b19302d24925 req-03962d27-1ef9-4010-bd59-6b1d04da47e3 service nova] Releasing lock "refresh_cache-275ed3e3-0b33-4b86-a9e4-6062ff6d8276" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.689039] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "refresh_cache-275ed3e3-0b33-4b86-a9e4-6062ff6d8276" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.689415] env[63105]: DEBUG nova.network.neutron [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.697164] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.743064] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 7c42dd10-0981-4496-85bd-d467534c95e5] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.746812] env[63105]: DEBUG nova.compute.utils [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Can not refresh info_cache because instance was not found {{(pid=63105) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 875.778491] env[63105]: DEBUG nova.network.neutron [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.931547] env[63105]: DEBUG nova.network.neutron [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.133537] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.191714] env[63105]: DEBUG nova.compute.manager [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.193872] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759058, 'name': ReconfigVM_Task, 'duration_secs': 0.309968} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.194362] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Reconfigured VM instance instance-00000044 to attach disk [datastore2] d2a39b11-2aab-4428-9bd8-277ab3962e72/d2a39b11-2aab-4428-9bd8-277ab3962e72.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.195258] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41b581d8-8676-4f2d-8e09-d6388cc4866b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.208192] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 876.208192] env[63105]: value = "task-2759059" [ 876.208192] env[63105]: _type = "Task" [ 876.208192] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.215457] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759059, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.226844] env[63105]: DEBUG nova.virt.hardware [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 876.226844] env[63105]: DEBUG nova.virt.hardware [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 876.226844] env[63105]: DEBUG nova.virt.hardware [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.226844] env[63105]: DEBUG nova.virt.hardware [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 876.226844] env[63105]: DEBUG nova.virt.hardware [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.226844] env[63105]: DEBUG nova.virt.hardware [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 876.226844] env[63105]: DEBUG nova.virt.hardware [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 876.226844] env[63105]: DEBUG nova.virt.hardware [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 876.226844] env[63105]: DEBUG nova.virt.hardware [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 876.226844] env[63105]: DEBUG nova.virt.hardware [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 876.226844] env[63105]: DEBUG nova.virt.hardware [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 876.227399] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2126ce-2a2e-46ea-bb25-f1da030d8d70 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.238650] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cce43d-eca4-4692-a1ec-9800f4ec147c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.244986] env[63105]: DEBUG nova.network.neutron [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.247786] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 197ae546-2199-49d6-b4cc-a295e4353a1f] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 876.387072] env[63105]: DEBUG oslo_concurrency.lockutils [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "b979985d-b472-47ed-8611-e55e959942e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.387334] env[63105]: DEBUG oslo_concurrency.lockutils [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "b979985d-b472-47ed-8611-e55e959942e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.387543] env[63105]: DEBUG oslo_concurrency.lockutils [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "b979985d-b472-47ed-8611-e55e959942e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.387723] env[63105]: DEBUG oslo_concurrency.lockutils [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "b979985d-b472-47ed-8611-e55e959942e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.387884] env[63105]: DEBUG oslo_concurrency.lockutils [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "b979985d-b472-47ed-8611-e55e959942e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.390520] env[63105]: INFO nova.compute.manager [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Terminating instance [ 876.426217] env[63105]: DEBUG nova.network.neutron [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Updating instance_info_cache with network_info: [{"id": "d5b3f0fd-75a6-4c43-80f5-a302d33c0ff8", "address": "fa:16:3e:a1:ae:ad", "network": {"id": "67ae8895-7932-4c29-9082-c3e499458336", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2009124706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "052f8b44cedd49ed854b766ade3bb802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b3f0fd-75", "ovs_interfaceid": "d5b3f0fd-75a6-4c43-80f5-a302d33c0ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.434271] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Releasing lock "refresh_cache-f694ae46-0abd-4653-b6d7-4b6dbcf39941" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.434271] env[63105]: DEBUG nova.compute.manager [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.434547] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.434761] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbc942d2-c11f-4c41-952d-51220bb4b4ee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.451927] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a131ea5-85e1-41d9-8145-bff4c2a76eb8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.491986] env[63105]: WARNING nova.virt.vmwareapi.vmops [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f694ae46-0abd-4653-b6d7-4b6dbcf39941 could not be found. [ 876.492553] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.492922] env[63105]: INFO nova.compute.manager [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Took 0.06 seconds to destroy the instance on the hypervisor. [ 876.493446] env[63105]: DEBUG oslo.service.loopingcall [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 876.496833] env[63105]: DEBUG nova.compute.manager [-] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.497084] env[63105]: DEBUG nova.network.neutron [-] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.516508] env[63105]: DEBUG nova.network.neutron [-] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.631213] env[63105]: DEBUG oslo_vmware.api [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759057, 'name': PowerOnVM_Task, 'duration_secs': 0.63691} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.631486] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.636129] env[63105]: DEBUG nova.compute.manager [None req-87a00ec2-2071-435e-9aa0-2fd2850b58ee tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.637291] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1c8d53-9143-42ea-a0cd-03bde8166657 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.641923] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e848adb9-abf7-4aaa-b971-b9128930fb5b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.654341] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fabb18-e346-4152-afbb-fe7767687270 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.693711] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7233c054-c139-480d-b981-57e56b3ebb5d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.705716] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df53a1d-76d5-4fbf-a79c-27d86810af34 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.719854] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759059, 'name': Rename_Task, 'duration_secs': 0.177257} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.727640] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.728179] env[63105]: DEBUG nova.compute.provider_tree [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.729498] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd736f73-8544-423c-8aad-7f2dc5e856be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.738592] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 876.738592] env[63105]: value = "task-2759060" [ 876.738592] env[63105]: _type = "Task" [ 876.738592] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.748224] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.753219] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 46864447-5fdc-4e7e-ad3d-63c9d7c15afc] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 876.896635] env[63105]: DEBUG nova.compute.manager [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.896875] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.898803] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0f65cd-70b4-4d75-82b9-c52ae33bce2c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.907409] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.907409] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2a4fa88-6a5c-48e6-8c0e-3f00c2af8051 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.916181] env[63105]: DEBUG oslo_vmware.api [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 876.916181] env[63105]: value = "task-2759061" [ 876.916181] env[63105]: _type = "Task" [ 876.916181] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.928646] env[63105]: DEBUG oslo_vmware.api [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2759061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.931747] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "refresh_cache-275ed3e3-0b33-4b86-a9e4-6062ff6d8276" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.932099] env[63105]: DEBUG nova.compute.manager [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Instance network_info: |[{"id": "d5b3f0fd-75a6-4c43-80f5-a302d33c0ff8", "address": "fa:16:3e:a1:ae:ad", "network": {"id": "67ae8895-7932-4c29-9082-c3e499458336", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2009124706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "052f8b44cedd49ed854b766ade3bb802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b3f0fd-75", "ovs_interfaceid": "d5b3f0fd-75a6-4c43-80f5-a302d33c0ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.932815] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:ae:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5b3f0fd-75a6-4c43-80f5-a302d33c0ff8', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.941909] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Creating folder: Project (052f8b44cedd49ed854b766ade3bb802). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.942270] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66b0d1fa-3caf-4345-96f4-7d1135d7e1ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.958311] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Created folder: Project (052f8b44cedd49ed854b766ade3bb802) in parent group-v554960. [ 876.958634] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Creating folder: Instances. Parent ref: group-v555158. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.958928] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4c9cacb-341d-4542-83c7-196aee056f58 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.973471] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Created folder: Instances in parent group-v555158. [ 876.973709] env[63105]: DEBUG oslo.service.loopingcall [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 876.973945] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.974207] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b53e7be-8a2a-416f-a351-654e873c3390 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.997210] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.997210] env[63105]: value = "task-2759064" [ 876.997210] env[63105]: _type = "Task" [ 876.997210] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.008706] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759064, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.022268] env[63105]: DEBUG nova.network.neutron [-] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.234453] env[63105]: DEBUG nova.scheduler.client.report [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 877.251072] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759060, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.255809] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 17e58975-52ca-4e4e-8358-e72975123529] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 877.303207] env[63105]: DEBUG nova.compute.manager [req-8cbda480-0971-46e3-ad26-273eea952084 req-3e61f9c0-40ce-4941-910a-b8a570c60234 service nova] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Received event network-vif-plugged-965d3489-c81d-4695-9868-747ee759c904 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 877.303467] env[63105]: DEBUG oslo_concurrency.lockutils [req-8cbda480-0971-46e3-ad26-273eea952084 req-3e61f9c0-40ce-4941-910a-b8a570c60234 service nova] Acquiring lock "6de23a0a-de79-4a89-8ad4-9db6fde618ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.303692] env[63105]: DEBUG oslo_concurrency.lockutils [req-8cbda480-0971-46e3-ad26-273eea952084 req-3e61f9c0-40ce-4941-910a-b8a570c60234 service nova] Lock "6de23a0a-de79-4a89-8ad4-9db6fde618ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.303841] env[63105]: DEBUG oslo_concurrency.lockutils [req-8cbda480-0971-46e3-ad26-273eea952084 req-3e61f9c0-40ce-4941-910a-b8a570c60234 service nova] Lock "6de23a0a-de79-4a89-8ad4-9db6fde618ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.304535] env[63105]: DEBUG nova.compute.manager [req-8cbda480-0971-46e3-ad26-273eea952084 req-3e61f9c0-40ce-4941-910a-b8a570c60234 service nova] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] No waiting events found dispatching network-vif-plugged-965d3489-c81d-4695-9868-747ee759c904 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.304843] env[63105]: WARNING nova.compute.manager [req-8cbda480-0971-46e3-ad26-273eea952084 req-3e61f9c0-40ce-4941-910a-b8a570c60234 service nova] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Received unexpected event network-vif-plugged-965d3489-c81d-4695-9868-747ee759c904 for instance with vm_state building and task_state spawning. [ 877.430158] env[63105]: DEBUG oslo_vmware.api [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2759061, 'name': PowerOffVM_Task, 'duration_secs': 0.280811} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.430445] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.430615] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.430877] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a1b61de-4a76-44eb-80b0-61c2853545fd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.509788] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759064, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.511468] env[63105]: DEBUG nova.network.neutron [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Successfully updated port: 965d3489-c81d-4695-9868-747ee759c904 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.525360] env[63105]: INFO nova.compute.manager [-] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Took 1.03 seconds to deallocate network for instance. [ 877.536069] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.536310] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.536496] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Deleting the datastore file [datastore2] b979985d-b472-47ed-8611-e55e959942e9 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.536781] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64129e8f-b12c-4352-964c-447bb71876d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.546939] env[63105]: DEBUG oslo_vmware.api [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for the task: (returnval){ [ 877.546939] env[63105]: value = "task-2759066" [ 877.546939] env[63105]: _type = "Task" [ 877.546939] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.557228] env[63105]: DEBUG oslo_vmware.api [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2759066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.557689] env[63105]: INFO nova.compute.manager [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Unrescuing [ 877.557988] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "refresh_cache-3906f5f4-2486-4979-91c7-1e3e8f382ab2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.558681] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquired lock "refresh_cache-3906f5f4-2486-4979-91c7-1e3e8f382ab2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.558681] env[63105]: DEBUG nova.network.neutron [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.739482] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.740075] env[63105]: DEBUG nova.compute.manager [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.742944] env[63105]: DEBUG oslo_concurrency.lockutils [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.521s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.747173] env[63105]: DEBUG oslo_concurrency.lockutils [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.749894] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.048s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.750143] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.751881] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.470s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.752078] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.753613] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.143s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.753795] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.761124] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.098s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.761371] env[63105]: DEBUG nova.objects.instance [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lazy-loading 'resources' on Instance uuid d14a793f-b9b7-4ea7-845b-b1ca15e6d1df {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.767096] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: be7b959e-265e-41e1-b578-acb0ec182c71] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 877.786599] env[63105]: DEBUG oslo_vmware.api [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759060, 'name': PowerOnVM_Task, 'duration_secs': 0.609124} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.786599] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.787030] env[63105]: INFO nova.compute.manager [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Took 7.67 seconds to spawn the instance on the hypervisor. [ 877.787564] env[63105]: DEBUG nova.compute.manager [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.788554] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400ef8d5-6c72-4323-ad92-03ca27b9de4f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.793663] env[63105]: INFO nova.scheduler.client.report [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Deleted allocations for instance 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3 [ 877.803651] env[63105]: INFO nova.scheduler.client.report [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleted allocations for instance 6c94130a-b4ca-41d2-a1c4-d099c110ebc2 [ 877.819802] env[63105]: INFO nova.scheduler.client.report [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Deleted allocations for instance cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1 [ 877.823771] env[63105]: INFO nova.scheduler.client.report [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Deleted allocations for instance 97456def-d278-4065-a424-333f922b7060 [ 878.009499] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759064, 'name': CreateVM_Task, 'duration_secs': 0.558298} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.012785] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.013530] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "refresh_cache-6de23a0a-de79-4a89-8ad4-9db6fde618ff" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.013673] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "refresh_cache-6de23a0a-de79-4a89-8ad4-9db6fde618ff" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.013815] env[63105]: DEBUG nova.network.neutron [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.015281] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.015450] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.015791] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.016408] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d819d87a-81b3-46d3-95e6-43959b26b0f1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.022974] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 878.022974] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52fe9bf2-4d36-3dc7-e00c-06868f4a3773" [ 878.022974] env[63105]: _type = "Task" [ 878.022974] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.034172] env[63105]: INFO nova.compute.manager [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Instance disappeared during terminate [ 878.034409] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c9a2ef1f-5fda-4423-834e-687d6c674751 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "f694ae46-0abd-4653-b6d7-4b6dbcf39941" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.298s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.035379] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52fe9bf2-4d36-3dc7-e00c-06868f4a3773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.062617] env[63105]: DEBUG oslo_vmware.api [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Task: {'id': task-2759066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147704} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.063142] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.063321] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.063494] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.063666] env[63105]: INFO nova.compute.manager [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] [instance: b979985d-b472-47ed-8611-e55e959942e9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 878.063903] env[63105]: DEBUG oslo.service.loopingcall [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.066603] env[63105]: DEBUG nova.compute.manager [-] [instance: b979985d-b472-47ed-8611-e55e959942e9] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.066748] env[63105]: DEBUG nova.network.neutron [-] [instance: b979985d-b472-47ed-8611-e55e959942e9] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.127091] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaabdbf4-eed2-4008-b6a7-3145df11625e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.136210] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ea6b9d-543b-4de2-870d-2a58c71928f2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.167193] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b97e461-bf8f-4d54-8062-b06d36f0e4f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.179710] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732de057-08fe-4686-8da1-74906d818439 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.198880] env[63105]: DEBUG nova.compute.provider_tree [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.268481] env[63105]: DEBUG nova.compute.utils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 878.270048] env[63105]: DEBUG nova.compute.manager [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.270240] env[63105]: DEBUG nova.network.neutron [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.276993] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 3dd36d4d-cbaa-4203-a1df-c7e8670682ff] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 878.323810] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0878ba1d-851b-446f-840a-987a2150a697 tempest-VolumesAdminNegativeTest-1626357694 tempest-VolumesAdminNegativeTest-1626357694-project-member] Lock "2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.390s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.327311] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e41048c1-2f18-49ef-b8b8-140075ab901b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "6c94130a-b4ca-41d2-a1c4-d099c110ebc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.677s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.332458] env[63105]: INFO nova.compute.manager [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Took 55.51 seconds to build instance. [ 878.333089] env[63105]: DEBUG oslo_concurrency.lockutils [None req-93f90b10-5677-4e5c-b3f3-9fc074acdb39 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.021s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.346123] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1fbee81f-45d8-47e5-9ed5-c5446b2cf0e3 tempest-MultipleCreateTestJSON-1764862518 tempest-MultipleCreateTestJSON-1764862518-project-member] Lock "97456def-d278-4065-a424-333f922b7060" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.786s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.439952] env[63105]: DEBUG nova.policy [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a0a72df6dd64640991aefdba52eba06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a825c308490f440bbc47f6facc63ffbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.537756] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52fe9bf2-4d36-3dc7-e00c-06868f4a3773, 'name': SearchDatastore_Task, 'duration_secs': 0.030465} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.538269] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.538514] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.538686] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.538835] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.539056] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.539296] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92611c62-132d-4bf0-90d4-0038ba5a5bda {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.552149] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.552149] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.552730] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cedb74dd-8693-494f-9096-65afac918560 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.560604] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 878.560604] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52154970-1555-4f29-2971-0c191142daf2" [ 878.560604] env[63105]: _type = "Task" [ 878.560604] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.571917] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52154970-1555-4f29-2971-0c191142daf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.637466] env[63105]: DEBUG nova.network.neutron [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.706832] env[63105]: DEBUG nova.scheduler.client.report [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 878.773870] env[63105]: DEBUG nova.compute.manager [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.782964] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 27309833-bf08-4d8d-a71e-fd2ae2d46b35] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 878.834996] env[63105]: DEBUG oslo_concurrency.lockutils [None req-436d8a3b-727c-488e-a587-f4f7b4b3a842 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "d2a39b11-2aab-4428-9bd8-277ab3962e72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.020s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.015611] env[63105]: DEBUG nova.network.neutron [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Updating instance_info_cache with network_info: [{"id": "965d3489-c81d-4695-9868-747ee759c904", "address": "fa:16:3e:15:6d:5d", "network": {"id": "67ae8895-7932-4c29-9082-c3e499458336", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2009124706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "052f8b44cedd49ed854b766ade3bb802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965d3489-c8", "ovs_interfaceid": "965d3489-c81d-4695-9868-747ee759c904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.075211] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52154970-1555-4f29-2971-0c191142daf2, 'name': SearchDatastore_Task, 'duration_secs': 0.012489} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.075407] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee31633-6c5c-495c-96f7-cdd95edfe428 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.082466] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 879.082466] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]528962be-76d3-0280-58c0-65cb63fbe9b2" [ 879.082466] env[63105]: _type = "Task" [ 879.082466] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.083483] env[63105]: DEBUG nova.network.neutron [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Updating instance_info_cache with network_info: [{"id": "f51c5a9d-20fb-4daa-bb8a-e54cf148d057", "address": "fa:16:3e:8e:97:d2", "network": {"id": "3e03c205-926c-4fe7-93c4-ed08ad825ca7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1420699572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8b089305d5a4ae1a6d2e97e16cd2092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf51c5a9d-20", "ovs_interfaceid": "f51c5a9d-20fb-4daa-bb8a-e54cf148d057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.102511] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528962be-76d3-0280-58c0-65cb63fbe9b2, 'name': SearchDatastore_Task, 'duration_secs': 0.015828} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.103503] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.103503] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 275ed3e3-0b33-4b86-a9e4-6062ff6d8276/275ed3e3-0b33-4b86-a9e4-6062ff6d8276.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.104814] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3979a80-132a-44c6-be0a-773acce6c19d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.115318] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 879.115318] env[63105]: value = "task-2759067" [ 879.115318] env[63105]: _type = "Task" [ 879.115318] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.123328] env[63105]: DEBUG nova.compute.manager [req-b0c1b8b9-c6ce-4851-8fe4-b15a5fff197a req-860fc25a-2c3f-44f0-81e5-77e20b869351 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Received event network-vif-deleted-1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 879.123530] env[63105]: INFO nova.compute.manager [req-b0c1b8b9-c6ce-4851-8fe4-b15a5fff197a req-860fc25a-2c3f-44f0-81e5-77e20b869351 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Neutron deleted interface 1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f; detaching it from the instance and deleting it from the info cache [ 879.123708] env[63105]: DEBUG nova.network.neutron [req-b0c1b8b9-c6ce-4851-8fe4-b15a5fff197a req-860fc25a-2c3f-44f0-81e5-77e20b869351 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.130343] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.215186] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.451s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.215186] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.722s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.215802] env[63105]: DEBUG nova.objects.instance [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lazy-loading 'resources' on Instance uuid 7df3f6c9-3259-49bb-b7f7-01d2849edcec {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.249250] env[63105]: INFO nova.scheduler.client.report [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleted allocations for instance d14a793f-b9b7-4ea7-845b-b1ca15e6d1df [ 879.293669] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 8f1812a5-1596-464f-b486-91b6c9a822bd] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 879.293669] env[63105]: DEBUG nova.network.neutron [-] [instance: b979985d-b472-47ed-8611-e55e959942e9] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.425220] env[63105]: DEBUG nova.compute.manager [req-05ccebb7-fe4c-40ae-90c9-82fd45750a2f req-b634693c-8a84-4cb4-a3be-1778dd7f9568 service nova] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Received event network-changed-965d3489-c81d-4695-9868-747ee759c904 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 879.425432] env[63105]: DEBUG nova.compute.manager [req-05ccebb7-fe4c-40ae-90c9-82fd45750a2f req-b634693c-8a84-4cb4-a3be-1778dd7f9568 service nova] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Refreshing instance network info cache due to event network-changed-965d3489-c81d-4695-9868-747ee759c904. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 879.425647] env[63105]: DEBUG oslo_concurrency.lockutils [req-05ccebb7-fe4c-40ae-90c9-82fd45750a2f req-b634693c-8a84-4cb4-a3be-1778dd7f9568 service nova] Acquiring lock "refresh_cache-6de23a0a-de79-4a89-8ad4-9db6fde618ff" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.520264] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "refresh_cache-6de23a0a-de79-4a89-8ad4-9db6fde618ff" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.520928] env[63105]: DEBUG nova.compute.manager [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Instance network_info: |[{"id": "965d3489-c81d-4695-9868-747ee759c904", "address": "fa:16:3e:15:6d:5d", "network": {"id": "67ae8895-7932-4c29-9082-c3e499458336", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2009124706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "052f8b44cedd49ed854b766ade3bb802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965d3489-c8", "ovs_interfaceid": "965d3489-c81d-4695-9868-747ee759c904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.521047] env[63105]: DEBUG oslo_concurrency.lockutils [req-05ccebb7-fe4c-40ae-90c9-82fd45750a2f req-b634693c-8a84-4cb4-a3be-1778dd7f9568 service nova] Acquired lock "refresh_cache-6de23a0a-de79-4a89-8ad4-9db6fde618ff" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.521260] env[63105]: DEBUG nova.network.neutron [req-05ccebb7-fe4c-40ae-90c9-82fd45750a2f req-b634693c-8a84-4cb4-a3be-1778dd7f9568 service nova] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Refreshing network info cache for port 965d3489-c81d-4695-9868-747ee759c904 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.522828] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:6d:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '965d3489-c81d-4695-9868-747ee759c904', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.532444] env[63105]: DEBUG oslo.service.loopingcall [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 879.535018] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.535018] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9270dc9-fbf9-4964-9aa3-5713a3b84133 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.563432] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.563432] env[63105]: value = "task-2759068" [ 879.563432] env[63105]: _type = "Task" [ 879.563432] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.579372] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759068, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.595058] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Releasing lock "refresh_cache-3906f5f4-2486-4979-91c7-1e3e8f382ab2" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.595058] env[63105]: DEBUG nova.objects.instance [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lazy-loading 'flavor' on Instance uuid 3906f5f4-2486-4979-91c7-1e3e8f382ab2 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.635196] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505108} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.635467] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f0278c5-08cc-49cf-b421-7cbcce666c50 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.637782] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 275ed3e3-0b33-4b86-a9e4-6062ff6d8276/275ed3e3-0b33-4b86-a9e4-6062ff6d8276.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.638015] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.638281] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38c2710c-2d7c-4ebd-ae26-753abbd3e761 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.656776] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f51afb4-fa1f-42ea-8e2b-4667e53d9c4e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.674093] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 879.674093] env[63105]: value = "task-2759069" [ 879.674093] env[63105]: _type = "Task" [ 879.674093] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.682702] env[63105]: DEBUG nova.network.neutron [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Successfully created port: bd461013-d625-4b35-90cf-32a21eab0057 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.708836] env[63105]: DEBUG nova.compute.manager [req-b0c1b8b9-c6ce-4851-8fe4-b15a5fff197a req-860fc25a-2c3f-44f0-81e5-77e20b869351 service nova] [instance: b979985d-b472-47ed-8611-e55e959942e9] Detach interface failed, port_id=1def9af1-e2ea-4bdf-a933-ad5bcce6ac8f, reason: Instance b979985d-b472-47ed-8611-e55e959942e9 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 879.710948] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.760654] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e04cd379-9b82-400b-876a-dc238364f650 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "d14a793f-b9b7-4ea7-845b-b1ca15e6d1df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.584s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.803161] env[63105]: DEBUG nova.compute.manager [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.805374] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 68a75af1-3f9a-4ed7-9e12-24dfd927b323] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 879.808098] env[63105]: INFO nova.compute.manager [-] [instance: b979985d-b472-47ed-8611-e55e959942e9] Took 1.74 seconds to deallocate network for instance. [ 879.861183] env[63105]: DEBUG nova.virt.hardware [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 879.861183] env[63105]: DEBUG nova.virt.hardware [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 879.861183] env[63105]: DEBUG nova.virt.hardware [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.861183] env[63105]: DEBUG nova.virt.hardware [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 879.861617] env[63105]: DEBUG nova.virt.hardware [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.861617] env[63105]: DEBUG nova.virt.hardware [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 879.861685] env[63105]: DEBUG nova.virt.hardware [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 879.861937] env[63105]: DEBUG nova.virt.hardware [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 879.862524] env[63105]: DEBUG nova.virt.hardware [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 879.862524] env[63105]: DEBUG nova.virt.hardware [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 879.862663] env[63105]: DEBUG nova.virt.hardware [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 879.869129] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52d6bdf-d3b3-4d3a-9c45-4f0697561d3a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.880276] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78593ca-c62e-4b6f-9175-585c0456fef4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.961834] env[63105]: DEBUG oslo_vmware.rw_handles [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520068aa-28de-0893-3ecc-0e0c7687d7b4/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 879.963443] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797b3a02-99dc-4487-9317-beaf8f808b30 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.972265] env[63105]: DEBUG oslo_vmware.rw_handles [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520068aa-28de-0893-3ecc-0e0c7687d7b4/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 879.973038] env[63105]: ERROR oslo_vmware.rw_handles [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520068aa-28de-0893-3ecc-0e0c7687d7b4/disk-0.vmdk due to incomplete transfer. [ 879.975600] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e0fa321d-2285-424d-a213-87ce7e630332 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.985802] env[63105]: DEBUG oslo_vmware.rw_handles [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520068aa-28de-0893-3ecc-0e0c7687d7b4/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 879.985952] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Uploaded image a84fdc6b-776a-43c9-a34c-b6065d24adee to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 879.988925] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 879.989235] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-908aa436-dd11-4fc6-9fca-1bd410495f08 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.001074] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 880.001074] env[63105]: value = "task-2759070" [ 880.001074] env[63105]: _type = "Task" [ 880.001074] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.014133] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759070, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.076559] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759068, 'name': CreateVM_Task, 'duration_secs': 0.411884} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.078803] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.079744] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.079949] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.080291] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.080550] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80ffc07-2fb3-46d2-b206-58f990709cf4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.087712] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 880.087712] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52c69ea0-ab4d-4c59-030a-24e94b50dfb6" [ 880.087712] env[63105]: _type = "Task" [ 880.087712] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.100356] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c69ea0-ab4d-4c59-030a-24e94b50dfb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.101582] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9b3125-4a9b-412e-a951-5d87366c5ca4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.125426] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.128817] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fe4b581-1a4f-4d20-b19c-1c9d97ddd71a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.137122] env[63105]: DEBUG oslo_vmware.api [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 880.137122] env[63105]: value = "task-2759071" [ 880.137122] env[63105]: _type = "Task" [ 880.137122] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.143029] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033b8e5d-0ec7-4987-a207-778c408f25ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.151879] env[63105]: DEBUG oslo_vmware.api [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.158347] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870c3292-7916-47d5-89e5-d5b801c44fa2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.197709] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039e1745-045e-4bdc-8491-922a5f368f4c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.206454] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080924} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.208684] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.211222] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3ac84c-597d-4493-931a-4ba7c68f2eb8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.214265] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb172275-e8d6-4e23-8e83-5c86764de98b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.231905] env[63105]: DEBUG nova.compute.provider_tree [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.251120] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 275ed3e3-0b33-4b86-a9e4-6062ff6d8276/275ed3e3-0b33-4b86-a9e4-6062ff6d8276.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.254860] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8225cb4f-d1d9-4c89-a3f5-b9c308b13b05 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.280873] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 880.280873] env[63105]: value = "task-2759072" [ 880.280873] env[63105]: _type = "Task" [ 880.280873] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.292026] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.297371] env[63105]: ERROR nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [req-9ce19da9-e80f-406d-9880-e80fec00d92b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9ce19da9-e80f-406d-9880-e80fec00d92b"}]} [ 880.309897] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 350dd628-4842-4a8b-9a72-9161a2c86605] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 880.316108] env[63105]: DEBUG nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 880.319116] env[63105]: DEBUG oslo_concurrency.lockutils [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.338927] env[63105]: DEBUG nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 880.339235] env[63105]: DEBUG nova.compute.provider_tree [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.355276] env[63105]: DEBUG nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 880.381415] env[63105]: DEBUG nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 880.518364] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759070, 'name': Destroy_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.599819] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c69ea0-ab4d-4c59-030a-24e94b50dfb6, 'name': SearchDatastore_Task, 'duration_secs': 0.012599} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.602640] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.602889] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.603132] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.603277] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.603452] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.605039] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3fb28a0-8c24-4dc6-9e2c-673b645315de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.614425] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.614580] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.616455] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4794bd46-285b-4f75-8217-7f885f9cc1ea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.622250] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 880.622250] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521bb580-5b50-27a7-98b9-188465db8ad9" [ 880.622250] env[63105]: _type = "Task" [ 880.622250] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.635352] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521bb580-5b50-27a7-98b9-188465db8ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.639875] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3db783-0665-4101-9050-0c94cd259634 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.649112] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 880.649112] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a56c2b-e27a-b7f8-41d0-98acd2de0a4b" [ 880.649112] env[63105]: _type = "Task" [ 880.649112] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.654551] env[63105]: DEBUG oslo_vmware.api [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759071, 'name': PowerOffVM_Task, 'duration_secs': 0.429415} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.657737] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.663111] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 880.663383] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aba7ed6c-992b-4074-8f75-4d6ba1792686 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.686393] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a56c2b-e27a-b7f8-41d0-98acd2de0a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.014538} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.687956] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.688351] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 6de23a0a-de79-4a89-8ad4-9db6fde618ff/6de23a0a-de79-4a89-8ad4-9db6fde618ff.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.688815] env[63105]: DEBUG oslo_vmware.api [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 880.688815] env[63105]: value = "task-2759073" [ 880.688815] env[63105]: _type = "Task" [ 880.688815] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.689461] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95881cad-52b8-45ce-b45d-1c70244fb8e3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.704542] env[63105]: DEBUG oslo_vmware.api [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759073, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.707054] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 880.707054] env[63105]: value = "task-2759074" [ 880.707054] env[63105]: _type = "Task" [ 880.707054] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.717513] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.731104] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f91b3c5-f444-45b4-8c4c-b055c354741b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.741275] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670438ec-bdc5-4d28-ba01-2cd052fa3d55 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.772318] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fdb842-2c82-4c12-b58f-a67280809c3b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.783811] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178a1c84-c13d-4f54-b8d8-5aec5c984da7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.793840] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.801956] env[63105]: DEBUG nova.compute.provider_tree [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.813174] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 66a33204-a15e-4e4c-bc3e-b0fb625268b9] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 880.977263] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "c3c5a377-7b54-47bb-b34a-4ccf93822d53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.978291] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "c3c5a377-7b54-47bb-b34a-4ccf93822d53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.023991] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759070, 'name': Destroy_Task, 'duration_secs': 0.882786} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.024315] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Destroyed the VM [ 881.024560] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 881.024858] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-74f541f5-5403-4f35-b317-007c6dd42202 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.036750] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 881.036750] env[63105]: value = "task-2759075" [ 881.036750] env[63105]: _type = "Task" [ 881.036750] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.051759] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759075, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.141687] env[63105]: DEBUG nova.network.neutron [req-05ccebb7-fe4c-40ae-90c9-82fd45750a2f req-b634693c-8a84-4cb4-a3be-1778dd7f9568 service nova] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Updated VIF entry in instance network info cache for port 965d3489-c81d-4695-9868-747ee759c904. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.142099] env[63105]: DEBUG nova.network.neutron [req-05ccebb7-fe4c-40ae-90c9-82fd45750a2f req-b634693c-8a84-4cb4-a3be-1778dd7f9568 service nova] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Updating instance_info_cache with network_info: [{"id": "965d3489-c81d-4695-9868-747ee759c904", "address": "fa:16:3e:15:6d:5d", "network": {"id": "67ae8895-7932-4c29-9082-c3e499458336", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2009124706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "052f8b44cedd49ed854b766ade3bb802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965d3489-c8", "ovs_interfaceid": "965d3489-c81d-4695-9868-747ee759c904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.204355] env[63105]: DEBUG oslo_vmware.api [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759073, 'name': ReconfigVM_Task, 'duration_secs': 0.447776} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.204661] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 881.204959] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.205278] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81d07ecf-9dfd-48ae-9187-5afa732f21a0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.215801] env[63105]: DEBUG oslo_vmware.api [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 881.215801] env[63105]: value = "task-2759076" [ 881.215801] env[63105]: _type = "Task" [ 881.215801] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.225836] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759074, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.234201] env[63105]: DEBUG oslo_vmware.api [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.296755] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759072, 'name': ReconfigVM_Task, 'duration_secs': 0.69892} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.297145] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 275ed3e3-0b33-4b86-a9e4-6062ff6d8276/275ed3e3-0b33-4b86-a9e4-6062ff6d8276.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.297829] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-498d7f35-bdc0-4682-b30c-7a69a28e4834 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.310632] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 881.310632] env[63105]: value = "task-2759077" [ 881.310632] env[63105]: _type = "Task" [ 881.310632] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.316946] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 0fd393bb-8113-4b12-93ea-2d257fb98ae0] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 881.327034] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759077, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.330920] env[63105]: ERROR nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [req-b4ffd6e5-6336-472a-996f-a02446b438e1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b4ffd6e5-6336-472a-996f-a02446b438e1"}]} [ 881.356937] env[63105]: DEBUG nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 881.360935] env[63105]: DEBUG nova.compute.manager [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.363817] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa31f3a-dabb-48ba-92e7-79c8f52fac75 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.386462] env[63105]: DEBUG nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 881.386722] env[63105]: DEBUG nova.compute.provider_tree [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.408645] env[63105]: DEBUG nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 881.443119] env[63105]: DEBUG nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 881.481492] env[63105]: DEBUG nova.compute.manager [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.554762] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759075, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.646548] env[63105]: DEBUG oslo_concurrency.lockutils [req-05ccebb7-fe4c-40ae-90c9-82fd45750a2f req-b634693c-8a84-4cb4-a3be-1778dd7f9568 service nova] Releasing lock "refresh_cache-6de23a0a-de79-4a89-8ad4-9db6fde618ff" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.720572] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636382} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.723659] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 6de23a0a-de79-4a89-8ad4-9db6fde618ff/6de23a0a-de79-4a89-8ad4-9db6fde618ff.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.723971] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.726358] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8045188-5037-44ee-8b21-0143d66a5be5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.737665] env[63105]: DEBUG oslo_vmware.api [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.739815] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 881.739815] env[63105]: value = "task-2759078" [ 881.739815] env[63105]: _type = "Task" [ 881.739815] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.752321] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.780851] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8355a21-0eac-45eb-9f8f-370ee8055f56 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.790910] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d632ca-bd32-497e-a76c-5a9498a34cf2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.831824] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd407b5-e64c-4191-8c19-d5a39a2d0eef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.834351] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 6a752f33-9dc2-4107-8648-7ab829348c6a] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 881.845050] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759077, 'name': Rename_Task, 'duration_secs': 0.20718} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.848597] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.848929] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2896e7d1-8454-4981-9272-c4e47a3c69f1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.854018] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6427d5c-2cfa-4db5-a16f-c360f20314bd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.870448] env[63105]: DEBUG nova.compute.provider_tree [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.873825] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 881.873825] env[63105]: value = "task-2759079" [ 881.873825] env[63105]: _type = "Task" [ 881.873825] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.878241] env[63105]: INFO nova.compute.manager [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] instance snapshotting [ 881.881617] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd92535-93b1-4017-9b4b-873cd0b42200 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.888332] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759079, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.905373] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c30e46-ecbc-4e0a-b028-d487463927c9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.013808] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.052252] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759075, 'name': RemoveSnapshot_Task, 'duration_secs': 0.542544} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.052554] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 882.052804] env[63105]: DEBUG nova.compute.manager [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.055669] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622578e4-b476-4b6b-8892-c762371cc119 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.238212] env[63105]: DEBUG oslo_vmware.api [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.252438] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218547} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.252744] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.253568] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c95da64-3e42-4e37-b98c-7953d5399411 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.282954] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 6de23a0a-de79-4a89-8ad4-9db6fde618ff/6de23a0a-de79-4a89-8ad4-9db6fde618ff.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.284111] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44f24d11-8509-4e8a-94a4-729dfd26bc22 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.306439] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 882.306439] env[63105]: value = "task-2759080" [ 882.306439] env[63105]: _type = "Task" [ 882.306439] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.318322] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.342599] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: ec73cb87-6d0c-4390-88ef-f26ca372063f] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.397792] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.403887] env[63105]: ERROR nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [req-5dcafb4a-9393-49f0-a1a8-8e2cb9f8fcfc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5dcafb4a-9393-49f0-a1a8-8e2cb9f8fcfc"}]} [ 882.417074] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 882.419065] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af4b8fa2-e003-4b93-9784-06db9ef37f06 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.424645] env[63105]: DEBUG nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 882.429344] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 882.429344] env[63105]: value = "task-2759081" [ 882.429344] env[63105]: _type = "Task" [ 882.429344] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.440602] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759081, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.454982] env[63105]: DEBUG nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 882.454982] env[63105]: DEBUG nova.compute.provider_tree [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.475397] env[63105]: DEBUG nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 882.500158] env[63105]: DEBUG nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 882.576689] env[63105]: INFO nova.compute.manager [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Shelve offloading [ 882.675818] env[63105]: DEBUG nova.compute.manager [req-a553e071-08b0-4aaa-b93d-2c93918de55a req-d6a965e2-7853-4d1a-884f-c4f09fa10b82 service nova] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Received event network-vif-plugged-bd461013-d625-4b35-90cf-32a21eab0057 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 882.676173] env[63105]: DEBUG oslo_concurrency.lockutils [req-a553e071-08b0-4aaa-b93d-2c93918de55a req-d6a965e2-7853-4d1a-884f-c4f09fa10b82 service nova] Acquiring lock "99811785-10be-4ba7-bf3d-126066e6177a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.676411] env[63105]: DEBUG oslo_concurrency.lockutils [req-a553e071-08b0-4aaa-b93d-2c93918de55a req-d6a965e2-7853-4d1a-884f-c4f09fa10b82 service nova] Lock "99811785-10be-4ba7-bf3d-126066e6177a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.676606] env[63105]: DEBUG oslo_concurrency.lockutils [req-a553e071-08b0-4aaa-b93d-2c93918de55a req-d6a965e2-7853-4d1a-884f-c4f09fa10b82 service nova] Lock "99811785-10be-4ba7-bf3d-126066e6177a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.676795] env[63105]: DEBUG nova.compute.manager [req-a553e071-08b0-4aaa-b93d-2c93918de55a req-d6a965e2-7853-4d1a-884f-c4f09fa10b82 service nova] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] No waiting events found dispatching network-vif-plugged-bd461013-d625-4b35-90cf-32a21eab0057 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.676959] env[63105]: WARNING nova.compute.manager [req-a553e071-08b0-4aaa-b93d-2c93918de55a req-d6a965e2-7853-4d1a-884f-c4f09fa10b82 service nova] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Received unexpected event network-vif-plugged-bd461013-d625-4b35-90cf-32a21eab0057 for instance with vm_state building and task_state spawning. [ 882.705525] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Acquiring lock "cb8cc737-1aaf-4619-9789-36a43c3d5918" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.705815] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Lock "cb8cc737-1aaf-4619-9789-36a43c3d5918" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.738433] env[63105]: DEBUG oslo_vmware.api [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759076, 'name': PowerOnVM_Task, 'duration_secs': 1.441619} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.741567] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.742985] env[63105]: DEBUG nova.compute.manager [None req-d3af3a6d-e114-4163-9755-e7b5df858f0a tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.746736] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6caf12-8f52-4c83-ae5d-e05ee45d5a71 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.805050] env[63105]: DEBUG nova.network.neutron [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Successfully updated port: bd461013-d625-4b35-90cf-32a21eab0057 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.828444] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759080, 'name': ReconfigVM_Task, 'duration_secs': 0.320754} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.828444] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 6de23a0a-de79-4a89-8ad4-9db6fde618ff/6de23a0a-de79-4a89-8ad4-9db6fde618ff.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.828444] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54d542f5-7097-427b-a7ce-7164cd63fe35 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.845450] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 882.845450] env[63105]: value = "task-2759082" [ 882.845450] env[63105]: _type = "Task" [ 882.845450] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.849114] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 75b01166-8911-4077-9d48-af25659c486a] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.868092] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759082, 'name': Rename_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.894665] env[63105]: DEBUG oslo_vmware.api [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759079, 'name': PowerOnVM_Task, 'duration_secs': 0.834682} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.894665] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.894665] env[63105]: INFO nova.compute.manager [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Took 9.25 seconds to spawn the instance on the hypervisor. [ 882.894665] env[63105]: DEBUG nova.compute.manager [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.894665] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc3ca7c-daa2-4cb4-9fba-5b3df8d8979c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.944159] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759081, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.984437] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b80a841-7c22-46c8-8c62-abb9b864948b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.995528] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d7c30b-3b96-4aa9-949f-bdff9e6f961d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.037672] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0168dc-b06e-4d2f-ab9c-70356fc2151c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.048883] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53374916-1382-434c-9a0c-52f4753b57e3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.067093] env[63105]: DEBUG nova.compute.provider_tree [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.078480] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.079137] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fe6f60b-1811-4ba3-b6dd-d78623337604 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.088525] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 883.088525] env[63105]: value = "task-2759083" [ 883.088525] env[63105]: _type = "Task" [ 883.088525] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.099134] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.211279] env[63105]: DEBUG nova.compute.manager [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.311334] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "refresh_cache-99811785-10be-4ba7-bf3d-126066e6177a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.311780] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "refresh_cache-99811785-10be-4ba7-bf3d-126066e6177a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.311780] env[63105]: DEBUG nova.network.neutron [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.355419] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 96025479-e79b-4a2d-ab21-169965c2902f] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 883.360934] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759082, 'name': Rename_Task, 'duration_secs': 0.164924} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.361702] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.361937] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4954cd42-9a8d-4c8a-9973-3d287e8a6194 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.370916] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 883.370916] env[63105]: value = "task-2759084" [ 883.370916] env[63105]: _type = "Task" [ 883.370916] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.380511] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.419394] env[63105]: INFO nova.compute.manager [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Took 50.56 seconds to build instance. [ 883.441495] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759081, 'name': CreateSnapshot_Task, 'duration_secs': 0.693814} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.441828] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 883.442688] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c35f765-f7ae-4b9f-b968-c4269f48034a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.604027] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] VM already powered off {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 883.604370] env[63105]: DEBUG nova.compute.manager [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.605161] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1b35aa-87b8-4010-b568-ee47de6de737 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.613156] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "refresh_cache-b44a1236-7591-40cf-8845-f935e602afa3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.613404] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "refresh_cache-b44a1236-7591-40cf-8845-f935e602afa3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.613605] env[63105]: DEBUG nova.network.neutron [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.625675] env[63105]: DEBUG nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 883.625675] env[63105]: DEBUG nova.compute.provider_tree [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 107 to 108 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 883.625675] env[63105]: DEBUG nova.compute.provider_tree [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.736674] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.808457] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "3906f5f4-2486-4979-91c7-1e3e8f382ab2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.808775] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "3906f5f4-2486-4979-91c7-1e3e8f382ab2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.809062] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "3906f5f4-2486-4979-91c7-1e3e8f382ab2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.809612] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "3906f5f4-2486-4979-91c7-1e3e8f382ab2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.809612] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "3906f5f4-2486-4979-91c7-1e3e8f382ab2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.812014] env[63105]: INFO nova.compute.manager [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Terminating instance [ 883.861832] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 897ce5c2-de30-4264-9f89-d2fe7c537b1e] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 883.885555] env[63105]: DEBUG oslo_vmware.api [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759084, 'name': PowerOnVM_Task, 'duration_secs': 0.485883} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.889439] env[63105]: DEBUG nova.network.neutron [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.889439] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.889692] env[63105]: INFO nova.compute.manager [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Took 7.70 seconds to spawn the instance on the hypervisor. [ 883.889813] env[63105]: DEBUG nova.compute.manager [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.890979] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1100fbfe-3c1c-4efb-9f97-5fd72c98768b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.921812] env[63105]: DEBUG oslo_concurrency.lockutils [None req-706b6015-0020-4748-adbc-41d05bc16d06 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "275ed3e3-0b33-4b86-a9e4-6062ff6d8276" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.801s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.964701] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 883.965413] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3a7d3a01-65c6-4178-8871-90d0592b62f7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.976901] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 883.976901] env[63105]: value = "task-2759085" [ 883.976901] env[63105]: _type = "Task" [ 883.976901] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.988142] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759085, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.132038] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.914s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.132210] env[63105]: DEBUG oslo_concurrency.lockutils [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.741s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.134208] env[63105]: INFO nova.compute.claims [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.179232] env[63105]: INFO nova.scheduler.client.report [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleted allocations for instance 7df3f6c9-3259-49bb-b7f7-01d2849edcec [ 884.298531] env[63105]: DEBUG nova.network.neutron [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Updating instance_info_cache with network_info: [{"id": "bd461013-d625-4b35-90cf-32a21eab0057", "address": "fa:16:3e:b8:75:8f", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd461013-d6", "ovs_interfaceid": "bd461013-d625-4b35-90cf-32a21eab0057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.318378] env[63105]: DEBUG nova.compute.manager [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.318761] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.319976] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afd602e-8112-43ac-88ca-8fc02d839cb6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.338068] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.338068] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f6d16fb-48d9-4d63-9900-e336fc4ca94d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.344960] env[63105]: DEBUG oslo_vmware.api [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 884.344960] env[63105]: value = "task-2759086" [ 884.344960] env[63105]: _type = "Task" [ 884.344960] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.359635] env[63105]: DEBUG oslo_vmware.api [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.369063] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: ef8e67e9-335e-416c-a8fb-36a06d5bbd4a] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 884.411946] env[63105]: INFO nova.compute.manager [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Took 47.57 seconds to build instance. [ 884.488897] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759085, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.509429] env[63105]: DEBUG nova.network.neutron [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Updating instance_info_cache with network_info: [{"id": "4e11809d-f046-4f9b-8335-0ae32f39dee7", "address": "fa:16:3e:d0:92:a1", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e11809d-f0", "ovs_interfaceid": "4e11809d-f046-4f9b-8335-0ae32f39dee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.688367] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e5ec6473-555f-4b55-8b50-030f6036d21e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "7df3f6c9-3259-49bb-b7f7-01d2849edcec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.150s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.801700] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "refresh_cache-99811785-10be-4ba7-bf3d-126066e6177a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.802305] env[63105]: DEBUG nova.compute.manager [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Instance network_info: |[{"id": "bd461013-d625-4b35-90cf-32a21eab0057", "address": "fa:16:3e:b8:75:8f", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd461013-d6", "ovs_interfaceid": "bd461013-d625-4b35-90cf-32a21eab0057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.802758] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:75:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd461013-d625-4b35-90cf-32a21eab0057', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.812212] env[63105]: DEBUG oslo.service.loopingcall [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 884.812512] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.812792] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f20f4fbc-51e0-4fe4-8803-f47826c198f8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.836743] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.836743] env[63105]: value = "task-2759087" [ 884.836743] env[63105]: _type = "Task" [ 884.836743] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.846452] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759087, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.860027] env[63105]: DEBUG oslo_vmware.api [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759086, 'name': PowerOffVM_Task, 'duration_secs': 0.302745} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.860379] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.860659] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.860763] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56e9be5e-423f-4909-9be0-813243e5b6e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.875460] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: cc7675ce-8158-4544-95c9-df40c403832e] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 884.914697] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd8694b-9efb-429a-af3a-865646de7d96 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "6de23a0a-de79-4a89-8ad4-9db6fde618ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.147s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.955970] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.956255] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.956470] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Deleting the datastore file [datastore1] 3906f5f4-2486-4979-91c7-1e3e8f382ab2 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.956791] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e127bc61-7b1a-46ea-9255-5fa1efefc54e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.965250] env[63105]: DEBUG oslo_vmware.api [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 884.965250] env[63105]: value = "task-2759089" [ 884.965250] env[63105]: _type = "Task" [ 884.965250] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.975933] env[63105]: DEBUG oslo_vmware.api [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.991614] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759085, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.000961] env[63105]: DEBUG nova.compute.manager [req-876518de-6fc9-405d-b91c-50777a2f9f71 req-c657a2da-be1a-44fc-a7b9-505a3d5f780f service nova] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Received event network-changed-bd461013-d625-4b35-90cf-32a21eab0057 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 885.002026] env[63105]: DEBUG nova.compute.manager [req-876518de-6fc9-405d-b91c-50777a2f9f71 req-c657a2da-be1a-44fc-a7b9-505a3d5f780f service nova] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Refreshing instance network info cache due to event network-changed-bd461013-d625-4b35-90cf-32a21eab0057. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 885.002026] env[63105]: DEBUG oslo_concurrency.lockutils [req-876518de-6fc9-405d-b91c-50777a2f9f71 req-c657a2da-be1a-44fc-a7b9-505a3d5f780f service nova] Acquiring lock "refresh_cache-99811785-10be-4ba7-bf3d-126066e6177a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.002026] env[63105]: DEBUG oslo_concurrency.lockutils [req-876518de-6fc9-405d-b91c-50777a2f9f71 req-c657a2da-be1a-44fc-a7b9-505a3d5f780f service nova] Acquired lock "refresh_cache-99811785-10be-4ba7-bf3d-126066e6177a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.002026] env[63105]: DEBUG nova.network.neutron [req-876518de-6fc9-405d-b91c-50777a2f9f71 req-c657a2da-be1a-44fc-a7b9-505a3d5f780f service nova] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Refreshing network info cache for port bd461013-d625-4b35-90cf-32a21eab0057 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.012197] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "refresh_cache-b44a1236-7591-40cf-8845-f935e602afa3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.094189] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "51f3d212-fea0-4743-bd74-810c1f0122f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.094189] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "51f3d212-fea0-4743-bd74-810c1f0122f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.094477] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "51f3d212-fea0-4743-bd74-810c1f0122f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.094547] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "51f3d212-fea0-4743-bd74-810c1f0122f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.094673] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "51f3d212-fea0-4743-bd74-810c1f0122f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.097211] env[63105]: INFO nova.compute.manager [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Terminating instance [ 885.356234] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759087, 'name': CreateVM_Task, 'duration_secs': 0.490291} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.356511] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.357600] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.357600] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.357985] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.358326] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd2e4a3-681a-4b50-9863-4caec75e07bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.366258] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 885.366258] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5245d107-0c62-e93f-4075-d9e5ff524b21" [ 885.366258] env[63105]: _type = "Task" [ 885.366258] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.382696] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 1e5168f3-0c40-4ada-ba5c-001efd526393] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 885.388277] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5245d107-0c62-e93f-4075-d9e5ff524b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.479678] env[63105]: DEBUG oslo_vmware.api [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346482} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.482619] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.482828] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.483019] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.483200] env[63105]: INFO nova.compute.manager [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 885.483439] env[63105]: DEBUG oslo.service.loopingcall [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 885.487125] env[63105]: DEBUG nova.compute.manager [-] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.487236] env[63105]: DEBUG nova.network.neutron [-] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.496507] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759085, 'name': CloneVM_Task} progress is 95%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.526889] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd96370-2d47-4ae3-b3b1-009d6fc5e941 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.537011] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5360285b-7697-487f-aa72-044485ef4b65 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.585709] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1361581-23bd-497c-86a3-34ce8bfd4c89 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.595016] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7c0cfe-cc95-4255-ad27-0bc772c3301e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.603942] env[63105]: DEBUG nova.compute.manager [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.603942] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.605389] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc296fd-0922-4f0e-b99e-9e75dcd7aa72 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.616549] env[63105]: DEBUG nova.compute.provider_tree [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.627061] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.627378] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-793b945f-9c4f-4c82-beba-ec3b3c036ea4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.637415] env[63105]: DEBUG oslo_vmware.api [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 885.637415] env[63105]: value = "task-2759090" [ 885.637415] env[63105]: _type = "Task" [ 885.637415] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.649626] env[63105]: DEBUG oslo_vmware.api [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.884873] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5245d107-0c62-e93f-4075-d9e5ff524b21, 'name': SearchDatastore_Task, 'duration_secs': 0.016338} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.886666] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.887333] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.887906] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.888329] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.888843] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.890532] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 13d54771-0092-4d5b-9191-c92a4563de94] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 885.895285] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0cc2789-1d0e-49a9-9878-08d77f862c91 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.913019] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.913019] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.913019] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c164017-a030-4b4d-8d49-2e425a0c3eed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.923022] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 885.923022] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]522847e6-088f-1a83-8e03-900e84633043" [ 885.923022] env[63105]: _type = "Task" [ 885.923022] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.928012] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.930697] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba2d396-3082-45f1-899c-50b5b3a87063 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.948592] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522847e6-088f-1a83-8e03-900e84633043, 'name': SearchDatastore_Task, 'duration_secs': 0.021882} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.953635] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.953896] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c85834-b83f-4df1-b80f-98124b360ae7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.956249] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39c674da-f52b-48c1-8b27-8e961b518b49 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.965099] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 885.965099] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ae73f0-e24e-666e-2fc0-7363b5636f19" [ 885.965099] env[63105]: _type = "Task" [ 885.965099] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.977244] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ae73f0-e24e-666e-2fc0-7363b5636f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.993872] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759085, 'name': CloneVM_Task, 'duration_secs': 1.778345} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.994734] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Created linked-clone VM from snapshot [ 885.995553] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a945fa2d-5260-459c-b608-513742b1806b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.017934] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Uploading image 3344f456-d0e2-4e85-a150-9cf770fc8a79 {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 886.040027] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 886.041133] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-19893fd9-db49-4dc0-a4ee-46b1dd261be6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.048977] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.048977] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.050086] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleting the datastore file [datastore1] b44a1236-7591-40cf-8845-f935e602afa3 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.054449] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10ced060-1039-4dae-a095-2ae2deb913c3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.055451] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 886.055451] env[63105]: value = "task-2759092" [ 886.055451] env[63105]: _type = "Task" [ 886.055451] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.063091] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 886.063091] env[63105]: value = "task-2759093" [ 886.063091] env[63105]: _type = "Task" [ 886.063091] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.069936] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759092, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.076360] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.123592] env[63105]: DEBUG nova.scheduler.client.report [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 886.153378] env[63105]: DEBUG oslo_vmware.api [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759090, 'name': PowerOffVM_Task, 'duration_secs': 0.218227} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.153378] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.153642] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.153841] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba9f3e59-5dd1-492d-8ef0-36fb24229b2b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.241774] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.241966] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.242165] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleting the datastore file [datastore1] 51f3d212-fea0-4743-bd74-810c1f0122f5 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.242445] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03967867-8394-4e95-8b56-cfb0914db1f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.251975] env[63105]: DEBUG oslo_vmware.api [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 886.251975] env[63105]: value = "task-2759095" [ 886.251975] env[63105]: _type = "Task" [ 886.251975] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.252959] env[63105]: DEBUG nova.network.neutron [req-876518de-6fc9-405d-b91c-50777a2f9f71 req-c657a2da-be1a-44fc-a7b9-505a3d5f780f service nova] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Updated VIF entry in instance network info cache for port bd461013-d625-4b35-90cf-32a21eab0057. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.253257] env[63105]: DEBUG nova.network.neutron [req-876518de-6fc9-405d-b91c-50777a2f9f71 req-c657a2da-be1a-44fc-a7b9-505a3d5f780f service nova] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Updating instance_info_cache with network_info: [{"id": "bd461013-d625-4b35-90cf-32a21eab0057", "address": "fa:16:3e:b8:75:8f", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd461013-d6", "ovs_interfaceid": "bd461013-d625-4b35-90cf-32a21eab0057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.266581] env[63105]: DEBUG oslo_vmware.api [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.276122] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "77b3fdaa-9fd8-467e-8147-a1319c07b71c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.276405] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "77b3fdaa-9fd8-467e-8147-a1319c07b71c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.398069] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 0ac90090-56b1-4ea2-8a94-e0c98b5ee974] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 886.480246] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ae73f0-e24e-666e-2fc0-7363b5636f19, 'name': SearchDatastore_Task, 'duration_secs': 0.027204} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.481429] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.481429] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 99811785-10be-4ba7-bf3d-126066e6177a/99811785-10be-4ba7-bf3d-126066e6177a.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.481429] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-343ee92e-8e72-411b-a976-4c4e1d71a506 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.491030] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 886.491030] env[63105]: value = "task-2759096" [ 886.491030] env[63105]: _type = "Task" [ 886.491030] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.500919] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.563514] env[63105]: DEBUG nova.network.neutron [-] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.577847] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759092, 'name': Destroy_Task, 'duration_secs': 0.468456} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.578609] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Destroyed the VM [ 886.578948] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 886.579299] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3bd98edb-1f3c-406d-904a-6235584b6380 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.586216] env[63105]: DEBUG oslo_vmware.api [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332156} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.587790] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.588140] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.588462] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.595120] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 886.595120] env[63105]: value = "task-2759097" [ 886.595120] env[63105]: _type = "Task" [ 886.595120] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.605897] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759097, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.622117] env[63105]: INFO nova.scheduler.client.report [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleted allocations for instance b44a1236-7591-40cf-8845-f935e602afa3 [ 886.630862] env[63105]: DEBUG oslo_concurrency.lockutils [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.635020] env[63105]: DEBUG nova.compute.manager [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.635803] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.718s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.636077] env[63105]: DEBUG nova.objects.instance [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lazy-loading 'resources' on Instance uuid 878bfa51-a829-4537-a841-31273a0b09cc {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.764322] env[63105]: DEBUG oslo_concurrency.lockutils [req-876518de-6fc9-405d-b91c-50777a2f9f71 req-c657a2da-be1a-44fc-a7b9-505a3d5f780f service nova] Releasing lock "refresh_cache-99811785-10be-4ba7-bf3d-126066e6177a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.772610] env[63105]: DEBUG oslo_vmware.api [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246117} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.773428] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.776018] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.776018] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.776018] env[63105]: INFO nova.compute.manager [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 886.776018] env[63105]: DEBUG oslo.service.loopingcall [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 886.776018] env[63105]: DEBUG nova.compute.manager [-] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.776018] env[63105]: DEBUG nova.network.neutron [-] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.781126] env[63105]: DEBUG nova.compute.manager [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.906525] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 4abcfad4-6a44-4a21-962b-5157d09a6fbd] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 887.003146] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759096, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.080035] env[63105]: INFO nova.compute.manager [-] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Took 1.59 seconds to deallocate network for instance. [ 887.108773] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759097, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.128424] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.139198] env[63105]: DEBUG nova.compute.utils [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 887.144551] env[63105]: DEBUG nova.compute.manager [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.144551] env[63105]: DEBUG nova.network.neutron [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.187425] env[63105]: DEBUG nova.compute.manager [req-8842fe81-11cb-4847-ac19-21fb9849a197 req-5185f56e-8d73-4f7f-9ecb-5a68f626e0f7 service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Received event network-vif-unplugged-4e11809d-f046-4f9b-8335-0ae32f39dee7 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 887.187425] env[63105]: DEBUG oslo_concurrency.lockutils [req-8842fe81-11cb-4847-ac19-21fb9849a197 req-5185f56e-8d73-4f7f-9ecb-5a68f626e0f7 service nova] Acquiring lock "b44a1236-7591-40cf-8845-f935e602afa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.187425] env[63105]: DEBUG oslo_concurrency.lockutils [req-8842fe81-11cb-4847-ac19-21fb9849a197 req-5185f56e-8d73-4f7f-9ecb-5a68f626e0f7 service nova] Lock "b44a1236-7591-40cf-8845-f935e602afa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.187425] env[63105]: DEBUG oslo_concurrency.lockutils [req-8842fe81-11cb-4847-ac19-21fb9849a197 req-5185f56e-8d73-4f7f-9ecb-5a68f626e0f7 service nova] Lock "b44a1236-7591-40cf-8845-f935e602afa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.187425] env[63105]: DEBUG nova.compute.manager [req-8842fe81-11cb-4847-ac19-21fb9849a197 req-5185f56e-8d73-4f7f-9ecb-5a68f626e0f7 service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] No waiting events found dispatching network-vif-unplugged-4e11809d-f046-4f9b-8335-0ae32f39dee7 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.187425] env[63105]: WARNING nova.compute.manager [req-8842fe81-11cb-4847-ac19-21fb9849a197 req-5185f56e-8d73-4f7f-9ecb-5a68f626e0f7 service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Received unexpected event network-vif-unplugged-4e11809d-f046-4f9b-8335-0ae32f39dee7 for instance with vm_state shelved_offloaded and task_state None. [ 887.187425] env[63105]: DEBUG nova.compute.manager [req-8842fe81-11cb-4847-ac19-21fb9849a197 req-5185f56e-8d73-4f7f-9ecb-5a68f626e0f7 service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Received event network-changed-4e11809d-f046-4f9b-8335-0ae32f39dee7 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 887.187913] env[63105]: DEBUG nova.compute.manager [req-8842fe81-11cb-4847-ac19-21fb9849a197 req-5185f56e-8d73-4f7f-9ecb-5a68f626e0f7 service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Refreshing instance network info cache due to event network-changed-4e11809d-f046-4f9b-8335-0ae32f39dee7. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 887.187913] env[63105]: DEBUG oslo_concurrency.lockutils [req-8842fe81-11cb-4847-ac19-21fb9849a197 req-5185f56e-8d73-4f7f-9ecb-5a68f626e0f7 service nova] Acquiring lock "refresh_cache-b44a1236-7591-40cf-8845-f935e602afa3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.187913] env[63105]: DEBUG oslo_concurrency.lockutils [req-8842fe81-11cb-4847-ac19-21fb9849a197 req-5185f56e-8d73-4f7f-9ecb-5a68f626e0f7 service nova] Acquired lock "refresh_cache-b44a1236-7591-40cf-8845-f935e602afa3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.187913] env[63105]: DEBUG nova.network.neutron [req-8842fe81-11cb-4847-ac19-21fb9849a197 req-5185f56e-8d73-4f7f-9ecb-5a68f626e0f7 service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Refreshing network info cache for port 4e11809d-f046-4f9b-8335-0ae32f39dee7 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.190415] env[63105]: DEBUG nova.policy [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '907e3306ab2a40be9cd0036066dcaed3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97e6726df83348c89402175c9f816ad7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.302252] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.415553] env[63105]: DEBUG nova.compute.manager [req-7ff7d511-b359-4b4a-bb57-7dfd3fdcc488 req-7ce37f0e-8732-4b15-a21f-58ce7842925c service nova] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Received event network-vif-deleted-01cea10a-b5c4-4ce0-ade4-d727779ded19 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 887.415756] env[63105]: INFO nova.compute.manager [req-7ff7d511-b359-4b4a-bb57-7dfd3fdcc488 req-7ce37f0e-8732-4b15-a21f-58ce7842925c service nova] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Neutron deleted interface 01cea10a-b5c4-4ce0-ade4-d727779ded19; detaching it from the instance and deleting it from the info cache [ 887.415810] env[63105]: DEBUG nova.network.neutron [req-7ff7d511-b359-4b4a-bb57-7dfd3fdcc488 req-7ce37f0e-8732-4b15-a21f-58ce7842925c service nova] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.423960] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 968b6d13-5f17-4405-b598-8f798129aeaf] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 887.481921] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "3765c994-f0a3-4f8d-bfbf-6d931ff32be0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.482646] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "3765c994-f0a3-4f8d-bfbf-6d931ff32be0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.504903] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585382} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.507659] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 99811785-10be-4ba7-bf3d-126066e6177a/99811785-10be-4ba7-bf3d-126066e6177a.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.508101] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.510311] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e27f100-660a-4147-8788-c0ea09a48d79 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.513499] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ab28a17-2c3e-4a16-915b-65ffcc4d105d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.521931] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c051e53-64c5-4784-8f9a-90bbc7ae4a44 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.532813] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 887.532813] env[63105]: value = "task-2759098" [ 887.532813] env[63105]: _type = "Task" [ 887.532813] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.569709] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a80e2-2ccd-4d0f-aaaf-b3a0c24371e0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.575451] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.581547] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a45fc4-fe19-42ef-8c80-2a7b63a1bbb7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.598448] env[63105]: DEBUG nova.network.neutron [-] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.603987] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.604757] env[63105]: DEBUG nova.compute.provider_tree [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.618258] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759097, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.644883] env[63105]: DEBUG nova.compute.manager [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.908641] env[63105]: DEBUG nova.network.neutron [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Successfully created port: 93340018-8bd4-4385-903a-4c9aa31523de {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.927441] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e18f53a-d276-4b74-af96-8118b20c39ee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.937025] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 214009d9-dcb7-40a1-bd46-e1d06d96f2f5] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 887.944843] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a2fab1-aaf5-4481-8863-7a0657cb1150 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.986523] env[63105]: DEBUG nova.compute.manager [req-7ff7d511-b359-4b4a-bb57-7dfd3fdcc488 req-7ce37f0e-8732-4b15-a21f-58ce7842925c service nova] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Detach interface failed, port_id=01cea10a-b5c4-4ce0-ade4-d727779ded19, reason: Instance 51f3d212-fea0-4743-bd74-810c1f0122f5 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 887.987455] env[63105]: DEBUG nova.compute.manager [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.045547] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11003} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.045853] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.047222] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0c1bc5-8396-4110-97c9-3cdb5e13cb22 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.077292] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 99811785-10be-4ba7-bf3d-126066e6177a/99811785-10be-4ba7-bf3d-126066e6177a.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.077772] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17d5da53-0960-4072-9819-54f488a9fe17 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.104722] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "28329143-4282-4974-add0-00c64f01d7b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.105157] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "28329143-4282-4974-add0-00c64f01d7b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.106499] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 888.106499] env[63105]: value = "task-2759099" [ 888.106499] env[63105]: _type = "Task" [ 888.106499] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.107446] env[63105]: INFO nova.compute.manager [-] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Took 1.33 seconds to deallocate network for instance. [ 888.131571] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759097, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.136070] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.149965] env[63105]: ERROR nova.scheduler.client.report [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [req-57aac30b-b77e-46a9-bac5-d2ca4c7781a2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-57aac30b-b77e-46a9-bac5-d2ca4c7781a2"}]} [ 888.151671] env[63105]: INFO nova.virt.block_device [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Booting with volume 5af0c839-975e-43d2-ba6a-85c6ccc1940b at /dev/sda [ 888.169990] env[63105]: DEBUG nova.scheduler.client.report [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 888.192910] env[63105]: DEBUG nova.scheduler.client.report [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 888.193327] env[63105]: DEBUG nova.compute.provider_tree [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.200271] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d9c95d4-699c-4abe-8fc8-44241b1ba1e8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.207793] env[63105]: DEBUG nova.scheduler.client.report [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 888.222257] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b1fcea-67db-486f-883e-2d2220d776c8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.242716] env[63105]: DEBUG nova.scheduler.client.report [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 888.278157] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4efd093d-4da1-496a-b2e1-6d33d0342adb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.291612] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f166410-f776-4c76-9986-744bafc4fae5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.333755] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f2989d-4eb3-44a1-ac29-77a0ca37e91a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.342036] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0272b6a1-c11e-41c9-9e95-3d2e33650e57 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.350403] env[63105]: DEBUG nova.network.neutron [req-8842fe81-11cb-4847-ac19-21fb9849a197 req-5185f56e-8d73-4f7f-9ecb-5a68f626e0f7 service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Updated VIF entry in instance network info cache for port 4e11809d-f046-4f9b-8335-0ae32f39dee7. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.350597] env[63105]: DEBUG nova.network.neutron [req-8842fe81-11cb-4847-ac19-21fb9849a197 req-5185f56e-8d73-4f7f-9ecb-5a68f626e0f7 service nova] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Updating instance_info_cache with network_info: [{"id": "4e11809d-f046-4f9b-8335-0ae32f39dee7", "address": "fa:16:3e:d0:92:a1", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": null, "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4e11809d-f0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.365967] env[63105]: DEBUG nova.virt.block_device [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Updating existing volume attachment record: 06fa9094-3bac-4da5-bc57-fdea1f8a8d21 {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 888.437298] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 6eb52ee5-71e8-4028-972a-ca9fe0a66826] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 888.439204] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ef285e1a-434e-41a1-8be6-35a692cbe9d6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "b44a1236-7591-40cf-8845-f935e602afa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.521011] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.608360] env[63105]: DEBUG nova.compute.manager [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.630142] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.630142] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.630142] env[63105]: DEBUG oslo_vmware.api [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759097, 'name': RemoveSnapshot_Task, 'duration_secs': 1.717364} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.630142] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 888.716221] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9d534e-15e5-4b0f-8fbf-b08b1dd1b61c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.728170] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d605b5-6687-4dbf-8b80-c5cfd6088eea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.764063] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9742069-6bea-47c8-888a-65aa1f298507 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.773991] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4a6d0d-54b6-4eb9-a074-5b3a79f71fe4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.782479] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "8829746c-c5f3-4532-97a5-abbee445abd5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.782718] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.792586] env[63105]: DEBUG nova.compute.provider_tree [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.855777] env[63105]: DEBUG oslo_concurrency.lockutils [req-8842fe81-11cb-4847-ac19-21fb9849a197 req-5185f56e-8d73-4f7f-9ecb-5a68f626e0f7 service nova] Releasing lock "refresh_cache-b44a1236-7591-40cf-8845-f935e602afa3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.855777] env[63105]: DEBUG nova.compute.manager [req-8842fe81-11cb-4847-ac19-21fb9849a197 req-5185f56e-8d73-4f7f-9ecb-5a68f626e0f7 service nova] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Received event network-vif-deleted-f51c5a9d-20fb-4daa-bb8a-e54cf148d057 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 888.942797] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.943254] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Cleaning up deleted instances with incomplete migration {{(pid=63105) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11596}} [ 888.979372] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "64c731b1-312b-40ec-8f7e-439fb0b11586" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.979372] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "64c731b1-312b-40ec-8f7e-439fb0b11586" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.125973] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759099, 'name': ReconfigVM_Task, 'duration_secs': 0.756527} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.126807] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 99811785-10be-4ba7-bf3d-126066e6177a/99811785-10be-4ba7-bf3d-126066e6177a.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.127783] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c11757e7-130c-4d19-b362-e5307d68c597 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.133352] env[63105]: WARNING nova.compute.manager [None req-89ef1f73-4286-49a5-b989-2f4cbacf57d1 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Image not found during snapshot: nova.exception.ImageNotFound: Image 3344f456-d0e2-4e85-a150-9cf770fc8a79 could not be found. [ 889.141036] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.141036] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 889.141036] env[63105]: value = "task-2759100" [ 889.141036] env[63105]: _type = "Task" [ 889.141036] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.150476] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759100, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.295454] env[63105]: DEBUG nova.compute.utils [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 889.322158] env[63105]: ERROR nova.scheduler.client.report [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [req-bfb521ae-54ee-48e5-b7d8-c234faea5d6f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bfb521ae-54ee-48e5-b7d8-c234faea5d6f"}]} [ 889.345036] env[63105]: DEBUG nova.scheduler.client.report [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 889.362163] env[63105]: DEBUG nova.scheduler.client.report [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 889.362393] env[63105]: DEBUG nova.compute.provider_tree [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.376627] env[63105]: DEBUG nova.scheduler.client.report [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 889.401437] env[63105]: DEBUG nova.scheduler.client.report [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 889.446064] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.480562] env[63105]: DEBUG nova.compute.manager [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.652184] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759100, 'name': Rename_Task, 'duration_secs': 0.418411} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.655353] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.655735] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-434573b8-35fe-40a6-b787-5eccfe0410f5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.667300] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 889.667300] env[63105]: value = "task-2759101" [ 889.667300] env[63105]: _type = "Task" [ 889.667300] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.679563] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.726630] env[63105]: DEBUG nova.network.neutron [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Successfully updated port: 93340018-8bd4-4385-903a-4c9aa31523de {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.802558] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.822778] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166c29b2-eef6-459c-a048-8c4e2bfb990d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.832359] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0922cd-d7b4-495b-8bea-1117c0240a30 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.867138] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1d2044-3b4c-4ed4-a0ad-4e5d6e0e5f0c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.876021] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2179b410-c5db-44c6-b170-2ffce59b7709 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.891802] env[63105]: DEBUG nova.compute.provider_tree [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.898887] env[63105]: DEBUG nova.compute.manager [req-09b6b3f4-b7dd-4724-821f-e37af2ec37c1 req-05f24049-f9b1-4dac-ae20-8c6625cd14f3 service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Received event network-vif-plugged-93340018-8bd4-4385-903a-4c9aa31523de {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 889.898887] env[63105]: DEBUG oslo_concurrency.lockutils [req-09b6b3f4-b7dd-4724-821f-e37af2ec37c1 req-05f24049-f9b1-4dac-ae20-8c6625cd14f3 service nova] Acquiring lock "9b94d6f2-dad4-4152-9454-649758b202cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.898887] env[63105]: DEBUG oslo_concurrency.lockutils [req-09b6b3f4-b7dd-4724-821f-e37af2ec37c1 req-05f24049-f9b1-4dac-ae20-8c6625cd14f3 service nova] Lock "9b94d6f2-dad4-4152-9454-649758b202cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.898887] env[63105]: DEBUG oslo_concurrency.lockutils [req-09b6b3f4-b7dd-4724-821f-e37af2ec37c1 req-05f24049-f9b1-4dac-ae20-8c6625cd14f3 service nova] Lock "9b94d6f2-dad4-4152-9454-649758b202cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.898887] env[63105]: DEBUG nova.compute.manager [req-09b6b3f4-b7dd-4724-821f-e37af2ec37c1 req-05f24049-f9b1-4dac-ae20-8c6625cd14f3 service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] No waiting events found dispatching network-vif-plugged-93340018-8bd4-4385-903a-4c9aa31523de {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.898887] env[63105]: WARNING nova.compute.manager [req-09b6b3f4-b7dd-4724-821f-e37af2ec37c1 req-05f24049-f9b1-4dac-ae20-8c6625cd14f3 service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Received unexpected event network-vif-plugged-93340018-8bd4-4385-903a-4c9aa31523de for instance with vm_state building and task_state block_device_mapping. [ 890.021679] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.181178] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.230071] env[63105]: DEBUG oslo_concurrency.lockutils [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Acquiring lock "refresh_cache-9b94d6f2-dad4-4152-9454-649758b202cd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.232925] env[63105]: DEBUG oslo_concurrency.lockutils [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Acquired lock "refresh_cache-9b94d6f2-dad4-4152-9454-649758b202cd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.232925] env[63105]: DEBUG nova.network.neutron [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.437664] env[63105]: DEBUG nova.scheduler.client.report [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 890.437995] env[63105]: DEBUG nova.compute.provider_tree [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 112 to 113 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 890.438182] env[63105]: DEBUG nova.compute.provider_tree [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.482841] env[63105]: DEBUG nova.compute.manager [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.483948] env[63105]: DEBUG nova.virt.hardware [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 890.483948] env[63105]: DEBUG nova.virt.hardware [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 890.483948] env[63105]: DEBUG nova.virt.hardware [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.484240] env[63105]: DEBUG nova.virt.hardware [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 890.484240] env[63105]: DEBUG nova.virt.hardware [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.484304] env[63105]: DEBUG nova.virt.hardware [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 890.485327] env[63105]: DEBUG nova.virt.hardware [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 890.485327] env[63105]: DEBUG nova.virt.hardware [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 890.485327] env[63105]: DEBUG nova.virt.hardware [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 890.485327] env[63105]: DEBUG nova.virt.hardware [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 890.485782] env[63105]: DEBUG nova.virt.hardware [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 890.487163] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af4ee99-1190-45d6-a1c9-b1aaa624b5d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.502021] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f575bf4d-562c-4792-ae18-b648ca9229a4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.679997] env[63105]: DEBUG oslo_vmware.api [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759101, 'name': PowerOnVM_Task, 'duration_secs': 0.919576} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.679997] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.680246] env[63105]: INFO nova.compute.manager [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Took 10.88 seconds to spawn the instance on the hypervisor. [ 890.680292] env[63105]: DEBUG nova.compute.manager [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.681120] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2af5bf9-1205-475e-93c0-94d1e50c0abe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.783961] env[63105]: DEBUG nova.network.neutron [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.878246] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "8829746c-c5f3-4532-97a5-abbee445abd5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.878809] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.878809] env[63105]: INFO nova.compute.manager [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Attaching volume 1ed91dc0-6957-4b25-bf27-3c53abb65fa0 to /dev/sdb [ 890.934906] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c407ad3-9205-414d-a034-29cfeaf85a7a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.944219] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04b9b64-6a44-4a23-a595-1593da1a2d90 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.947147] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.311s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.949399] env[63105]: DEBUG oslo_concurrency.lockutils [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.630s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.950429] env[63105]: DEBUG nova.objects.instance [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lazy-loading 'resources' on Instance uuid b979985d-b472-47ed-8611-e55e959942e9 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.970442] env[63105]: DEBUG oslo_concurrency.lockutils [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "d2a39b11-2aab-4428-9bd8-277ab3962e72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.970887] env[63105]: DEBUG oslo_concurrency.lockutils [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "d2a39b11-2aab-4428-9bd8-277ab3962e72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.972141] env[63105]: DEBUG oslo_concurrency.lockutils [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "d2a39b11-2aab-4428-9bd8-277ab3962e72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.972405] env[63105]: DEBUG oslo_concurrency.lockutils [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "d2a39b11-2aab-4428-9bd8-277ab3962e72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.972591] env[63105]: DEBUG oslo_concurrency.lockutils [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "d2a39b11-2aab-4428-9bd8-277ab3962e72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.974818] env[63105]: DEBUG nova.virt.block_device [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Updating existing volume attachment record: 0325f31e-1dcc-475a-9cb9-811db8a7cc71 {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 890.977699] env[63105]: INFO nova.compute.manager [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Terminating instance [ 890.986049] env[63105]: INFO nova.scheduler.client.report [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Deleted allocations for instance 878bfa51-a829-4537-a841-31273a0b09cc [ 891.085507] env[63105]: DEBUG nova.network.neutron [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Updating instance_info_cache with network_info: [{"id": "93340018-8bd4-4385-903a-4c9aa31523de", "address": "fa:16:3e:d1:18:7f", "network": {"id": "797139f4-4739-4303-bfc1-3152d452114c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1318325108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e6726df83348c89402175c9f816ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93340018-8b", "ovs_interfaceid": "93340018-8bd4-4385-903a-4c9aa31523de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.213329] env[63105]: INFO nova.compute.manager [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Took 39.89 seconds to build instance. [ 891.485619] env[63105]: DEBUG nova.compute.manager [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.485929] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.486760] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b591d0b6-4c24-4ce3-8032-8ccb71827f9b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.499648] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f373bd9d-1e39-437a-b0f8-2d6f54429799 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "878bfa51-a829-4537-a841-31273a0b09cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.844s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.505425] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.511017] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbadb375-bf28-4716-a088-fa79b328a0f3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.522706] env[63105]: DEBUG oslo_vmware.api [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 891.522706] env[63105]: value = "task-2759105" [ 891.522706] env[63105]: _type = "Task" [ 891.522706] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.539102] env[63105]: DEBUG oslo_vmware.api [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.592583] env[63105]: DEBUG oslo_concurrency.lockutils [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Releasing lock "refresh_cache-9b94d6f2-dad4-4152-9454-649758b202cd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.594163] env[63105]: DEBUG nova.compute.manager [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Instance network_info: |[{"id": "93340018-8bd4-4385-903a-4c9aa31523de", "address": "fa:16:3e:d1:18:7f", "network": {"id": "797139f4-4739-4303-bfc1-3152d452114c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1318325108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e6726df83348c89402175c9f816ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93340018-8b", "ovs_interfaceid": "93340018-8bd4-4385-903a-4c9aa31523de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.594938] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:18:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93340018-8bd4-4385-903a-4c9aa31523de', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.603035] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Creating folder: Project (97e6726df83348c89402175c9f816ad7). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.603296] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e867214-1abd-4dea-913d-d0e042886be9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.623928] env[63105]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 891.623928] env[63105]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63105) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 891.623928] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Folder already exists: Project (97e6726df83348c89402175c9f816ad7). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 891.623928] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Creating folder: Instances. Parent ref: group-v555146. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.624224] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92618432-679f-4c08-b75a-9ac239c05312 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.638494] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Created folder: Instances in parent group-v555146. [ 891.638769] env[63105]: DEBUG oslo.service.loopingcall [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 891.640054] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.640054] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9f16383-6641-4d0f-bf52-ca4892432add {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.665025] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.665025] env[63105]: value = "task-2759108" [ 891.665025] env[63105]: _type = "Task" [ 891.665025] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.677174] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759108, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.717144] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a5c11234-fac8-4a96-a929-6a333edaee87 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "99811785-10be-4ba7-bf3d-126066e6177a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.400s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.959972] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c108100-c77b-4f97-bf99-b4179459681e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.968341] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0507f1a4-34e5-4c10-96f7-a59884d7799a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.002922] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f12ad9-6d2a-4141-8695-3d9c1266d5a1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.011871] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dfd2f8-575d-49d7-96c4-2429e68e15a0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.028758] env[63105]: DEBUG nova.compute.provider_tree [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.042662] env[63105]: DEBUG oslo_vmware.api [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759105, 'name': PowerOffVM_Task, 'duration_secs': 0.217285} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.042662] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.042662] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.042662] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7009f12c-b14c-46e0-a7b7-cb0cb0db8ce6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.121738] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.121986] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.122188] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Deleting the datastore file [datastore2] d2a39b11-2aab-4428-9bd8-277ab3962e72 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.122462] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbcb5979-97b5-4de8-a1ae-e28156b743e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.132032] env[63105]: DEBUG oslo_vmware.api [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 892.132032] env[63105]: value = "task-2759110" [ 892.132032] env[63105]: _type = "Task" [ 892.132032] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.132733] env[63105]: DEBUG nova.compute.manager [req-51cdfb84-7c7b-4a52-ad90-7f14ff7cf98d req-da9f2b0f-5b11-4954-a84b-12db007866ac service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Received event network-changed-93340018-8bd4-4385-903a-4c9aa31523de {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 892.136177] env[63105]: DEBUG nova.compute.manager [req-51cdfb84-7c7b-4a52-ad90-7f14ff7cf98d req-da9f2b0f-5b11-4954-a84b-12db007866ac service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Refreshing instance network info cache due to event network-changed-93340018-8bd4-4385-903a-4c9aa31523de. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 892.136177] env[63105]: DEBUG oslo_concurrency.lockutils [req-51cdfb84-7c7b-4a52-ad90-7f14ff7cf98d req-da9f2b0f-5b11-4954-a84b-12db007866ac service nova] Acquiring lock "refresh_cache-9b94d6f2-dad4-4152-9454-649758b202cd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.136177] env[63105]: DEBUG oslo_concurrency.lockutils [req-51cdfb84-7c7b-4a52-ad90-7f14ff7cf98d req-da9f2b0f-5b11-4954-a84b-12db007866ac service nova] Acquired lock "refresh_cache-9b94d6f2-dad4-4152-9454-649758b202cd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.136177] env[63105]: DEBUG nova.network.neutron [req-51cdfb84-7c7b-4a52-ad90-7f14ff7cf98d req-da9f2b0f-5b11-4954-a84b-12db007866ac service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Refreshing network info cache for port 93340018-8bd4-4385-903a-4c9aa31523de {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.145996] env[63105]: DEBUG oslo_vmware.api [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.178171] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759108, 'name': CreateVM_Task, 'duration_secs': 0.393802} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.178171] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.178171] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'disk_bus': None, 'attachment_id': '06fa9094-3bac-4da5-bc57-fdea1f8a8d21', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555152', 'volume_id': '5af0c839-975e-43d2-ba6a-85c6ccc1940b', 'name': 'volume-5af0c839-975e-43d2-ba6a-85c6ccc1940b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b94d6f2-dad4-4152-9454-649758b202cd', 'attached_at': '', 'detached_at': '', 'volume_id': '5af0c839-975e-43d2-ba6a-85c6ccc1940b', 'serial': '5af0c839-975e-43d2-ba6a-85c6ccc1940b'}, 'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=63105) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 892.178171] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Root volume attach. Driver type: vmdk {{(pid=63105) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 892.178171] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf399ba9-d1eb-47ba-a38a-dee9139351cc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.187236] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebaa9e0-aa53-4cd3-a7c1-8f041f308b6f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.195852] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8267a4a-f44b-4676-9967-2f0fcb2dcc90 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.213040] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-91018c9b-22ed-405d-bb5a-284fe892939b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.221389] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Waiting for the task: (returnval){ [ 892.221389] env[63105]: value = "task-2759111" [ 892.221389] env[63105]: _type = "Task" [ 892.221389] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.233645] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759111, 'name': RelocateVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.309522] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "7844902a-219c-4f20-9378-453c7722bbd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.309792] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "7844902a-219c-4f20-9378-453c7722bbd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.536420] env[63105]: DEBUG nova.scheduler.client.report [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 892.647770] env[63105]: DEBUG oslo_vmware.api [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141436} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.649907] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.650331] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.650692] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.651053] env[63105]: INFO nova.compute.manager [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Took 1.17 seconds to destroy the instance on the hypervisor. [ 892.651469] env[63105]: DEBUG oslo.service.loopingcall [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 892.658214] env[63105]: DEBUG nova.compute.manager [-] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.658214] env[63105]: DEBUG nova.network.neutron [-] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.730603] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759111, 'name': RelocateVM_Task, 'duration_secs': 0.444151} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.732832] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 892.733123] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555152', 'volume_id': '5af0c839-975e-43d2-ba6a-85c6ccc1940b', 'name': 'volume-5af0c839-975e-43d2-ba6a-85c6ccc1940b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b94d6f2-dad4-4152-9454-649758b202cd', 'attached_at': '', 'detached_at': '', 'volume_id': '5af0c839-975e-43d2-ba6a-85c6ccc1940b', 'serial': '5af0c839-975e-43d2-ba6a-85c6ccc1940b'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 892.734144] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ff2d34-b241-488d-8046-27486a37a3bd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.755607] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbc472c-a1ce-4235-a6fb-43c297d7a985 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.779600] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-5af0c839-975e-43d2-ba6a-85c6ccc1940b/volume-5af0c839-975e-43d2-ba6a-85c6ccc1940b.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.782098] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c22cab4a-d6ed-4ae0-b59f-6025936268d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.805720] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Waiting for the task: (returnval){ [ 892.805720] env[63105]: value = "task-2759112" [ 892.805720] env[63105]: _type = "Task" [ 892.805720] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.814746] env[63105]: DEBUG nova.compute.manager [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.820020] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.925229] env[63105]: DEBUG nova.network.neutron [req-51cdfb84-7c7b-4a52-ad90-7f14ff7cf98d req-da9f2b0f-5b11-4954-a84b-12db007866ac service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Updated VIF entry in instance network info cache for port 93340018-8bd4-4385-903a-4c9aa31523de. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.925679] env[63105]: DEBUG nova.network.neutron [req-51cdfb84-7c7b-4a52-ad90-7f14ff7cf98d req-da9f2b0f-5b11-4954-a84b-12db007866ac service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Updating instance_info_cache with network_info: [{"id": "93340018-8bd4-4385-903a-4c9aa31523de", "address": "fa:16:3e:d1:18:7f", "network": {"id": "797139f4-4739-4303-bfc1-3152d452114c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1318325108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e6726df83348c89402175c9f816ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93340018-8b", "ovs_interfaceid": "93340018-8bd4-4385-903a-4c9aa31523de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.047114] env[63105]: DEBUG oslo_concurrency.lockutils [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.051308] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.036s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.051308] env[63105]: INFO nova.compute.claims [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.068524] env[63105]: INFO nova.scheduler.client.report [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Deleted allocations for instance b979985d-b472-47ed-8611-e55e959942e9 [ 893.140696] env[63105]: DEBUG nova.compute.manager [req-f5e7ca89-ca01-4954-b7bb-22cb92d11997 req-3cd2a3d4-e743-49cb-9752-f4e3579428ba service nova] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Received event network-vif-deleted-fe896e38-83c9-425b-b4b0-3f060ce12d54 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 893.140696] env[63105]: INFO nova.compute.manager [req-f5e7ca89-ca01-4954-b7bb-22cb92d11997 req-3cd2a3d4-e743-49cb-9752-f4e3579428ba service nova] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Neutron deleted interface fe896e38-83c9-425b-b4b0-3f060ce12d54; detaching it from the instance and deleting it from the info cache [ 893.140696] env[63105]: DEBUG nova.network.neutron [req-f5e7ca89-ca01-4954-b7bb-22cb92d11997 req-3cd2a3d4-e743-49cb-9752-f4e3579428ba service nova] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.161204] env[63105]: INFO nova.compute.manager [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Rebuilding instance [ 893.173067] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.173788] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.174143] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.174451] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.176016] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.178544] env[63105]: INFO nova.compute.manager [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Terminating instance [ 893.214198] env[63105]: DEBUG nova.compute.manager [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.215349] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452347bf-ba13-41c3-9a25-c39afbd01de0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.318645] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.337379] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.427941] env[63105]: DEBUG oslo_concurrency.lockutils [req-51cdfb84-7c7b-4a52-ad90-7f14ff7cf98d req-da9f2b0f-5b11-4954-a84b-12db007866ac service nova] Releasing lock "refresh_cache-9b94d6f2-dad4-4152-9454-649758b202cd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.579169] env[63105]: DEBUG oslo_concurrency.lockutils [None req-de4af385-7851-41a8-990f-154cc1434281 tempest-FloatingIPsAssociationTestJSON-80025992 tempest-FloatingIPsAssociationTestJSON-80025992-project-member] Lock "b979985d-b472-47ed-8611-e55e959942e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.192s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.595133] env[63105]: DEBUG nova.network.neutron [-] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.644148] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-279d9b5f-c6a8-4ad7-8f7e-51779f6925b0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.654815] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2903d022-9ec0-4250-9207-cb476a349c7c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.690635] env[63105]: DEBUG nova.compute.manager [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.690865] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.691237] env[63105]: DEBUG nova.compute.manager [req-f5e7ca89-ca01-4954-b7bb-22cb92d11997 req-3cd2a3d4-e743-49cb-9752-f4e3579428ba service nova] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Detach interface failed, port_id=fe896e38-83c9-425b-b4b0-3f060ce12d54, reason: Instance d2a39b11-2aab-4428-9bd8-277ab3962e72 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 893.692133] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5d2f22-b647-41ff-9a47-3d1dbb85eba1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.699406] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.699657] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bd3c939-0b46-4b54-8735-60713fca6200 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.707497] env[63105]: DEBUG oslo_vmware.api [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 893.707497] env[63105]: value = "task-2759114" [ 893.707497] env[63105]: _type = "Task" [ 893.707497] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.715970] env[63105]: DEBUG oslo_vmware.api [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.817340] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759112, 'name': ReconfigVM_Task, 'duration_secs': 0.625556} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.817637] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-5af0c839-975e-43d2-ba6a-85c6ccc1940b/volume-5af0c839-975e-43d2-ba6a-85c6ccc1940b.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.822542] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d85c8840-0acd-4eb1-967a-8768b8fdb3b8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.839208] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Waiting for the task: (returnval){ [ 893.839208] env[63105]: value = "task-2759115" [ 893.839208] env[63105]: _type = "Task" [ 893.839208] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.848679] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.097617] env[63105]: INFO nova.compute.manager [-] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Took 1.44 seconds to deallocate network for instance. [ 894.221504] env[63105]: DEBUG oslo_vmware.api [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759114, 'name': PowerOffVM_Task, 'duration_secs': 0.276819} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.224165] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.224353] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.224792] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d8f5a0c-210f-45d0-83fd-1bbc408ce967 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.237356] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.238029] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c6fe4c3-890c-4402-b75a-3b2670fe944c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.247147] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 894.247147] env[63105]: value = "task-2759117" [ 894.247147] env[63105]: _type = "Task" [ 894.247147] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.259060] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.309335] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.309659] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.309925] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Deleting the datastore file [datastore2] a78212e0-e331-4fd3-8b67-0c8522d82c2b {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.310372] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-184d747c-0daa-4388-9abd-53415c64f88e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.322032] env[63105]: DEBUG oslo_vmware.api [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for the task: (returnval){ [ 894.322032] env[63105]: value = "task-2759118" [ 894.322032] env[63105]: _type = "Task" [ 894.322032] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.332018] env[63105]: DEBUG oslo_vmware.api [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.351025] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759115, 'name': ReconfigVM_Task, 'duration_secs': 0.14476} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.354143] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555152', 'volume_id': '5af0c839-975e-43d2-ba6a-85c6ccc1940b', 'name': 'volume-5af0c839-975e-43d2-ba6a-85c6ccc1940b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b94d6f2-dad4-4152-9454-649758b202cd', 'attached_at': '', 'detached_at': '', 'volume_id': '5af0c839-975e-43d2-ba6a-85c6ccc1940b', 'serial': '5af0c839-975e-43d2-ba6a-85c6ccc1940b'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 894.354867] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1878723-f7e2-4c78-b5d4-d2d37df3f1d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.363301] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Waiting for the task: (returnval){ [ 894.363301] env[63105]: value = "task-2759119" [ 894.363301] env[63105]: _type = "Task" [ 894.363301] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.377722] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759119, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.385678] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947f0426-bff3-4ea7-9bae-c69188c8550d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.396206] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dc3b6f-3ade-43cb-b54e-d562c7efc7e5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.432616] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfcfdf1-70ef-44b1-9218-a27abadb2b78 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.442132] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54b7a36-45bd-4160-8995-d8e8eb0db2fb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.457935] env[63105]: DEBUG nova.compute.provider_tree [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.603705] env[63105]: DEBUG oslo_concurrency.lockutils [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.761489] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759117, 'name': PowerOffVM_Task, 'duration_secs': 0.220698} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.761776] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.762013] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.762766] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f3297a-6aa2-4908-b672-0da9818e67e3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.770042] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.770288] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cdb21f0-dccb-40bc-9afe-e1cb96bf1507 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.833643] env[63105]: DEBUG oslo_vmware.api [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Task: {'id': task-2759118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151359} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.833923] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.834133] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.834364] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.834474] env[63105]: INFO nova.compute.manager [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 894.834725] env[63105]: DEBUG oslo.service.loopingcall [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.834909] env[63105]: DEBUG nova.compute.manager [-] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.835028] env[63105]: DEBUG nova.network.neutron [-] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.856437] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.856673] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.856951] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleting the datastore file [datastore2] 99811785-10be-4ba7-bf3d-126066e6177a {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.857144] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90d83a7f-d520-4081-8fdd-dcb099056378 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.865651] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 894.865651] env[63105]: value = "task-2759121" [ 894.865651] env[63105]: _type = "Task" [ 894.865651] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.878603] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759119, 'name': Rename_Task, 'duration_secs': 0.149638} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.881880] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.882159] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.882385] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8f08711-ced2-4069-b7f0-47ec28e28d70 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.890213] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Waiting for the task: (returnval){ [ 894.890213] env[63105]: value = "task-2759122" [ 894.890213] env[63105]: _type = "Task" [ 894.890213] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.899533] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.962158] env[63105]: DEBUG nova.scheduler.client.report [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 895.190263] env[63105]: DEBUG nova.compute.manager [req-c69dba76-3868-4b13-8b15-e97791d63662 req-2bdd46b5-659c-4ffb-84fa-67c47e7bd870 service nova] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Received event network-vif-deleted-89cbc02a-a4ff-43b4-9cba-47306f4db003 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 895.190524] env[63105]: INFO nova.compute.manager [req-c69dba76-3868-4b13-8b15-e97791d63662 req-2bdd46b5-659c-4ffb-84fa-67c47e7bd870 service nova] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Neutron deleted interface 89cbc02a-a4ff-43b4-9cba-47306f4db003; detaching it from the instance and deleting it from the info cache [ 895.190721] env[63105]: DEBUG nova.network.neutron [req-c69dba76-3868-4b13-8b15-e97791d63662 req-2bdd46b5-659c-4ffb-84fa-67c47e7bd870 service nova] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.382735] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16142} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.383065] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.383408] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.383620] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.401822] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759122, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.468249] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.472212] env[63105]: DEBUG nova.compute.manager [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.472980] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.736s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.474907] env[63105]: INFO nova.compute.claims [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.552721] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 895.552970] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555166', 'volume_id': '1ed91dc0-6957-4b25-bf27-3c53abb65fa0', 'name': 'volume-1ed91dc0-6957-4b25-bf27-3c53abb65fa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8829746c-c5f3-4532-97a5-abbee445abd5', 'attached_at': '', 'detached_at': '', 'volume_id': '1ed91dc0-6957-4b25-bf27-3c53abb65fa0', 'serial': '1ed91dc0-6957-4b25-bf27-3c53abb65fa0'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 895.553950] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38b6009-99d0-4752-8aac-ef58ab402f9e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.574124] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6257cd7f-2cf5-43e2-9e6b-997185383720 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.600534] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-1ed91dc0-6957-4b25-bf27-3c53abb65fa0/volume-1ed91dc0-6957-4b25-bf27-3c53abb65fa0.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.600885] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed457448-8842-45bf-b44c-241e8f9ea2df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.621730] env[63105]: DEBUG oslo_vmware.api [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 895.621730] env[63105]: value = "task-2759123" [ 895.621730] env[63105]: _type = "Task" [ 895.621730] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.661922] env[63105]: DEBUG nova.network.neutron [-] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.695119] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-494fe89a-b2d2-49a8-83f9-a2a28c6a9485 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.705137] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51486b2-43c2-4edd-941b-c6156e2191d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.739485] env[63105]: DEBUG nova.compute.manager [req-c69dba76-3868-4b13-8b15-e97791d63662 req-2bdd46b5-659c-4ffb-84fa-67c47e7bd870 service nova] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Detach interface failed, port_id=89cbc02a-a4ff-43b4-9cba-47306f4db003, reason: Instance a78212e0-e331-4fd3-8b67-0c8522d82c2b could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 895.901573] env[63105]: DEBUG oslo_vmware.api [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759122, 'name': PowerOnVM_Task, 'duration_secs': 0.516078} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.901856] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.902079] env[63105]: INFO nova.compute.manager [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Took 5.42 seconds to spawn the instance on the hypervisor. [ 895.902316] env[63105]: DEBUG nova.compute.manager [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.903048] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56771dc6-4267-4d3a-8a68-982a3daa2cd8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.980027] env[63105]: DEBUG nova.compute.utils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 895.982801] env[63105]: DEBUG nova.compute.manager [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.982801] env[63105]: DEBUG nova.network.neutron [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.027024] env[63105]: DEBUG nova.policy [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45793b8fec04420af33e68a00975c6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3c9b2c11c748b0bbc5e0d3fff14f97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.131694] env[63105]: DEBUG oslo_vmware.api [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759123, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.165449] env[63105]: INFO nova.compute.manager [-] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Took 1.33 seconds to deallocate network for instance. [ 896.392425] env[63105]: DEBUG nova.network.neutron [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Successfully created port: 3bd1403b-6619-41d5-bb47-5179e832f305 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.421963] env[63105]: INFO nova.compute.manager [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Took 27.05 seconds to build instance. [ 896.429969] env[63105]: DEBUG nova.virt.hardware [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 896.429969] env[63105]: DEBUG nova.virt.hardware [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 896.430170] env[63105]: DEBUG nova.virt.hardware [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.430324] env[63105]: DEBUG nova.virt.hardware [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 896.430481] env[63105]: DEBUG nova.virt.hardware [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.430910] env[63105]: DEBUG nova.virt.hardware [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 896.432307] env[63105]: DEBUG nova.virt.hardware [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 896.432545] env[63105]: DEBUG nova.virt.hardware [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 896.432735] env[63105]: DEBUG nova.virt.hardware [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 896.432909] env[63105]: DEBUG nova.virt.hardware [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 896.433110] env[63105]: DEBUG nova.virt.hardware [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 896.433963] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768183c7-126d-47bb-a319-09d81425133f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.443669] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d8d830-706f-4dde-9066-45732090b16b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.459872] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:75:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd461013-d625-4b35-90cf-32a21eab0057', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.467476] env[63105]: DEBUG oslo.service.loopingcall [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 896.468014] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.468416] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f940a186-91c4-4b43-bc3f-65ef91c1295c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.486777] env[63105]: DEBUG nova.compute.manager [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.506251] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.506251] env[63105]: value = "task-2759124" [ 896.506251] env[63105]: _type = "Task" [ 896.506251] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.519226] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759124, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.637649] env[63105]: DEBUG oslo_vmware.api [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759123, 'name': ReconfigVM_Task, 'duration_secs': 0.528205} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.637950] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-1ed91dc0-6957-4b25-bf27-3c53abb65fa0/volume-1ed91dc0-6957-4b25-bf27-3c53abb65fa0.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.643658] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ba24044-f781-461a-901e-e1f856961eee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.664985] env[63105]: DEBUG oslo_vmware.api [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 896.664985] env[63105]: value = "task-2759125" [ 896.664985] env[63105]: _type = "Task" [ 896.664985] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.671031] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.677860] env[63105]: DEBUG oslo_vmware.api [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.875120] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb001dd7-4b67-46b8-9f30-dcb40b18df23 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.883532] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aec051-9091-4f61-9267-759e352212d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.914679] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aedc6b-1480-4c85-99e4-eb602d781f05 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.922973] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2d4b70-59e1-48ca-a038-f7134e7a819b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.927706] env[63105]: DEBUG oslo_concurrency.lockutils [None req-939f180a-cdb5-436f-b69d-81c3bb40ead0 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Lock "9b94d6f2-dad4-4152-9454-649758b202cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.560s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.938928] env[63105]: DEBUG nova.compute.provider_tree [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.017487] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759124, 'name': CreateVM_Task, 'duration_secs': 0.455501} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.017658] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.018491] env[63105]: DEBUG oslo_concurrency.lockutils [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.018653] env[63105]: DEBUG oslo_concurrency.lockutils [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.018961] env[63105]: DEBUG oslo_concurrency.lockutils [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.019221] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86b1ddc1-b049-4299-a275-ecd679771151 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.024864] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 897.024864] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521653f5-ff54-e784-f9fa-992bdc10d24d" [ 897.024864] env[63105]: _type = "Task" [ 897.024864] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.033625] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521653f5-ff54-e784-f9fa-992bdc10d24d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.177753] env[63105]: DEBUG oslo_vmware.api [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759125, 'name': ReconfigVM_Task, 'duration_secs': 0.168318} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.178082] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555166', 'volume_id': '1ed91dc0-6957-4b25-bf27-3c53abb65fa0', 'name': 'volume-1ed91dc0-6957-4b25-bf27-3c53abb65fa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8829746c-c5f3-4532-97a5-abbee445abd5', 'attached_at': '', 'detached_at': '', 'volume_id': '1ed91dc0-6957-4b25-bf27-3c53abb65fa0', 'serial': '1ed91dc0-6957-4b25-bf27-3c53abb65fa0'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 897.266591] env[63105]: DEBUG nova.compute.manager [req-b22c8a63-ca77-41d3-866f-2c5eff00ba48 req-631963aa-63be-4125-ba5a-79aa28dc3d85 service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Received event network-changed-93340018-8bd4-4385-903a-4c9aa31523de {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 897.266787] env[63105]: DEBUG nova.compute.manager [req-b22c8a63-ca77-41d3-866f-2c5eff00ba48 req-631963aa-63be-4125-ba5a-79aa28dc3d85 service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Refreshing instance network info cache due to event network-changed-93340018-8bd4-4385-903a-4c9aa31523de. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 897.267039] env[63105]: DEBUG oslo_concurrency.lockutils [req-b22c8a63-ca77-41d3-866f-2c5eff00ba48 req-631963aa-63be-4125-ba5a-79aa28dc3d85 service nova] Acquiring lock "refresh_cache-9b94d6f2-dad4-4152-9454-649758b202cd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.267209] env[63105]: DEBUG oslo_concurrency.lockutils [req-b22c8a63-ca77-41d3-866f-2c5eff00ba48 req-631963aa-63be-4125-ba5a-79aa28dc3d85 service nova] Acquired lock "refresh_cache-9b94d6f2-dad4-4152-9454-649758b202cd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.267575] env[63105]: DEBUG nova.network.neutron [req-b22c8a63-ca77-41d3-866f-2c5eff00ba48 req-631963aa-63be-4125-ba5a-79aa28dc3d85 service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Refreshing network info cache for port 93340018-8bd4-4385-903a-4c9aa31523de {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.443715] env[63105]: DEBUG nova.scheduler.client.report [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 897.501542] env[63105]: DEBUG nova.compute.manager [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.534660] env[63105]: DEBUG nova.virt.hardware [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 897.534961] env[63105]: DEBUG nova.virt.hardware [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 897.535219] env[63105]: DEBUG nova.virt.hardware [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.535490] env[63105]: DEBUG nova.virt.hardware [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 897.535730] env[63105]: DEBUG nova.virt.hardware [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.535940] env[63105]: DEBUG nova.virt.hardware [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 897.536229] env[63105]: DEBUG nova.virt.hardware [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 897.536547] env[63105]: DEBUG nova.virt.hardware [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 897.536781] env[63105]: DEBUG nova.virt.hardware [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 897.537066] env[63105]: DEBUG nova.virt.hardware [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 897.537397] env[63105]: DEBUG nova.virt.hardware [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 897.538462] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1507e548-be9d-4a79-8c52-f9561b84930b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.548779] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521653f5-ff54-e784-f9fa-992bdc10d24d, 'name': SearchDatastore_Task, 'duration_secs': 0.01241} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.552036] env[63105]: DEBUG oslo_concurrency.lockutils [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.552036] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.552036] env[63105]: DEBUG oslo_concurrency.lockutils [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.552036] env[63105]: DEBUG oslo_concurrency.lockutils [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.552036] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.552036] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eddb8f0-fe65-4428-9e5a-143efce13689 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.557164] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffc22dd-f6b0-468c-9374-97683e51c4b9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.564263] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.564468] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.565614] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67490da8-0126-4f9a-bb02-617eb226c9b6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.580708] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 897.580708] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52c7199c-91ff-433f-d19d-9836f849ce04" [ 897.580708] env[63105]: _type = "Task" [ 897.580708] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.587395] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c7199c-91ff-433f-d19d-9836f849ce04, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.588171] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69a44c90-97e0-4e13-b220-2b5927f48eb8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.593699] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 897.593699] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d9359f-7aca-61e6-d9e5-b1adb998951c" [ 897.593699] env[63105]: _type = "Task" [ 897.593699] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.602178] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d9359f-7aca-61e6-d9e5-b1adb998951c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.950799] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.951383] env[63105]: DEBUG nova.compute.manager [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.954053] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.826s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.955012] env[63105]: DEBUG nova.objects.instance [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lazy-loading 'resources' on Instance uuid b44a1236-7591-40cf-8845-f935e602afa3 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.051019] env[63105]: DEBUG nova.network.neutron [req-b22c8a63-ca77-41d3-866f-2c5eff00ba48 req-631963aa-63be-4125-ba5a-79aa28dc3d85 service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Updated VIF entry in instance network info cache for port 93340018-8bd4-4385-903a-4c9aa31523de. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.051414] env[63105]: DEBUG nova.network.neutron [req-b22c8a63-ca77-41d3-866f-2c5eff00ba48 req-631963aa-63be-4125-ba5a-79aa28dc3d85 service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Updating instance_info_cache with network_info: [{"id": "93340018-8bd4-4385-903a-4c9aa31523de", "address": "fa:16:3e:d1:18:7f", "network": {"id": "797139f4-4739-4303-bfc1-3152d452114c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1318325108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e6726df83348c89402175c9f816ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93340018-8b", "ovs_interfaceid": "93340018-8bd4-4385-903a-4c9aa31523de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.106425] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d9359f-7aca-61e6-d9e5-b1adb998951c, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.106886] env[63105]: DEBUG oslo_concurrency.lockutils [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.107382] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 99811785-10be-4ba7-bf3d-126066e6177a/99811785-10be-4ba7-bf3d-126066e6177a.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.107764] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a296408b-009d-4ea6-9fcc-6338da5085d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.118053] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 898.118053] env[63105]: value = "task-2759126" [ 898.118053] env[63105]: _type = "Task" [ 898.118053] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.126716] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.221788] env[63105]: DEBUG nova.objects.instance [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lazy-loading 'flavor' on Instance uuid 8829746c-c5f3-4532-97a5-abbee445abd5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.390568] env[63105]: DEBUG nova.network.neutron [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Successfully updated port: 3bd1403b-6619-41d5-bb47-5179e832f305 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.458373] env[63105]: DEBUG nova.compute.utils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 898.460451] env[63105]: DEBUG nova.objects.instance [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lazy-loading 'numa_topology' on Instance uuid b44a1236-7591-40cf-8845-f935e602afa3 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.463265] env[63105]: DEBUG nova.compute.manager [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.463265] env[63105]: DEBUG nova.network.neutron [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.514467] env[63105]: DEBUG nova.policy [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faa7b04c24db4536aa05aa0718e451b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bf1bdbeb6ba457984593530915d5d74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.554063] env[63105]: DEBUG oslo_concurrency.lockutils [req-b22c8a63-ca77-41d3-866f-2c5eff00ba48 req-631963aa-63be-4125-ba5a-79aa28dc3d85 service nova] Releasing lock "refresh_cache-9b94d6f2-dad4-4152-9454-649758b202cd" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.631264] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759126, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.735898] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cb102c3a-79b0-4b69-9fb7-5f8cd27cac1b tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.857s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.897663] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "refresh_cache-c3c5a377-7b54-47bb-b34a-4ccf93822d53" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.897915] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "refresh_cache-c3c5a377-7b54-47bb-b34a-4ccf93822d53" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.898196] env[63105]: DEBUG nova.network.neutron [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.925281] env[63105]: DEBUG nova.network.neutron [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Successfully created port: fc8fe058-7720-4df5-89e7-ac8455fb82ec {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.960743] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c9c35a96-6924-45d4-a419-e248e0052ae0 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "interface-47a53231-ac15-4bd6-846f-40533a61f33a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.961055] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c9c35a96-6924-45d4-a419-e248e0052ae0 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-47a53231-ac15-4bd6-846f-40533a61f33a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.961373] env[63105]: DEBUG nova.objects.instance [None req-c9c35a96-6924-45d4-a419-e248e0052ae0 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'flavor' on Instance uuid 47a53231-ac15-4bd6-846f-40533a61f33a {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.967111] env[63105]: DEBUG nova.compute.manager [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.967634] env[63105]: DEBUG nova.objects.base [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 899.131829] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521654} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.132146] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 99811785-10be-4ba7-bf3d-126066e6177a/99811785-10be-4ba7-bf3d-126066e6177a.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.132401] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.132687] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d8093b3-3ec2-436e-b72a-d634ca151d2b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.144938] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 899.144938] env[63105]: value = "task-2759127" [ 899.144938] env[63105]: _type = "Task" [ 899.144938] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.160409] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.327447] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7707d6ea-2578-4487-82df-be42ec61ea54 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.335794] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c42b502-a8e9-47e3-8d3a-59b9ac7d49fc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.368531] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a51ca74-4e2a-48fa-8377-1ccfb10f1897 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.376637] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34e0ee9-56f0-4d08-9219-0fe5c884799d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.391082] env[63105]: DEBUG nova.compute.provider_tree [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.430931] env[63105]: DEBUG nova.network.neutron [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.465763] env[63105]: DEBUG nova.objects.instance [None req-c9c35a96-6924-45d4-a419-e248e0052ae0 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'pci_requests' on Instance uuid 47a53231-ac15-4bd6-846f-40533a61f33a {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.538156] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4df067cb-0961-4758-ab75-1d03973421fa tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "8829746c-c5f3-4532-97a5-abbee445abd5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.538471] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4df067cb-0961-4758-ab75-1d03973421fa tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.538751] env[63105]: DEBUG nova.compute.manager [None req-4df067cb-0961-4758-ab75-1d03973421fa tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.539651] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddab96d-231e-46d9-be46-243d2cb9e4a6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.548524] env[63105]: DEBUG nova.compute.manager [None req-4df067cb-0961-4758-ab75-1d03973421fa tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 899.549168] env[63105]: DEBUG nova.objects.instance [None req-4df067cb-0961-4758-ab75-1d03973421fa tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lazy-loading 'flavor' on Instance uuid 8829746c-c5f3-4532-97a5-abbee445abd5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.587475] env[63105]: DEBUG nova.network.neutron [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Updating instance_info_cache with network_info: [{"id": "3bd1403b-6619-41d5-bb47-5179e832f305", "address": "fa:16:3e:96:95:7d", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd1403b-66", "ovs_interfaceid": "3bd1403b-6619-41d5-bb47-5179e832f305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.655782] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076597} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.656073] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.656898] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24314759-f696-4733-8f88-c82381e2e676 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.680914] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 99811785-10be-4ba7-bf3d-126066e6177a/99811785-10be-4ba7-bf3d-126066e6177a.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.681249] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27d5388-0be6-4791-9c89-5e54a39fff3e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.706026] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 899.706026] env[63105]: value = "task-2759128" [ 899.706026] env[63105]: _type = "Task" [ 899.706026] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.714250] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.793306] env[63105]: DEBUG nova.compute.manager [req-1257f381-5f16-4e13-a01c-9d3130312b75 req-1e5cdb89-a98c-466a-9590-b99d461e3f5e service nova] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Received event network-vif-plugged-3bd1403b-6619-41d5-bb47-5179e832f305 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 899.793573] env[63105]: DEBUG oslo_concurrency.lockutils [req-1257f381-5f16-4e13-a01c-9d3130312b75 req-1e5cdb89-a98c-466a-9590-b99d461e3f5e service nova] Acquiring lock "c3c5a377-7b54-47bb-b34a-4ccf93822d53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.793788] env[63105]: DEBUG oslo_concurrency.lockutils [req-1257f381-5f16-4e13-a01c-9d3130312b75 req-1e5cdb89-a98c-466a-9590-b99d461e3f5e service nova] Lock "c3c5a377-7b54-47bb-b34a-4ccf93822d53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.794018] env[63105]: DEBUG oslo_concurrency.lockutils [req-1257f381-5f16-4e13-a01c-9d3130312b75 req-1e5cdb89-a98c-466a-9590-b99d461e3f5e service nova] Lock "c3c5a377-7b54-47bb-b34a-4ccf93822d53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.794135] env[63105]: DEBUG nova.compute.manager [req-1257f381-5f16-4e13-a01c-9d3130312b75 req-1e5cdb89-a98c-466a-9590-b99d461e3f5e service nova] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] No waiting events found dispatching network-vif-plugged-3bd1403b-6619-41d5-bb47-5179e832f305 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.794566] env[63105]: WARNING nova.compute.manager [req-1257f381-5f16-4e13-a01c-9d3130312b75 req-1e5cdb89-a98c-466a-9590-b99d461e3f5e service nova] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Received unexpected event network-vif-plugged-3bd1403b-6619-41d5-bb47-5179e832f305 for instance with vm_state building and task_state spawning. [ 899.794730] env[63105]: DEBUG nova.compute.manager [req-1257f381-5f16-4e13-a01c-9d3130312b75 req-1e5cdb89-a98c-466a-9590-b99d461e3f5e service nova] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Received event network-changed-3bd1403b-6619-41d5-bb47-5179e832f305 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 899.794885] env[63105]: DEBUG nova.compute.manager [req-1257f381-5f16-4e13-a01c-9d3130312b75 req-1e5cdb89-a98c-466a-9590-b99d461e3f5e service nova] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Refreshing instance network info cache due to event network-changed-3bd1403b-6619-41d5-bb47-5179e832f305. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 899.795066] env[63105]: DEBUG oslo_concurrency.lockutils [req-1257f381-5f16-4e13-a01c-9d3130312b75 req-1e5cdb89-a98c-466a-9590-b99d461e3f5e service nova] Acquiring lock "refresh_cache-c3c5a377-7b54-47bb-b34a-4ccf93822d53" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.894169] env[63105]: DEBUG nova.scheduler.client.report [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 899.971520] env[63105]: DEBUG nova.objects.base [None req-c9c35a96-6924-45d4-a419-e248e0052ae0 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Object Instance<47a53231-ac15-4bd6-846f-40533a61f33a> lazy-loaded attributes: flavor,pci_requests {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 899.971520] env[63105]: DEBUG nova.network.neutron [None req-c9c35a96-6924-45d4-a419-e248e0052ae0 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.977965] env[63105]: DEBUG nova.compute.manager [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.009999] env[63105]: DEBUG nova.virt.hardware [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 900.010302] env[63105]: DEBUG nova.virt.hardware [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 900.010504] env[63105]: DEBUG nova.virt.hardware [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.010707] env[63105]: DEBUG nova.virt.hardware [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 900.010846] env[63105]: DEBUG nova.virt.hardware [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.011013] env[63105]: DEBUG nova.virt.hardware [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 900.011212] env[63105]: DEBUG nova.virt.hardware [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 900.011375] env[63105]: DEBUG nova.virt.hardware [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 900.011569] env[63105]: DEBUG nova.virt.hardware [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 900.011744] env[63105]: DEBUG nova.virt.hardware [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 900.011950] env[63105]: DEBUG nova.virt.hardware [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 900.012849] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c27ffbe-3fcb-4fcb-8aa1-ba67701e719b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.021194] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac66ab87-8460-4585-966a-c8a9bcafa4fa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.067260] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c9c35a96-6924-45d4-a419-e248e0052ae0 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-47a53231-ac15-4bd6-846f-40533a61f33a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.106s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.091920] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "refresh_cache-c3c5a377-7b54-47bb-b34a-4ccf93822d53" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.091920] env[63105]: DEBUG nova.compute.manager [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Instance network_info: |[{"id": "3bd1403b-6619-41d5-bb47-5179e832f305", "address": "fa:16:3e:96:95:7d", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd1403b-66", "ovs_interfaceid": "3bd1403b-6619-41d5-bb47-5179e832f305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.091920] env[63105]: DEBUG oslo_concurrency.lockutils [req-1257f381-5f16-4e13-a01c-9d3130312b75 req-1e5cdb89-a98c-466a-9590-b99d461e3f5e service nova] Acquired lock "refresh_cache-c3c5a377-7b54-47bb-b34a-4ccf93822d53" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.091920] env[63105]: DEBUG nova.network.neutron [req-1257f381-5f16-4e13-a01c-9d3130312b75 req-1e5cdb89-a98c-466a-9590-b99d461e3f5e service nova] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Refreshing network info cache for port 3bd1403b-6619-41d5-bb47-5179e832f305 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.093032] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:95:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bd1403b-6619-41d5-bb47-5179e832f305', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.101666] env[63105]: DEBUG oslo.service.loopingcall [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.106066] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.106406] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bdff078-21b2-42b0-b03e-ad65f4dd83d9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.132960] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.132960] env[63105]: value = "task-2759129" [ 900.132960] env[63105]: _type = "Task" [ 900.132960] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.142609] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759129, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.215684] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759128, 'name': ReconfigVM_Task, 'duration_secs': 0.340145} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.215987] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 99811785-10be-4ba7-bf3d-126066e6177a/99811785-10be-4ba7-bf3d-126066e6177a.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.216896] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c47e9a44-f590-4a1f-aa2c-ed5103860f3e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.224924] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 900.224924] env[63105]: value = "task-2759130" [ 900.224924] env[63105]: _type = "Task" [ 900.224924] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.234205] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759130, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.252479] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Acquiring lock "15507d53-4583-42f5-9f51-0b08cc701524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.252751] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Lock "15507d53-4583-42f5-9f51-0b08cc701524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.346581] env[63105]: DEBUG nova.network.neutron [req-1257f381-5f16-4e13-a01c-9d3130312b75 req-1e5cdb89-a98c-466a-9590-b99d461e3f5e service nova] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Updated VIF entry in instance network info cache for port 3bd1403b-6619-41d5-bb47-5179e832f305. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.346967] env[63105]: DEBUG nova.network.neutron [req-1257f381-5f16-4e13-a01c-9d3130312b75 req-1e5cdb89-a98c-466a-9590-b99d461e3f5e service nova] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Updating instance_info_cache with network_info: [{"id": "3bd1403b-6619-41d5-bb47-5179e832f305", "address": "fa:16:3e:96:95:7d", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd1403b-66", "ovs_interfaceid": "3bd1403b-6619-41d5-bb47-5179e832f305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.402598] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.448s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.407056] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.103s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.407056] env[63105]: INFO nova.compute.claims [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.558327] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df067cb-0961-4758-ab75-1d03973421fa tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.558662] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-970408e9-e490-4acf-8986-f7cb0bd66d13 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.566294] env[63105]: DEBUG oslo_vmware.api [None req-4df067cb-0961-4758-ab75-1d03973421fa tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 900.566294] env[63105]: value = "task-2759131" [ 900.566294] env[63105]: _type = "Task" [ 900.566294] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.577123] env[63105]: DEBUG oslo_vmware.api [None req-4df067cb-0961-4758-ab75-1d03973421fa tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.643836] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759129, 'name': CreateVM_Task, 'duration_secs': 0.383504} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.644018] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.644714] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.644881] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.645219] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.645470] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3334af62-71c3-427e-868d-44b30022e0eb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.653464] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 900.653464] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523c7cf3-1517-db15-2c78-b84ce702fe7b" [ 900.653464] env[63105]: _type = "Task" [ 900.653464] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.654233] env[63105]: DEBUG nova.network.neutron [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Successfully updated port: fc8fe058-7720-4df5-89e7-ac8455fb82ec {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.665154] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523c7cf3-1517-db15-2c78-b84ce702fe7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010266} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.666029] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.666263] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.666491] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.666637] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.666811] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.667322] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a45a687-cdf1-4558-a0e4-6a8b67208301 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.677457] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.677640] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.678364] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6697b5d0-2633-4898-92c1-17924c4784d8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.684356] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 900.684356] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]525088f5-7cc1-37b4-8f53-320e6008c835" [ 900.684356] env[63105]: _type = "Task" [ 900.684356] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.691830] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525088f5-7cc1-37b4-8f53-320e6008c835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.735440] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759130, 'name': Rename_Task, 'duration_secs': 0.170043} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.735722] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.735973] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52894180-0d2f-41a0-b0b7-790872cf6cdc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.746370] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 900.746370] env[63105]: value = "task-2759132" [ 900.746370] env[63105]: _type = "Task" [ 900.746370] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.755070] env[63105]: DEBUG nova.compute.manager [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.757801] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.849813] env[63105]: DEBUG oslo_concurrency.lockutils [req-1257f381-5f16-4e13-a01c-9d3130312b75 req-1e5cdb89-a98c-466a-9590-b99d461e3f5e service nova] Releasing lock "refresh_cache-c3c5a377-7b54-47bb-b34a-4ccf93822d53" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.914779] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a2c60957-8652-475d-85fe-d84f7ce004d1 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "b44a1236-7591-40cf-8845-f935e602afa3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.658s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.915604] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ef285e1a-434e-41a1-8be6-35a692cbe9d6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "b44a1236-7591-40cf-8845-f935e602afa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 12.477s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.915823] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ef285e1a-434e-41a1-8be6-35a692cbe9d6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "b44a1236-7591-40cf-8845-f935e602afa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.916038] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ef285e1a-434e-41a1-8be6-35a692cbe9d6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "b44a1236-7591-40cf-8845-f935e602afa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.916251] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ef285e1a-434e-41a1-8be6-35a692cbe9d6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "b44a1236-7591-40cf-8845-f935e602afa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.917888] env[63105]: INFO nova.compute.manager [None req-ef285e1a-434e-41a1-8be6-35a692cbe9d6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Terminating instance [ 901.079254] env[63105]: DEBUG oslo_vmware.api [None req-4df067cb-0961-4758-ab75-1d03973421fa tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759131, 'name': PowerOffVM_Task, 'duration_secs': 0.225113} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.079749] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df067cb-0961-4758-ab75-1d03973421fa tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.079951] env[63105]: DEBUG nova.compute.manager [None req-4df067cb-0961-4758-ab75-1d03973421fa tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.080955] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb96ad5-fa85-47de-b775-3d3784127c48 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.156793] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Acquiring lock "refresh_cache-cb8cc737-1aaf-4619-9789-36a43c3d5918" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.157039] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Acquired lock "refresh_cache-cb8cc737-1aaf-4619-9789-36a43c3d5918" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.157126] env[63105]: DEBUG nova.network.neutron [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.194676] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525088f5-7cc1-37b4-8f53-320e6008c835, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.195498] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4332d079-7d2c-469b-97c3-6ba57b9a571f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.203109] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 901.203109] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52353fd6-71e3-1a6e-fde4-d4680feb76fd" [ 901.203109] env[63105]: _type = "Task" [ 901.203109] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.210556] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52353fd6-71e3-1a6e-fde4-d4680feb76fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.256445] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.276867] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.420958] env[63105]: DEBUG nova.compute.manager [None req-ef285e1a-434e-41a1-8be6-35a692cbe9d6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.421075] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ef285e1a-434e-41a1-8be6-35a692cbe9d6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.421852] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d62ef9c5-6a4c-49d4-9330-c92cfb2fef6a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.431698] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8b780c-dd10-4bb3-885c-9f4df95c6167 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.469156] env[63105]: WARNING nova.virt.vmwareapi.vmops [None req-ef285e1a-434e-41a1-8be6-35a692cbe9d6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b44a1236-7591-40cf-8845-f935e602afa3 could not be found. [ 901.469156] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ef285e1a-434e-41a1-8be6-35a692cbe9d6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.469347] env[63105]: INFO nova.compute.manager [None req-ef285e1a-434e-41a1-8be6-35a692cbe9d6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Took 0.05 seconds to destroy the instance on the hypervisor. [ 901.469610] env[63105]: DEBUG oslo.service.loopingcall [None req-ef285e1a-434e-41a1-8be6-35a692cbe9d6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.469868] env[63105]: DEBUG nova.compute.manager [-] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.469957] env[63105]: DEBUG nova.network.neutron [-] [instance: b44a1236-7591-40cf-8845-f935e602afa3] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.593273] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4df067cb-0961-4758-ab75-1d03973421fa tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.706575] env[63105]: DEBUG nova.network.neutron [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.719888] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52353fd6-71e3-1a6e-fde4-d4680feb76fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.720197] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.720453] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] c3c5a377-7b54-47bb-b34a-4ccf93822d53/c3c5a377-7b54-47bb-b34a-4ccf93822d53.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.720724] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96d2eadc-a41b-4e6a-9b0d-0fc4682a2679 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.731775] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 901.731775] env[63105]: value = "task-2759133" [ 901.731775] env[63105]: _type = "Task" [ 901.731775] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.738130] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0621043c-b9eb-47f7-a62c-02fc9580bafd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.744252] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.754099] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcfd7d2-21c7-483e-9af1-c22fd6c8b079 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.766160] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759132, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.798627] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881b36d2-7258-4578-8199-a3d358daf515 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.806871] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe46304-86bb-4435-9c5e-7078ed2a16a4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.820856] env[63105]: DEBUG nova.compute.provider_tree [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.874524] env[63105]: DEBUG nova.network.neutron [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Updating instance_info_cache with network_info: [{"id": "fc8fe058-7720-4df5-89e7-ac8455fb82ec", "address": "fa:16:3e:d3:48:0f", "network": {"id": "1e0639eb-f529-468d-a594-b64d73a603ef", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-690389328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf1bdbeb6ba457984593530915d5d74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc8fe058-77", "ovs_interfaceid": "fc8fe058-7720-4df5-89e7-ac8455fb82ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.994360] env[63105]: DEBUG oslo_concurrency.lockutils [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "interface-47a53231-ac15-4bd6-846f-40533a61f33a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.994635] env[63105]: DEBUG oslo_concurrency.lockutils [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-47a53231-ac15-4bd6-846f-40533a61f33a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.995326] env[63105]: DEBUG nova.objects.instance [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'flavor' on Instance uuid 47a53231-ac15-4bd6-846f-40533a61f33a {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.146380] env[63105]: DEBUG nova.compute.manager [req-53cae4ef-50ed-4deb-83e1-ac80f9288451 req-96364758-3929-4979-810d-69e723ea917d service nova] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Received event network-vif-plugged-fc8fe058-7720-4df5-89e7-ac8455fb82ec {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 902.146380] env[63105]: DEBUG oslo_concurrency.lockutils [req-53cae4ef-50ed-4deb-83e1-ac80f9288451 req-96364758-3929-4979-810d-69e723ea917d service nova] Acquiring lock "cb8cc737-1aaf-4619-9789-36a43c3d5918-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.146380] env[63105]: DEBUG oslo_concurrency.lockutils [req-53cae4ef-50ed-4deb-83e1-ac80f9288451 req-96364758-3929-4979-810d-69e723ea917d service nova] Lock "cb8cc737-1aaf-4619-9789-36a43c3d5918-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.146380] env[63105]: DEBUG oslo_concurrency.lockutils [req-53cae4ef-50ed-4deb-83e1-ac80f9288451 req-96364758-3929-4979-810d-69e723ea917d service nova] Lock "cb8cc737-1aaf-4619-9789-36a43c3d5918-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.146380] env[63105]: DEBUG nova.compute.manager [req-53cae4ef-50ed-4deb-83e1-ac80f9288451 req-96364758-3929-4979-810d-69e723ea917d service nova] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] No waiting events found dispatching network-vif-plugged-fc8fe058-7720-4df5-89e7-ac8455fb82ec {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.147234] env[63105]: WARNING nova.compute.manager [req-53cae4ef-50ed-4deb-83e1-ac80f9288451 req-96364758-3929-4979-810d-69e723ea917d service nova] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Received unexpected event network-vif-plugged-fc8fe058-7720-4df5-89e7-ac8455fb82ec for instance with vm_state building and task_state spawning. [ 902.147234] env[63105]: DEBUG nova.compute.manager [req-53cae4ef-50ed-4deb-83e1-ac80f9288451 req-96364758-3929-4979-810d-69e723ea917d service nova] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Received event network-changed-fc8fe058-7720-4df5-89e7-ac8455fb82ec {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 902.147234] env[63105]: DEBUG nova.compute.manager [req-53cae4ef-50ed-4deb-83e1-ac80f9288451 req-96364758-3929-4979-810d-69e723ea917d service nova] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Refreshing instance network info cache due to event network-changed-fc8fe058-7720-4df5-89e7-ac8455fb82ec. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 902.147234] env[63105]: DEBUG oslo_concurrency.lockutils [req-53cae4ef-50ed-4deb-83e1-ac80f9288451 req-96364758-3929-4979-810d-69e723ea917d service nova] Acquiring lock "refresh_cache-cb8cc737-1aaf-4619-9789-36a43c3d5918" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.242359] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493282} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.242634] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] c3c5a377-7b54-47bb-b34a-4ccf93822d53/c3c5a377-7b54-47bb-b34a-4ccf93822d53.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.242846] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.243113] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad3662a4-5429-4603-a1d7-3f58a3e5980d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.254487] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 902.254487] env[63105]: value = "task-2759134" [ 902.254487] env[63105]: _type = "Task" [ 902.254487] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.261539] env[63105]: DEBUG oslo_vmware.api [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759132, 'name': PowerOnVM_Task, 'duration_secs': 1.058464} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.262365] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.262590] env[63105]: DEBUG nova.compute.manager [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.263388] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7740ba-41a2-4a0b-8f31-94c5d2bfedfa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.268773] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.324288] env[63105]: DEBUG nova.scheduler.client.report [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 902.379187] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Releasing lock "refresh_cache-cb8cc737-1aaf-4619-9789-36a43c3d5918" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.379187] env[63105]: DEBUG nova.compute.manager [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Instance network_info: |[{"id": "fc8fe058-7720-4df5-89e7-ac8455fb82ec", "address": "fa:16:3e:d3:48:0f", "network": {"id": "1e0639eb-f529-468d-a594-b64d73a603ef", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-690389328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf1bdbeb6ba457984593530915d5d74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc8fe058-77", "ovs_interfaceid": "fc8fe058-7720-4df5-89e7-ac8455fb82ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.379187] env[63105]: DEBUG oslo_concurrency.lockutils [req-53cae4ef-50ed-4deb-83e1-ac80f9288451 req-96364758-3929-4979-810d-69e723ea917d service nova] Acquired lock "refresh_cache-cb8cc737-1aaf-4619-9789-36a43c3d5918" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.379187] env[63105]: DEBUG nova.network.neutron [req-53cae4ef-50ed-4deb-83e1-ac80f9288451 req-96364758-3929-4979-810d-69e723ea917d service nova] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Refreshing network info cache for port fc8fe058-7720-4df5-89e7-ac8455fb82ec {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.379690] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:48:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc8fe058-7720-4df5-89e7-ac8455fb82ec', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.386991] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Creating folder: Project (7bf1bdbeb6ba457984593530915d5d74). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.389974] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35e79e4a-a80d-43f8-bc4f-33dbd3b9d590 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.405775] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Created folder: Project (7bf1bdbeb6ba457984593530915d5d74) in parent group-v554960. [ 902.405995] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Creating folder: Instances. Parent ref: group-v555171. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.406545] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13310408-4d77-430b-8204-d131cbc87969 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.422087] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Created folder: Instances in parent group-v555171. [ 902.422349] env[63105]: DEBUG oslo.service.loopingcall [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.422545] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.422756] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c5e4ec6-e4b6-41d8-af90-b5e6ddf69749 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.446511] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.446511] env[63105]: value = "task-2759137" [ 902.446511] env[63105]: _type = "Task" [ 902.446511] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.455351] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759137, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.520694] env[63105]: DEBUG nova.network.neutron [-] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.578058] env[63105]: DEBUG nova.objects.instance [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'pci_requests' on Instance uuid 47a53231-ac15-4bd6-846f-40533a61f33a {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.669119] env[63105]: DEBUG nova.network.neutron [req-53cae4ef-50ed-4deb-83e1-ac80f9288451 req-96364758-3929-4979-810d-69e723ea917d service nova] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Updated VIF entry in instance network info cache for port fc8fe058-7720-4df5-89e7-ac8455fb82ec. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.669564] env[63105]: DEBUG nova.network.neutron [req-53cae4ef-50ed-4deb-83e1-ac80f9288451 req-96364758-3929-4979-810d-69e723ea917d service nova] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Updating instance_info_cache with network_info: [{"id": "fc8fe058-7720-4df5-89e7-ac8455fb82ec", "address": "fa:16:3e:d3:48:0f", "network": {"id": "1e0639eb-f529-468d-a594-b64d73a603ef", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-690389328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf1bdbeb6ba457984593530915d5d74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc8fe058-77", "ovs_interfaceid": "fc8fe058-7720-4df5-89e7-ac8455fb82ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.764991] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066257} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.765285] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.766106] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bed9f9c-a5c5-4b89-9c34-4efb7f236645 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.795589] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] c3c5a377-7b54-47bb-b34a-4ccf93822d53/c3c5a377-7b54-47bb-b34a-4ccf93822d53.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.797844] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0baafa4-ebcf-4dd2-8f84-daa89c8c688a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.813518] env[63105]: DEBUG oslo_concurrency.lockutils [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.822258] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 902.822258] env[63105]: value = "task-2759138" [ 902.822258] env[63105]: _type = "Task" [ 902.822258] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.832588] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.833117] env[63105]: DEBUG nova.compute.manager [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.835607] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.836714] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.233s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.836938] env[63105]: DEBUG nova.objects.instance [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lazy-loading 'resources' on Instance uuid 3906f5f4-2486-4979-91c7-1e3e8f382ab2 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.956694] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759137, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.024160] env[63105]: INFO nova.compute.manager [-] [instance: b44a1236-7591-40cf-8845-f935e602afa3] Took 1.55 seconds to deallocate network for instance. [ 903.024976] env[63105]: DEBUG nova.objects.instance [None req-c00eff8a-bd61-4621-98d5-85733ff8d873 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lazy-loading 'flavor' on Instance uuid 8829746c-c5f3-4532-97a5-abbee445abd5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.082514] env[63105]: DEBUG nova.objects.base [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Object Instance<47a53231-ac15-4bd6-846f-40533a61f33a> lazy-loaded attributes: flavor,pci_requests {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 903.082514] env[63105]: DEBUG nova.network.neutron [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.133022] env[63105]: DEBUG nova.policy [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41bcc83a765a4aa5947e1c098a54d56f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6039084dd49439b9add938dad3b1446', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.172454] env[63105]: DEBUG oslo_concurrency.lockutils [req-53cae4ef-50ed-4deb-83e1-ac80f9288451 req-96364758-3929-4979-810d-69e723ea917d service nova] Releasing lock "refresh_cache-cb8cc737-1aaf-4619-9789-36a43c3d5918" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.336018] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759138, 'name': ReconfigVM_Task, 'duration_secs': 0.297972} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.336018] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Reconfigured VM instance instance-00000049 to attach disk [datastore2] c3c5a377-7b54-47bb-b34a-4ccf93822d53/c3c5a377-7b54-47bb-b34a-4ccf93822d53.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.336018] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcbfb49a-62f5-4402-a75d-d7c866a3cb67 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.338169] env[63105]: DEBUG nova.compute.utils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 903.343315] env[63105]: DEBUG nova.compute.manager [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.344778] env[63105]: DEBUG nova.network.neutron [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.349813] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 903.349813] env[63105]: value = "task-2759139" [ 903.349813] env[63105]: _type = "Task" [ 903.349813] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.359829] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759139, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.391659] env[63105]: DEBUG nova.policy [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '374f205248554adbbc4070842695f5ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2d61f61e724c719088e006027a9e34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.457392] env[63105]: DEBUG nova.network.neutron [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Successfully created port: a2cc5099-4b11-47d6-9d3a-00b57b0dfd44 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.464922] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759137, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.531278] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c00eff8a-bd61-4621-98d5-85733ff8d873 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "refresh_cache-8829746c-c5f3-4532-97a5-abbee445abd5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.531382] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c00eff8a-bd61-4621-98d5-85733ff8d873 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquired lock "refresh_cache-8829746c-c5f3-4532-97a5-abbee445abd5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.531554] env[63105]: DEBUG nova.network.neutron [None req-c00eff8a-bd61-4621-98d5-85733ff8d873 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.531755] env[63105]: DEBUG nova.objects.instance [None req-c00eff8a-bd61-4621-98d5-85733ff8d873 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lazy-loading 'info_cache' on Instance uuid 8829746c-c5f3-4532-97a5-abbee445abd5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.670127] env[63105]: DEBUG nova.network.neutron [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Successfully created port: a718fb5e-5e66-4e29-9491-b80666b08a76 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.685401] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "99811785-10be-4ba7-bf3d-126066e6177a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.685663] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "99811785-10be-4ba7-bf3d-126066e6177a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.685877] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "99811785-10be-4ba7-bf3d-126066e6177a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.686077] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "99811785-10be-4ba7-bf3d-126066e6177a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.686252] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "99811785-10be-4ba7-bf3d-126066e6177a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.692476] env[63105]: INFO nova.compute.manager [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Terminating instance [ 903.721762] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8025d42-eb79-4f4b-8270-fb690ddee60d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.731638] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6762d628-307f-4c07-b423-8a409f6d1428 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.772317] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7a4013-6ee7-4fb5-917c-cfcb5e6919e2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.781569] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46f92f7-3e88-492a-990e-49f21beeed6f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.797400] env[63105]: DEBUG nova.compute.provider_tree [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.851410] env[63105]: DEBUG nova.compute.manager [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.863465] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759139, 'name': Rename_Task, 'duration_secs': 0.183253} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.863734] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.863979] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e9a662a-15c9-4809-9092-c59ff31f445e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.873907] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 903.873907] env[63105]: value = "task-2759140" [ 903.873907] env[63105]: _type = "Task" [ 903.873907] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.883780] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.961159] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759137, 'name': CreateVM_Task, 'duration_secs': 1.337701} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.961342] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.962053] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.962227] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.962549] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.962832] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ebb6de-9b36-4565-81a3-f205031d3eb0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.967877] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Waiting for the task: (returnval){ [ 903.967877] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d7a1f6-998f-1570-ab57-ea8fe5180535" [ 903.967877] env[63105]: _type = "Task" [ 903.967877] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.976284] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d7a1f6-998f-1570-ab57-ea8fe5180535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.039401] env[63105]: DEBUG nova.objects.base [None req-c00eff8a-bd61-4621-98d5-85733ff8d873 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Object Instance<8829746c-c5f3-4532-97a5-abbee445abd5> lazy-loaded attributes: flavor,info_cache {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 904.064616] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ef285e1a-434e-41a1-8be6-35a692cbe9d6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "b44a1236-7591-40cf-8845-f935e602afa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.149s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.197140] env[63105]: DEBUG nova.compute.manager [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.197410] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.198314] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13f58ff-3d80-4ce3-b9e8-e08ced622d1a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.207117] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.207386] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c51ca36-3667-4503-a94b-40fb3a690b4d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.214932] env[63105]: DEBUG oslo_vmware.api [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 904.214932] env[63105]: value = "task-2759141" [ 904.214932] env[63105]: _type = "Task" [ 904.214932] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.224175] env[63105]: DEBUG oslo_vmware.api [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.296392] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "407b6dfa-32ea-416c-972f-380e132d70c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.296718] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "407b6dfa-32ea-416c-972f-380e132d70c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.301453] env[63105]: DEBUG nova.scheduler.client.report [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 904.383070] env[63105]: DEBUG oslo_vmware.api [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759140, 'name': PowerOnVM_Task, 'duration_secs': 0.457974} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.383358] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.383620] env[63105]: INFO nova.compute.manager [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Took 6.88 seconds to spawn the instance on the hypervisor. [ 904.383826] env[63105]: DEBUG nova.compute.manager [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.384649] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f7f4b3-4805-4f22-bb91-d7be4b4b43cf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.479765] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d7a1f6-998f-1570-ab57-ea8fe5180535, 'name': SearchDatastore_Task, 'duration_secs': 0.012217} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.479867] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.480114] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.480351] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.480598] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.480808] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.482229] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-323dc858-a02a-4f34-9ad0-f49c76866597 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.490893] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.491166] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.491995] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113418fd-a513-4431-ac10-8f4e0e8abde5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.498863] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Waiting for the task: (returnval){ [ 904.498863] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5233e0a4-4f5f-02da-9284-50fb0e250049" [ 904.498863] env[63105]: _type = "Task" [ 904.498863] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.508189] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5233e0a4-4f5f-02da-9284-50fb0e250049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.726881] env[63105]: DEBUG oslo_vmware.api [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759141, 'name': PowerOffVM_Task, 'duration_secs': 0.352263} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.727149] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.727607] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.727902] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-beab907f-caf9-41ad-a93c-6460faac44b5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.798979] env[63105]: DEBUG nova.compute.manager [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.806792] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.809810] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.288s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.811294] env[63105]: INFO nova.compute.claims [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.819919] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.820075] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.820327] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleting the datastore file [datastore2] 99811785-10be-4ba7-bf3d-126066e6177a {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.820546] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22c82d66-c675-4645-9e16-b7961ee807b2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.830619] env[63105]: DEBUG oslo_vmware.api [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 904.830619] env[63105]: value = "task-2759143" [ 904.830619] env[63105]: _type = "Task" [ 904.830619] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.844021] env[63105]: DEBUG oslo_vmware.api [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.844149] env[63105]: INFO nova.scheduler.client.report [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Deleted allocations for instance 3906f5f4-2486-4979-91c7-1e3e8f382ab2 [ 904.863597] env[63105]: DEBUG nova.compute.manager [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.887034] env[63105]: DEBUG nova.network.neutron [None req-c00eff8a-bd61-4621-98d5-85733ff8d873 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Updating instance_info_cache with network_info: [{"id": "c74a237a-52ab-4915-b5aa-24287c648ba1", "address": "fa:16:3e:f7:65:80", "network": {"id": "a25468f9-bcd8-4fdf-9375-883d40532bba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-471875834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3a69f5037a496787d2ad90fecb5fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74a237a-52", "ovs_interfaceid": "c74a237a-52ab-4915-b5aa-24287c648ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.892679] env[63105]: DEBUG nova.virt.hardware [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 904.893315] env[63105]: DEBUG nova.virt.hardware [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 904.893600] env[63105]: DEBUG nova.virt.hardware [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.893843] env[63105]: DEBUG nova.virt.hardware [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 904.893999] env[63105]: DEBUG nova.virt.hardware [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.894181] env[63105]: DEBUG nova.virt.hardware [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 904.894412] env[63105]: DEBUG nova.virt.hardware [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 904.894632] env[63105]: DEBUG nova.virt.hardware [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 904.894824] env[63105]: DEBUG nova.virt.hardware [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 904.894992] env[63105]: DEBUG nova.virt.hardware [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 904.895942] env[63105]: DEBUG nova.virt.hardware [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 904.900185] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6ba1b6-cbe2-48e1-af29-fe6166e1c88f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.905864] env[63105]: INFO nova.compute.manager [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Took 22.91 seconds to build instance. [ 904.914984] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f74dc8-20d3-44f3-a333-db86e06f44f1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.010095] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5233e0a4-4f5f-02da-9284-50fb0e250049, 'name': SearchDatastore_Task, 'duration_secs': 0.01496} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.010975] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be495216-4566-44e7-b0af-206ccac06f34 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.017590] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Waiting for the task: (returnval){ [ 905.017590] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a8fea7-ae0c-e66d-19cb-a6d1822c0a37" [ 905.017590] env[63105]: _type = "Task" [ 905.017590] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.026508] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a8fea7-ae0c-e66d-19cb-a6d1822c0a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.173115] env[63105]: DEBUG nova.network.neutron [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Successfully updated port: a718fb5e-5e66-4e29-9491-b80666b08a76 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.181793] env[63105]: DEBUG nova.network.neutron [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Successfully updated port: a2cc5099-4b11-47d6-9d3a-00b57b0dfd44 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.271280] env[63105]: DEBUG nova.compute.manager [req-10db075c-85a6-44fd-af4f-a3baec3e1911 req-92b927a8-7771-4b85-919f-d6d23f84dcba service nova] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Received event network-vif-plugged-a718fb5e-5e66-4e29-9491-b80666b08a76 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 905.271557] env[63105]: DEBUG oslo_concurrency.lockutils [req-10db075c-85a6-44fd-af4f-a3baec3e1911 req-92b927a8-7771-4b85-919f-d6d23f84dcba service nova] Acquiring lock "77b3fdaa-9fd8-467e-8147-a1319c07b71c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.271683] env[63105]: DEBUG oslo_concurrency.lockutils [req-10db075c-85a6-44fd-af4f-a3baec3e1911 req-92b927a8-7771-4b85-919f-d6d23f84dcba service nova] Lock "77b3fdaa-9fd8-467e-8147-a1319c07b71c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.271851] env[63105]: DEBUG oslo_concurrency.lockutils [req-10db075c-85a6-44fd-af4f-a3baec3e1911 req-92b927a8-7771-4b85-919f-d6d23f84dcba service nova] Lock "77b3fdaa-9fd8-467e-8147-a1319c07b71c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.272028] env[63105]: DEBUG nova.compute.manager [req-10db075c-85a6-44fd-af4f-a3baec3e1911 req-92b927a8-7771-4b85-919f-d6d23f84dcba service nova] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] No waiting events found dispatching network-vif-plugged-a718fb5e-5e66-4e29-9491-b80666b08a76 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.272199] env[63105]: WARNING nova.compute.manager [req-10db075c-85a6-44fd-af4f-a3baec3e1911 req-92b927a8-7771-4b85-919f-d6d23f84dcba service nova] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Received unexpected event network-vif-plugged-a718fb5e-5e66-4e29-9491-b80666b08a76 for instance with vm_state building and task_state spawning. [ 905.320498] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.343346] env[63105]: DEBUG oslo_vmware.api [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357177} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.343599] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.343785] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.343961] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.344149] env[63105]: INFO nova.compute.manager [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 905.344383] env[63105]: DEBUG oslo.service.loopingcall [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 905.344571] env[63105]: DEBUG nova.compute.manager [-] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.344664] env[63105]: DEBUG nova.network.neutron [-] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.352270] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6b63210-397a-4310-8513-d7c55e46fb5f tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "3906f5f4-2486-4979-91c7-1e3e8f382ab2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.543s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.389798] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c00eff8a-bd61-4621-98d5-85733ff8d873 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Releasing lock "refresh_cache-8829746c-c5f3-4532-97a5-abbee445abd5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.407808] env[63105]: DEBUG oslo_concurrency.lockutils [None req-668f5362-7380-451e-bbf1-c0d80020f01c tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "c3c5a377-7b54-47bb-b34a-4ccf93822d53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.429s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.528641] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a8fea7-ae0c-e66d-19cb-a6d1822c0a37, 'name': SearchDatastore_Task, 'duration_secs': 0.022593} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.528976] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.529305] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] cb8cc737-1aaf-4619-9789-36a43c3d5918/cb8cc737-1aaf-4619-9789-36a43c3d5918.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.529587] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b150f277-3f17-4421-950c-888b6f1ff32c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.536863] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Waiting for the task: (returnval){ [ 905.536863] env[63105]: value = "task-2759144" [ 905.536863] env[63105]: _type = "Task" [ 905.536863] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.547509] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': task-2759144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.588169] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "611d3740-f46b-4954-978f-bc64975f2d9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.588447] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "611d3740-f46b-4954-978f-bc64975f2d9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.676763] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "refresh_cache-77b3fdaa-9fd8-467e-8147-a1319c07b71c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.676939] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired lock "refresh_cache-77b3fdaa-9fd8-467e-8147-a1319c07b71c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.677113] env[63105]: DEBUG nova.network.neutron [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.685871] env[63105]: DEBUG oslo_concurrency.lockutils [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.686031] env[63105]: DEBUG oslo_concurrency.lockutils [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.686193] env[63105]: DEBUG nova.network.neutron [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.931123] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "a2340f1e-068c-483c-b2b1-3543107a840b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.931345] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "a2340f1e-068c-483c-b2b1-3543107a840b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.931561] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "a2340f1e-068c-483c-b2b1-3543107a840b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.931752] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "a2340f1e-068c-483c-b2b1-3543107a840b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.931924] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "a2340f1e-068c-483c-b2b1-3543107a840b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.934500] env[63105]: INFO nova.compute.manager [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Terminating instance [ 906.055504] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': task-2759144, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.082954] env[63105]: DEBUG nova.network.neutron [-] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.092134] env[63105]: DEBUG nova.compute.manager [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.158471] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268aa742-197d-416b-9aef-69ba97787d3a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.166476] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93c3d7f-893a-472e-8bb9-19b85bf3c595 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.200603] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbe1d04-4df1-4b93-aa6b-f503e1127a28 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.210036] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80781e7-2b22-42d1-a931-a19349a51c3b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.230025] env[63105]: DEBUG nova.compute.provider_tree [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 906.242685] env[63105]: WARNING nova.network.neutron [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] 739db829-14b0-4d26-8a41-7fca05cf4f5f already exists in list: networks containing: ['739db829-14b0-4d26-8a41-7fca05cf4f5f']. ignoring it [ 906.255950] env[63105]: DEBUG nova.network.neutron [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.395789] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00eff8a-bd61-4621-98d5-85733ff8d873 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.396118] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77fb763d-95ff-43ce-94e7-b027df30193b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.405421] env[63105]: DEBUG oslo_vmware.api [None req-c00eff8a-bd61-4621-98d5-85733ff8d873 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 906.405421] env[63105]: value = "task-2759145" [ 906.405421] env[63105]: _type = "Task" [ 906.405421] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.414637] env[63105]: DEBUG oslo_vmware.api [None req-c00eff8a-bd61-4621-98d5-85733ff8d873 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.433995] env[63105]: DEBUG nova.network.neutron [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Updating instance_info_cache with network_info: [{"id": "a718fb5e-5e66-4e29-9491-b80666b08a76", "address": "fa:16:3e:1d:d4:65", "network": {"id": "da754b38-ead4-475c-adb4-d1570711cf71", "bridge": "br-int", "label": "tempest-ImagesTestJSON-374670986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d61f61e724c719088e006027a9e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa718fb5e-5e", "ovs_interfaceid": "a718fb5e-5e66-4e29-9491-b80666b08a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.438139] env[63105]: DEBUG nova.compute.manager [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.438465] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.439299] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7403f63-2279-4141-bcb9-7ce9ab7786fc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.448813] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.449096] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c857993f-fac2-48d1-93d8-fafc3c9b5c74 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.458211] env[63105]: DEBUG oslo_vmware.api [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 906.458211] env[63105]: value = "task-2759146" [ 906.458211] env[63105]: _type = "Task" [ 906.458211] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.469530] env[63105]: DEBUG oslo_vmware.api [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.550332] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': task-2759144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598961} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.550662] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] cb8cc737-1aaf-4619-9789-36a43c3d5918/cb8cc737-1aaf-4619-9789-36a43c3d5918.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.550932] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.551218] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b9aee53-37ef-4075-aec2-4278a699be6f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.557234] env[63105]: DEBUG nova.network.neutron [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Updating instance_info_cache with network_info: [{"id": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "address": "fa:16:3e:8e:de:f5", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec8dde5-ba", "ovs_interfaceid": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2cc5099-4b11-47d6-9d3a-00b57b0dfd44", "address": "fa:16:3e:5b:54:4c", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cc5099-4b", "ovs_interfaceid": "a2cc5099-4b11-47d6-9d3a-00b57b0dfd44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.560972] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Waiting for the task: (returnval){ [ 906.560972] env[63105]: value = "task-2759147" [ 906.560972] env[63105]: _type = "Task" [ 906.560972] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.573364] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': task-2759147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.584856] env[63105]: INFO nova.compute.manager [-] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Took 1.24 seconds to deallocate network for instance. [ 906.610200] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.752782] env[63105]: ERROR nova.scheduler.client.report [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [req-5bfd1b19-f8b6-4d60-a147-1e8aa1e5cfdd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5bfd1b19-f8b6-4d60-a147-1e8aa1e5cfdd"}]} [ 906.768901] env[63105]: DEBUG nova.scheduler.client.report [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 906.784114] env[63105]: DEBUG nova.scheduler.client.report [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 906.784350] env[63105]: DEBUG nova.compute.provider_tree [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 906.798808] env[63105]: DEBUG nova.scheduler.client.report [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 906.819901] env[63105]: DEBUG nova.scheduler.client.report [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 906.874502] env[63105]: DEBUG nova.compute.manager [req-43004f17-e114-451e-aee9-1309f65e6cb5 req-b07052d4-94a4-4f63-a502-efd6ad8188c7 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Received event network-vif-plugged-a2cc5099-4b11-47d6-9d3a-00b57b0dfd44 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 906.874753] env[63105]: DEBUG oslo_concurrency.lockutils [req-43004f17-e114-451e-aee9-1309f65e6cb5 req-b07052d4-94a4-4f63-a502-efd6ad8188c7 service nova] Acquiring lock "47a53231-ac15-4bd6-846f-40533a61f33a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.874943] env[63105]: DEBUG oslo_concurrency.lockutils [req-43004f17-e114-451e-aee9-1309f65e6cb5 req-b07052d4-94a4-4f63-a502-efd6ad8188c7 service nova] Lock "47a53231-ac15-4bd6-846f-40533a61f33a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.875281] env[63105]: DEBUG oslo_concurrency.lockutils [req-43004f17-e114-451e-aee9-1309f65e6cb5 req-b07052d4-94a4-4f63-a502-efd6ad8188c7 service nova] Lock "47a53231-ac15-4bd6-846f-40533a61f33a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.875455] env[63105]: DEBUG nova.compute.manager [req-43004f17-e114-451e-aee9-1309f65e6cb5 req-b07052d4-94a4-4f63-a502-efd6ad8188c7 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] No waiting events found dispatching network-vif-plugged-a2cc5099-4b11-47d6-9d3a-00b57b0dfd44 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.875670] env[63105]: WARNING nova.compute.manager [req-43004f17-e114-451e-aee9-1309f65e6cb5 req-b07052d4-94a4-4f63-a502-efd6ad8188c7 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Received unexpected event network-vif-plugged-a2cc5099-4b11-47d6-9d3a-00b57b0dfd44 for instance with vm_state active and task_state None. [ 906.875865] env[63105]: DEBUG nova.compute.manager [req-43004f17-e114-451e-aee9-1309f65e6cb5 req-b07052d4-94a4-4f63-a502-efd6ad8188c7 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Received event network-changed-a2cc5099-4b11-47d6-9d3a-00b57b0dfd44 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 906.876081] env[63105]: DEBUG nova.compute.manager [req-43004f17-e114-451e-aee9-1309f65e6cb5 req-b07052d4-94a4-4f63-a502-efd6ad8188c7 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Refreshing instance network info cache due to event network-changed-a2cc5099-4b11-47d6-9d3a-00b57b0dfd44. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 906.876277] env[63105]: DEBUG oslo_concurrency.lockutils [req-43004f17-e114-451e-aee9-1309f65e6cb5 req-b07052d4-94a4-4f63-a502-efd6ad8188c7 service nova] Acquiring lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.918808] env[63105]: DEBUG oslo_vmware.api [None req-c00eff8a-bd61-4621-98d5-85733ff8d873 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759145, 'name': PowerOnVM_Task, 'duration_secs': 0.451437} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.919132] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00eff8a-bd61-4621-98d5-85733ff8d873 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.919404] env[63105]: DEBUG nova.compute.manager [None req-c00eff8a-bd61-4621-98d5-85733ff8d873 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.920231] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9e6098-e202-4640-8347-09b5740125df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.932389] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lock "refresh_cache-77b3fdaa-9fd8-467e-8147-a1319c07b71c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.932656] env[63105]: DEBUG nova.compute.manager [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Instance network_info: |[{"id": "a718fb5e-5e66-4e29-9491-b80666b08a76", "address": "fa:16:3e:1d:d4:65", "network": {"id": "da754b38-ead4-475c-adb4-d1570711cf71", "bridge": "br-int", "label": "tempest-ImagesTestJSON-374670986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d61f61e724c719088e006027a9e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa718fb5e-5e", "ovs_interfaceid": "a718fb5e-5e66-4e29-9491-b80666b08a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.933474] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:d4:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a718fb5e-5e66-4e29-9491-b80666b08a76', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.941387] env[63105]: DEBUG oslo.service.loopingcall [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.941888] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.942164] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fddd026e-bd97-4c32-b77e-d624949af3a0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.974199] env[63105]: DEBUG oslo_vmware.api [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759146, 'name': PowerOffVM_Task, 'duration_secs': 0.48662} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.975336] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.975486] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.975729] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.975729] env[63105]: value = "task-2759148" [ 906.975729] env[63105]: _type = "Task" [ 906.975729] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.978345] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-945d8fb9-344e-4ce5-8dae-e205d65e8f95 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.991569] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759148, 'name': CreateVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.057506] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.057942] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.058265] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Deleting the datastore file [datastore1] a2340f1e-068c-483c-b2b1-3543107a840b {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.058573] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcd3cf16-8915-43ed-81a6-52aba7510ff1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.064265] env[63105]: DEBUG oslo_concurrency.lockutils [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.065011] env[63105]: DEBUG oslo_concurrency.lockutils [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.065143] env[63105]: DEBUG oslo_concurrency.lockutils [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.066084] env[63105]: DEBUG oslo_concurrency.lockutils [req-43004f17-e114-451e-aee9-1309f65e6cb5 req-b07052d4-94a4-4f63-a502-efd6ad8188c7 service nova] Acquired lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.066345] env[63105]: DEBUG nova.network.neutron [req-43004f17-e114-451e-aee9-1309f65e6cb5 req-b07052d4-94a4-4f63-a502-efd6ad8188c7 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Refreshing network info cache for port a2cc5099-4b11-47d6-9d3a-00b57b0dfd44 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.068084] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f234b07-e898-4edc-adbf-33c66e7cdf99 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.076841] env[63105]: DEBUG oslo_vmware.api [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for the task: (returnval){ [ 907.076841] env[63105]: value = "task-2759150" [ 907.076841] env[63105]: _type = "Task" [ 907.076841] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.083753] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "409e18fc-5520-49d6-abd1-0fa5db1099b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.084043] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "409e18fc-5520-49d6-abd1-0fa5db1099b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.092343] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': task-2759147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073407} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.107233] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.107585] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.109546] env[63105]: DEBUG nova.virt.hardware [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 907.109857] env[63105]: DEBUG nova.virt.hardware [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 907.110085] env[63105]: DEBUG nova.virt.hardware [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.110352] env[63105]: DEBUG nova.virt.hardware [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 907.110554] env[63105]: DEBUG nova.virt.hardware [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.110755] env[63105]: DEBUG nova.virt.hardware [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 907.111055] env[63105]: DEBUG nova.virt.hardware [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 907.111284] env[63105]: DEBUG nova.virt.hardware [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 907.111521] env[63105]: DEBUG nova.virt.hardware [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 907.111751] env[63105]: DEBUG nova.virt.hardware [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 907.112096] env[63105]: DEBUG nova.virt.hardware [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 907.122326] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Reconfiguring VM to attach interface {{(pid=63105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 907.127546] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11de202-adc5-429d-860c-c0776db5d2b4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.132014] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f34c6c10-3ce9-4066-8259-1dfa9ad9747b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.158587] env[63105]: DEBUG oslo_vmware.api [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.180886] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] cb8cc737-1aaf-4619-9789-36a43c3d5918/cb8cc737-1aaf-4619-9789-36a43c3d5918.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.185649] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf16414-d5cd-400d-a064-1df49efdf82a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.200710] env[63105]: DEBUG oslo_vmware.api [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 907.200710] env[63105]: value = "task-2759151" [ 907.200710] env[63105]: _type = "Task" [ 907.200710] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.208584] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Waiting for the task: (returnval){ [ 907.208584] env[63105]: value = "task-2759152" [ 907.208584] env[63105]: _type = "Task" [ 907.208584] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.212611] env[63105]: DEBUG oslo_vmware.api [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759151, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.226549] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': task-2759152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.282077] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f07053-34d7-4017-94b4-0d49c8a64148 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.290889] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb21836-3fdd-49cf-a81f-3a33b56294e0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.325015] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d765d61-1847-4d2f-90ed-ac1f6750ecc4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.335389] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ad5bb3-f55a-4898-9b8f-3db12fa33385 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.350557] env[63105]: DEBUG nova.compute.provider_tree [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 907.358828] env[63105]: DEBUG nova.compute.manager [req-788d12b4-287a-4ec7-8283-a015175f132c req-8502f388-6936-46db-a8fc-bb46d22b0f9d service nova] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Received event network-changed-a718fb5e-5e66-4e29-9491-b80666b08a76 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 907.359222] env[63105]: DEBUG nova.compute.manager [req-788d12b4-287a-4ec7-8283-a015175f132c req-8502f388-6936-46db-a8fc-bb46d22b0f9d service nova] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Refreshing instance network info cache due to event network-changed-a718fb5e-5e66-4e29-9491-b80666b08a76. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 907.359504] env[63105]: DEBUG oslo_concurrency.lockutils [req-788d12b4-287a-4ec7-8283-a015175f132c req-8502f388-6936-46db-a8fc-bb46d22b0f9d service nova] Acquiring lock "refresh_cache-77b3fdaa-9fd8-467e-8147-a1319c07b71c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.359732] env[63105]: DEBUG oslo_concurrency.lockutils [req-788d12b4-287a-4ec7-8283-a015175f132c req-8502f388-6936-46db-a8fc-bb46d22b0f9d service nova] Acquired lock "refresh_cache-77b3fdaa-9fd8-467e-8147-a1319c07b71c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.359732] env[63105]: DEBUG nova.network.neutron [req-788d12b4-287a-4ec7-8283-a015175f132c req-8502f388-6936-46db-a8fc-bb46d22b0f9d service nova] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Refreshing network info cache for port a718fb5e-5e66-4e29-9491-b80666b08a76 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.492568] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759148, 'name': CreateVM_Task, 'duration_secs': 0.409669} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.492903] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.493608] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.493608] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.493960] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.494245] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ab431e-ab71-4e32-ac54-94d00ea73127 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.499606] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 907.499606] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e1b93e-8f98-5f14-0696-3345794023ae" [ 907.499606] env[63105]: _type = "Task" [ 907.499606] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.508898] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e1b93e-8f98-5f14-0696-3345794023ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.595134] env[63105]: DEBUG oslo_vmware.api [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Task: {'id': task-2759150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294539} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.595411] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.595591] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.595766] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.595944] env[63105]: INFO nova.compute.manager [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 907.596207] env[63105]: DEBUG oslo.service.loopingcall [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.596397] env[63105]: DEBUG nova.compute.manager [-] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.596489] env[63105]: DEBUG nova.network.neutron [-] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.606948] env[63105]: DEBUG nova.compute.manager [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.715418] env[63105]: DEBUG oslo_vmware.api [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.727115] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': task-2759152, 'name': ReconfigVM_Task, 'duration_secs': 0.359266} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.727313] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Reconfigured VM instance instance-0000004a to attach disk [datastore1] cb8cc737-1aaf-4619-9789-36a43c3d5918/cb8cc737-1aaf-4619-9789-36a43c3d5918.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.728019] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8be41956-ca19-42bc-a154-798697eecb6c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.738014] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Waiting for the task: (returnval){ [ 907.738014] env[63105]: value = "task-2759153" [ 907.738014] env[63105]: _type = "Task" [ 907.738014] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.748872] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': task-2759153, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.808679] env[63105]: DEBUG nova.network.neutron [req-43004f17-e114-451e-aee9-1309f65e6cb5 req-b07052d4-94a4-4f63-a502-efd6ad8188c7 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Updated VIF entry in instance network info cache for port a2cc5099-4b11-47d6-9d3a-00b57b0dfd44. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.809140] env[63105]: DEBUG nova.network.neutron [req-43004f17-e114-451e-aee9-1309f65e6cb5 req-b07052d4-94a4-4f63-a502-efd6ad8188c7 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Updating instance_info_cache with network_info: [{"id": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "address": "fa:16:3e:8e:de:f5", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec8dde5-ba", "ovs_interfaceid": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2cc5099-4b11-47d6-9d3a-00b57b0dfd44", "address": "fa:16:3e:5b:54:4c", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cc5099-4b", "ovs_interfaceid": "a2cc5099-4b11-47d6-9d3a-00b57b0dfd44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.897079] env[63105]: DEBUG nova.scheduler.client.report [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 907.897463] env[63105]: DEBUG nova.compute.provider_tree [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 118 to 119 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 907.897701] env[63105]: DEBUG nova.compute.provider_tree [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 908.013910] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e1b93e-8f98-5f14-0696-3345794023ae, 'name': SearchDatastore_Task, 'duration_secs': 0.01835} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.014217] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.014461] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.014695] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.014842] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.015033] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.015354] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b595ff6e-8ff1-4eb8-83e5-92ade92b10f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.025685] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.025877] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.026666] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcbeb4b5-8380-4733-bd3a-58db1a154ce5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.032843] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 908.032843] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521a3bdd-588e-3a28-fc8b-4802bde631ca" [ 908.032843] env[63105]: _type = "Task" [ 908.032843] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.041532] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521a3bdd-588e-3a28-fc8b-4802bde631ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.074872] env[63105]: DEBUG nova.network.neutron [req-788d12b4-287a-4ec7-8283-a015175f132c req-8502f388-6936-46db-a8fc-bb46d22b0f9d service nova] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Updated VIF entry in instance network info cache for port a718fb5e-5e66-4e29-9491-b80666b08a76. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.075341] env[63105]: DEBUG nova.network.neutron [req-788d12b4-287a-4ec7-8283-a015175f132c req-8502f388-6936-46db-a8fc-bb46d22b0f9d service nova] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Updating instance_info_cache with network_info: [{"id": "a718fb5e-5e66-4e29-9491-b80666b08a76", "address": "fa:16:3e:1d:d4:65", "network": {"id": "da754b38-ead4-475c-adb4-d1570711cf71", "bridge": "br-int", "label": "tempest-ImagesTestJSON-374670986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d61f61e724c719088e006027a9e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa718fb5e-5e", "ovs_interfaceid": "a718fb5e-5e66-4e29-9491-b80666b08a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.128175] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.213405] env[63105]: DEBUG oslo_vmware.api [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759151, 'name': ReconfigVM_Task, 'duration_secs': 0.894065} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.213929] env[63105]: DEBUG oslo_concurrency.lockutils [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.214167] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Reconfigured VM to attach interface {{(pid=63105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 908.249162] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': task-2759153, 'name': Rename_Task, 'duration_secs': 0.210866} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.249461] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.249669] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e38b81dc-8973-4ec6-9721-e6573777fb90 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.257363] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Waiting for the task: (returnval){ [ 908.257363] env[63105]: value = "task-2759154" [ 908.257363] env[63105]: _type = "Task" [ 908.257363] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.265562] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': task-2759154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.312348] env[63105]: DEBUG oslo_concurrency.lockutils [req-43004f17-e114-451e-aee9-1309f65e6cb5 req-b07052d4-94a4-4f63-a502-efd6ad8188c7 service nova] Releasing lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.312618] env[63105]: DEBUG nova.compute.manager [req-43004f17-e114-451e-aee9-1309f65e6cb5 req-b07052d4-94a4-4f63-a502-efd6ad8188c7 service nova] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Received event network-vif-deleted-bd461013-d625-4b35-90cf-32a21eab0057 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 908.402831] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.594s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.403388] env[63105]: DEBUG nova.compute.manager [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.406030] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.778s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.406253] env[63105]: DEBUG nova.objects.instance [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lazy-loading 'resources' on Instance uuid 51f3d212-fea0-4743-bd74-810c1f0122f5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.408434] env[63105]: DEBUG nova.network.neutron [-] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.544901] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521a3bdd-588e-3a28-fc8b-4802bde631ca, 'name': SearchDatastore_Task, 'duration_secs': 0.031919} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.545320] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e897e3-0053-4cc0-8bd1-fe64da740452 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.550657] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 908.550657] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5298e1ff-3df4-6827-bf1d-a47fb5a61948" [ 908.550657] env[63105]: _type = "Task" [ 908.550657] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.558784] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5298e1ff-3df4-6827-bf1d-a47fb5a61948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.578219] env[63105]: DEBUG oslo_concurrency.lockutils [req-788d12b4-287a-4ec7-8283-a015175f132c req-8502f388-6936-46db-a8fc-bb46d22b0f9d service nova] Releasing lock "refresh_cache-77b3fdaa-9fd8-467e-8147-a1319c07b71c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.720833] env[63105]: DEBUG oslo_concurrency.lockutils [None req-278c652b-0a62-4eec-a85e-6bf5109f8f92 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-47a53231-ac15-4bd6-846f-40533a61f33a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.726s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.768121] env[63105]: DEBUG oslo_vmware.api [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': task-2759154, 'name': PowerOnVM_Task, 'duration_secs': 0.453633} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.768244] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.768392] env[63105]: INFO nova.compute.manager [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Took 8.79 seconds to spawn the instance on the hypervisor. [ 908.768573] env[63105]: DEBUG nova.compute.manager [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.769371] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbd7872-1087-4acc-9543-d23d1d4e5961 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.912273] env[63105]: DEBUG nova.compute.utils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 908.913966] env[63105]: INFO nova.compute.manager [-] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Took 1.32 seconds to deallocate network for instance. [ 908.914277] env[63105]: DEBUG nova.compute.manager [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.914439] env[63105]: DEBUG nova.network.neutron [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.971708] env[63105]: DEBUG nova.policy [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5a687e3ebc64a84accecbe1ca9bba37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '052f8b44cedd49ed854b766ade3bb802', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.000184] env[63105]: DEBUG nova.compute.manager [req-e2882ca8-f4c2-4f80-aa5b-9d3f0e20bbe6 req-0867d07a-1e6a-4585-8375-8a9bb5a1bc2d service nova] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Received event network-vif-deleted-66c9646d-c7cd-4f08-92ec-4655a87b80c4 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 909.069257] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5298e1ff-3df4-6827-bf1d-a47fb5a61948, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.070868] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.071186] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 77b3fdaa-9fd8-467e-8147-a1319c07b71c/77b3fdaa-9fd8-467e-8147-a1319c07b71c.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.072494] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd90e288-c0b4-4280-b35a-145c936b2919 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.080263] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 909.080263] env[63105]: value = "task-2759155" [ 909.080263] env[63105]: _type = "Task" [ 909.080263] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.094030] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.289565] env[63105]: INFO nova.compute.manager [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Took 25.58 seconds to build instance. [ 909.308910] env[63105]: DEBUG nova.network.neutron [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Successfully created port: 4060f13d-32c8-4433-9f3c-cd89feac7a28 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.324272] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a211c9-b495-4756-ac00-17f8b8b898c8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.333029] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55bbcca-a75b-4dc9-a95f-83f9e32b9bbd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.366742] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b358d29-9f07-4928-8fe9-583730f3cf33 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.375566] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d16a680-d1b8-43f1-86d1-e1f254a00239 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.390429] env[63105]: DEBUG nova.compute.provider_tree [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 909.417413] env[63105]: DEBUG nova.compute.manager [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.423542] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.592225] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759155, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.793846] env[63105]: DEBUG oslo_concurrency.lockutils [None req-64ab079c-4fd5-46be-bd17-462f93693dd2 tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Lock "cb8cc737-1aaf-4619-9789-36a43c3d5918" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.088s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.935861] env[63105]: DEBUG nova.scheduler.client.report [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 909.935861] env[63105]: DEBUG nova.compute.provider_tree [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 119 to 120 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 909.935861] env[63105]: DEBUG nova.compute.provider_tree [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.093991] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691036} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.094284] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 77b3fdaa-9fd8-467e-8147-a1319c07b71c/77b3fdaa-9fd8-467e-8147-a1319c07b71c.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.094498] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.094750] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0b5b6b8-de9b-43d1-a2b6-eefe8fc5270b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.102240] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 910.102240] env[63105]: value = "task-2759156" [ 910.102240] env[63105]: _type = "Task" [ 910.102240] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.111370] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.247458] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Acquiring lock "cb8cc737-1aaf-4619-9789-36a43c3d5918" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.247772] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Lock "cb8cc737-1aaf-4619-9789-36a43c3d5918" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.248167] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Acquiring lock "cb8cc737-1aaf-4619-9789-36a43c3d5918-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.248456] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Lock "cb8cc737-1aaf-4619-9789-36a43c3d5918-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.248674] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Lock "cb8cc737-1aaf-4619-9789-36a43c3d5918-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.250897] env[63105]: INFO nova.compute.manager [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Terminating instance [ 910.428170] env[63105]: DEBUG nova.compute.manager [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.439120] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.441594] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.303s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.443122] env[63105]: INFO nova.compute.claims [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.455117] env[63105]: DEBUG nova.virt.hardware [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 910.455404] env[63105]: DEBUG nova.virt.hardware [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 910.456033] env[63105]: DEBUG nova.virt.hardware [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.456165] env[63105]: DEBUG nova.virt.hardware [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 910.456351] env[63105]: DEBUG nova.virt.hardware [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.456545] env[63105]: DEBUG nova.virt.hardware [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 910.456898] env[63105]: DEBUG nova.virt.hardware [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 910.457147] env[63105]: DEBUG nova.virt.hardware [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 910.457506] env[63105]: DEBUG nova.virt.hardware [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 910.457601] env[63105]: DEBUG nova.virt.hardware [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 910.457874] env[63105]: DEBUG nova.virt.hardware [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 910.458922] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ddc4a1-8928-4a74-bdf1-d82f477200df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.462367] env[63105]: INFO nova.scheduler.client.report [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleted allocations for instance 51f3d212-fea0-4743-bd74-810c1f0122f5 [ 910.469331] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75394030-efd9-4563-85ad-a65d5bfa04f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.614681] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07162} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.614970] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.615734] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f183c1-6a1c-4ae0-a372-b6c146b5c24c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.640394] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 77b3fdaa-9fd8-467e-8147-a1319c07b71c/77b3fdaa-9fd8-467e-8147-a1319c07b71c.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.641091] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b93555f-82de-4912-859e-987e154fdf82 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.655111] env[63105]: DEBUG oslo_concurrency.lockutils [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "interface-47a53231-ac15-4bd6-846f-40533a61f33a-aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.655546] env[63105]: DEBUG oslo_concurrency.lockutils [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-47a53231-ac15-4bd6-846f-40533a61f33a-aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.655894] env[63105]: DEBUG nova.objects.instance [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'flavor' on Instance uuid 47a53231-ac15-4bd6-846f-40533a61f33a {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.663881] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 910.663881] env[63105]: value = "task-2759157" [ 910.663881] env[63105]: _type = "Task" [ 910.663881] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.673915] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.740812] env[63105]: DEBUG nova.compute.manager [req-6b5e8bcb-403f-4526-84e9-6444251cf640 req-6cd60cae-1bb0-4c32-a5e5-d3cf77da33a6 service nova] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Received event network-vif-plugged-4060f13d-32c8-4433-9f3c-cd89feac7a28 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 910.741090] env[63105]: DEBUG oslo_concurrency.lockutils [req-6b5e8bcb-403f-4526-84e9-6444251cf640 req-6cd60cae-1bb0-4c32-a5e5-d3cf77da33a6 service nova] Acquiring lock "3765c994-f0a3-4f8d-bfbf-6d931ff32be0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.741315] env[63105]: DEBUG oslo_concurrency.lockutils [req-6b5e8bcb-403f-4526-84e9-6444251cf640 req-6cd60cae-1bb0-4c32-a5e5-d3cf77da33a6 service nova] Lock "3765c994-f0a3-4f8d-bfbf-6d931ff32be0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.741484] env[63105]: DEBUG oslo_concurrency.lockutils [req-6b5e8bcb-403f-4526-84e9-6444251cf640 req-6cd60cae-1bb0-4c32-a5e5-d3cf77da33a6 service nova] Lock "3765c994-f0a3-4f8d-bfbf-6d931ff32be0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.741662] env[63105]: DEBUG nova.compute.manager [req-6b5e8bcb-403f-4526-84e9-6444251cf640 req-6cd60cae-1bb0-4c32-a5e5-d3cf77da33a6 service nova] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] No waiting events found dispatching network-vif-plugged-4060f13d-32c8-4433-9f3c-cd89feac7a28 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.741803] env[63105]: WARNING nova.compute.manager [req-6b5e8bcb-403f-4526-84e9-6444251cf640 req-6cd60cae-1bb0-4c32-a5e5-d3cf77da33a6 service nova] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Received unexpected event network-vif-plugged-4060f13d-32c8-4433-9f3c-cd89feac7a28 for instance with vm_state building and task_state spawning. [ 910.754429] env[63105]: DEBUG nova.compute.manager [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.754620] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.755481] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad33120-b89e-4c55-9f6a-bee3bb70a8e4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.768474] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.768474] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd2709fd-69de-49b3-8681-74f599e79743 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.773036] env[63105]: DEBUG oslo_vmware.api [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Waiting for the task: (returnval){ [ 910.773036] env[63105]: value = "task-2759158" [ 910.773036] env[63105]: _type = "Task" [ 910.773036] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.781238] env[63105]: DEBUG oslo_vmware.api [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': task-2759158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.808000] env[63105]: DEBUG nova.network.neutron [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Successfully updated port: 4060f13d-32c8-4433-9f3c-cd89feac7a28 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.971865] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fe231f1a-4ef9-45fc-892b-4ba13478c817 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "51f3d212-fea0-4743-bd74-810c1f0122f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.878s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.174600] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759157, 'name': ReconfigVM_Task, 'duration_secs': 0.418563} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.174878] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 77b3fdaa-9fd8-467e-8147-a1319c07b71c/77b3fdaa-9fd8-467e-8147-a1319c07b71c.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.175527] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1056c85-8ca1-4a66-a580-807d437ea4dc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.182770] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 911.182770] env[63105]: value = "task-2759159" [ 911.182770] env[63105]: _type = "Task" [ 911.182770] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.192214] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759159, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.265582] env[63105]: DEBUG nova.objects.instance [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'pci_requests' on Instance uuid 47a53231-ac15-4bd6-846f-40533a61f33a {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.283789] env[63105]: DEBUG oslo_vmware.api [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': task-2759158, 'name': PowerOffVM_Task, 'duration_secs': 0.180583} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.284074] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.284252] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.284594] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c14e4e65-3d76-40a2-a705-da6f45b0622c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.311034] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "refresh_cache-3765c994-f0a3-4f8d-bfbf-6d931ff32be0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.311034] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "refresh_cache-3765c994-f0a3-4f8d-bfbf-6d931ff32be0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.311356] env[63105]: DEBUG nova.network.neutron [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.357837] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.358041] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.358782] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Deleting the datastore file [datastore1] cb8cc737-1aaf-4619-9789-36a43c3d5918 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.358782] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d990c8c2-1f46-4e73-9617-aaa846427716 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.365451] env[63105]: DEBUG oslo_vmware.api [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Waiting for the task: (returnval){ [ 911.365451] env[63105]: value = "task-2759161" [ 911.365451] env[63105]: _type = "Task" [ 911.365451] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.373648] env[63105]: DEBUG oslo_vmware.api [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': task-2759161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.692782] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759159, 'name': Rename_Task, 'duration_secs': 0.160309} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.694635] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.695597] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da06480a-6068-48f7-80ae-fc834e94802f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.703651] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 911.703651] env[63105]: value = "task-2759162" [ 911.703651] env[63105]: _type = "Task" [ 911.703651] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.714660] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.727078] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a5efbe-5d41-4807-97fa-bc857f4754f5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.734714] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45563e34-6150-499c-8982-ff7728d7cd4a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.767812] env[63105]: DEBUG nova.objects.base [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Object Instance<47a53231-ac15-4bd6-846f-40533a61f33a> lazy-loaded attributes: flavor,pci_requests {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 911.768057] env[63105]: DEBUG nova.network.neutron [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.770803] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357d5e96-9278-4bc1-8aea-f9b632934ef5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.780158] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017047ec-10aa-4182-8c1e-5ac8d23541d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.797165] env[63105]: DEBUG nova.compute.provider_tree [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.845393] env[63105]: DEBUG nova.network.neutron [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.852200] env[63105]: DEBUG nova.policy [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41bcc83a765a4aa5947e1c098a54d56f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6039084dd49439b9add938dad3b1446', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.876566] env[63105]: DEBUG oslo_vmware.api [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Task: {'id': task-2759161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466223} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.876872] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.877105] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.877331] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.877551] env[63105]: INFO nova.compute.manager [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Took 1.12 seconds to destroy the instance on the hypervisor. [ 911.877853] env[63105]: DEBUG oslo.service.loopingcall [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.878099] env[63105]: DEBUG nova.compute.manager [-] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.878221] env[63105]: DEBUG nova.network.neutron [-] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.058404] env[63105]: DEBUG nova.network.neutron [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Updating instance_info_cache with network_info: [{"id": "4060f13d-32c8-4433-9f3c-cd89feac7a28", "address": "fa:16:3e:27:8e:3f", "network": {"id": "67ae8895-7932-4c29-9082-c3e499458336", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2009124706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "052f8b44cedd49ed854b766ade3bb802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4060f13d-32", "ovs_interfaceid": "4060f13d-32c8-4433-9f3c-cd89feac7a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.217939] env[63105]: DEBUG oslo_vmware.api [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759162, 'name': PowerOnVM_Task, 'duration_secs': 0.468008} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.218492] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.218799] env[63105]: INFO nova.compute.manager [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Took 7.35 seconds to spawn the instance on the hypervisor. [ 912.219457] env[63105]: DEBUG nova.compute.manager [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.220020] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c98d723-bade-422f-a89c-16c7da743e40 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.305911] env[63105]: DEBUG nova.compute.manager [req-89822ed1-7d2d-426f-bc94-3eba2c1db949 req-a17a424d-a7bb-4452-aff4-334b3b78c536 service nova] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Received event network-vif-deleted-fc8fe058-7720-4df5-89e7-ac8455fb82ec {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 912.306133] env[63105]: INFO nova.compute.manager [req-89822ed1-7d2d-426f-bc94-3eba2c1db949 req-a17a424d-a7bb-4452-aff4-334b3b78c536 service nova] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Neutron deleted interface fc8fe058-7720-4df5-89e7-ac8455fb82ec; detaching it from the instance and deleting it from the info cache [ 912.306311] env[63105]: DEBUG nova.network.neutron [req-89822ed1-7d2d-426f-bc94-3eba2c1db949 req-a17a424d-a7bb-4452-aff4-334b3b78c536 service nova] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.335328] env[63105]: DEBUG nova.scheduler.client.report [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 912.335579] env[63105]: DEBUG nova.compute.provider_tree [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 120 to 121 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 912.335758] env[63105]: DEBUG nova.compute.provider_tree [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.561414] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "refresh_cache-3765c994-f0a3-4f8d-bfbf-6d931ff32be0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.561800] env[63105]: DEBUG nova.compute.manager [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Instance network_info: |[{"id": "4060f13d-32c8-4433-9f3c-cd89feac7a28", "address": "fa:16:3e:27:8e:3f", "network": {"id": "67ae8895-7932-4c29-9082-c3e499458336", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2009124706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "052f8b44cedd49ed854b766ade3bb802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4060f13d-32", "ovs_interfaceid": "4060f13d-32c8-4433-9f3c-cd89feac7a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.562324] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:8e:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4060f13d-32c8-4433-9f3c-cd89feac7a28', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.572084] env[63105]: DEBUG oslo.service.loopingcall [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 912.572742] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.572976] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee9b5f0f-ed99-45ef-9261-aacd9a3d2312 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.594333] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.594333] env[63105]: value = "task-2759163" [ 912.594333] env[63105]: _type = "Task" [ 912.594333] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.602303] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759163, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.715325] env[63105]: DEBUG nova.network.neutron [-] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.737675] env[63105]: INFO nova.compute.manager [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Took 25.45 seconds to build instance. [ 912.766944] env[63105]: DEBUG nova.compute.manager [req-247839a6-7cb6-459b-a1c4-3abf6d7984f2 req-8be397d4-635f-4772-8209-1d2be02d978f service nova] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Received event network-changed-4060f13d-32c8-4433-9f3c-cd89feac7a28 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 912.767165] env[63105]: DEBUG nova.compute.manager [req-247839a6-7cb6-459b-a1c4-3abf6d7984f2 req-8be397d4-635f-4772-8209-1d2be02d978f service nova] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Refreshing instance network info cache due to event network-changed-4060f13d-32c8-4433-9f3c-cd89feac7a28. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 912.767376] env[63105]: DEBUG oslo_concurrency.lockutils [req-247839a6-7cb6-459b-a1c4-3abf6d7984f2 req-8be397d4-635f-4772-8209-1d2be02d978f service nova] Acquiring lock "refresh_cache-3765c994-f0a3-4f8d-bfbf-6d931ff32be0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.767518] env[63105]: DEBUG oslo_concurrency.lockutils [req-247839a6-7cb6-459b-a1c4-3abf6d7984f2 req-8be397d4-635f-4772-8209-1d2be02d978f service nova] Acquired lock "refresh_cache-3765c994-f0a3-4f8d-bfbf-6d931ff32be0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.767675] env[63105]: DEBUG nova.network.neutron [req-247839a6-7cb6-459b-a1c4-3abf6d7984f2 req-8be397d4-635f-4772-8209-1d2be02d978f service nova] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Refreshing network info cache for port 4060f13d-32c8-4433-9f3c-cd89feac7a28 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.808672] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77377432-bd0c-44da-857f-ae33d2789065 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.820046] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a6938b-828e-4eb3-b73b-dca74cb8ef80 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.841077] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.841606] env[63105]: DEBUG nova.compute.manager [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.854503] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.833s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.855977] env[63105]: INFO nova.compute.claims [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.858817] env[63105]: DEBUG nova.compute.manager [req-89822ed1-7d2d-426f-bc94-3eba2c1db949 req-a17a424d-a7bb-4452-aff4-334b3b78c536 service nova] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Detach interface failed, port_id=fc8fe058-7720-4df5-89e7-ac8455fb82ec, reason: Instance cb8cc737-1aaf-4619-9789-36a43c3d5918 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 913.105649] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759163, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.218127] env[63105]: INFO nova.compute.manager [-] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Took 1.34 seconds to deallocate network for instance. [ 913.238927] env[63105]: DEBUG oslo_concurrency.lockutils [None req-97ab5d50-f90e-4af5-816a-6bae48b8b02e tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "77b3fdaa-9fd8-467e-8147-a1319c07b71c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.962s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.321364] env[63105]: DEBUG nova.network.neutron [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Successfully updated port: aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.347438] env[63105]: DEBUG nova.compute.utils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 913.348834] env[63105]: DEBUG nova.compute.manager [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.349017] env[63105]: DEBUG nova.network.neutron [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.392289] env[63105]: DEBUG nova.policy [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b6b1ca1de1494d9834f0cce689b51c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47d667969ee5405b9a7140f6278ccbe2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.521516] env[63105]: DEBUG nova.network.neutron [req-247839a6-7cb6-459b-a1c4-3abf6d7984f2 req-8be397d4-635f-4772-8209-1d2be02d978f service nova] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Updated VIF entry in instance network info cache for port 4060f13d-32c8-4433-9f3c-cd89feac7a28. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.521911] env[63105]: DEBUG nova.network.neutron [req-247839a6-7cb6-459b-a1c4-3abf6d7984f2 req-8be397d4-635f-4772-8209-1d2be02d978f service nova] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Updating instance_info_cache with network_info: [{"id": "4060f13d-32c8-4433-9f3c-cd89feac7a28", "address": "fa:16:3e:27:8e:3f", "network": {"id": "67ae8895-7932-4c29-9082-c3e499458336", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2009124706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "052f8b44cedd49ed854b766ade3bb802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4060f13d-32", "ovs_interfaceid": "4060f13d-32c8-4433-9f3c-cd89feac7a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.607336] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759163, 'name': CreateVM_Task, 'duration_secs': 0.777734} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.607548] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.608295] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.608412] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.608749] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.609049] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38961944-fbe1-47e1-9f6a-55fb0b3c09e3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.615707] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 913.615707] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ed3d7b-bb23-1464-17fa-0b9d91b1ad0e" [ 913.615707] env[63105]: _type = "Task" [ 913.615707] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.625788] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ed3d7b-bb23-1464-17fa-0b9d91b1ad0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.681275] env[63105]: DEBUG nova.network.neutron [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Successfully created port: 1caea15a-5906-47a0-8b4f-1a4576314939 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.724656] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.826912] env[63105]: DEBUG oslo_concurrency.lockutils [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.827124] env[63105]: DEBUG oslo_concurrency.lockutils [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.827308] env[63105]: DEBUG nova.network.neutron [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.852263] env[63105]: DEBUG nova.compute.manager [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.025258] env[63105]: DEBUG oslo_concurrency.lockutils [req-247839a6-7cb6-459b-a1c4-3abf6d7984f2 req-8be397d4-635f-4772-8209-1d2be02d978f service nova] Releasing lock "refresh_cache-3765c994-f0a3-4f8d-bfbf-6d931ff32be0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.128512] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ed3d7b-bb23-1464-17fa-0b9d91b1ad0e, 'name': SearchDatastore_Task, 'duration_secs': 0.011179} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.128839] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.129093] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.129336] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.129626] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.129683] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.129938] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91a374ec-a5d1-4af0-9511-48ab4b7bc6a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.142547] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.142785] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.146014] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f38ce9-753c-4523-a861-bb30e3212ab9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.152277] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 914.152277] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]525fc9a9-a44b-d9b7-2015-f4f12cc1129b" [ 914.152277] env[63105]: _type = "Task" [ 914.152277] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.158644] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968de87e-8bbc-44ac-996d-85e4ed84afd9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.164274] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525fc9a9-a44b-d9b7-2015-f4f12cc1129b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.169257] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0603e2-03f1-43cf-b6cd-01a7c65670c4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.201070] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e561f7e8-71d2-4d3f-8e55-6b97669775d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.209377] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744507b7-17d5-4223-8429-d1ac05b9aeaa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.223785] env[63105]: DEBUG nova.compute.provider_tree [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.368195] env[63105]: WARNING nova.network.neutron [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] 739db829-14b0-4d26-8a41-7fca05cf4f5f already exists in list: networks containing: ['739db829-14b0-4d26-8a41-7fca05cf4f5f']. ignoring it [ 914.368562] env[63105]: WARNING nova.network.neutron [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] 739db829-14b0-4d26-8a41-7fca05cf4f5f already exists in list: networks containing: ['739db829-14b0-4d26-8a41-7fca05cf4f5f']. ignoring it [ 914.663475] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525fc9a9-a44b-d9b7-2015-f4f12cc1129b, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.664285] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-965f9443-e924-403e-98de-61895db03671 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.671365] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 914.671365] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e8e875-f54d-a6c1-767d-20be9ead4525" [ 914.671365] env[63105]: _type = "Task" [ 914.671365] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.680075] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e8e875-f54d-a6c1-767d-20be9ead4525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.728067] env[63105]: DEBUG nova.scheduler.client.report [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 914.862172] env[63105]: DEBUG nova.compute.manager [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.884638] env[63105]: DEBUG nova.virt.hardware [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 914.884891] env[63105]: DEBUG nova.virt.hardware [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 914.885069] env[63105]: DEBUG nova.virt.hardware [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.885268] env[63105]: DEBUG nova.virt.hardware [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 914.885414] env[63105]: DEBUG nova.virt.hardware [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.885561] env[63105]: DEBUG nova.virt.hardware [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 914.885772] env[63105]: DEBUG nova.virt.hardware [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 914.885928] env[63105]: DEBUG nova.virt.hardware [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 914.886409] env[63105]: DEBUG nova.virt.hardware [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 914.886631] env[63105]: DEBUG nova.virt.hardware [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 914.886821] env[63105]: DEBUG nova.virt.hardware [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 914.887776] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a60912-36f3-4e65-a760-24ddefd4ae53 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.897510] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5221abb-3280-49b7-83a9-2caab28f978f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.917522] env[63105]: DEBUG nova.network.neutron [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Updating instance_info_cache with network_info: [{"id": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "address": "fa:16:3e:8e:de:f5", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec8dde5-ba", "ovs_interfaceid": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2cc5099-4b11-47d6-9d3a-00b57b0dfd44", "address": "fa:16:3e:5b:54:4c", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cc5099-4b", "ovs_interfaceid": "a2cc5099-4b11-47d6-9d3a-00b57b0dfd44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b", "address": "fa:16:3e:b5:40:c3", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaab7cb8-0e", "ovs_interfaceid": "aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.943053] env[63105]: DEBUG nova.compute.manager [req-3f9836f3-66e5-4ab6-ac1d-fade9d61ddd7 req-b7b3ffca-bdd3-4e73-90d6-5e7794be1e77 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Received event network-vif-plugged-aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 914.943107] env[63105]: DEBUG oslo_concurrency.lockutils [req-3f9836f3-66e5-4ab6-ac1d-fade9d61ddd7 req-b7b3ffca-bdd3-4e73-90d6-5e7794be1e77 service nova] Acquiring lock "47a53231-ac15-4bd6-846f-40533a61f33a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.943318] env[63105]: DEBUG oslo_concurrency.lockutils [req-3f9836f3-66e5-4ab6-ac1d-fade9d61ddd7 req-b7b3ffca-bdd3-4e73-90d6-5e7794be1e77 service nova] Lock "47a53231-ac15-4bd6-846f-40533a61f33a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.943501] env[63105]: DEBUG oslo_concurrency.lockutils [req-3f9836f3-66e5-4ab6-ac1d-fade9d61ddd7 req-b7b3ffca-bdd3-4e73-90d6-5e7794be1e77 service nova] Lock "47a53231-ac15-4bd6-846f-40533a61f33a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.943650] env[63105]: DEBUG nova.compute.manager [req-3f9836f3-66e5-4ab6-ac1d-fade9d61ddd7 req-b7b3ffca-bdd3-4e73-90d6-5e7794be1e77 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] No waiting events found dispatching network-vif-plugged-aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.943812] env[63105]: WARNING nova.compute.manager [req-3f9836f3-66e5-4ab6-ac1d-fade9d61ddd7 req-b7b3ffca-bdd3-4e73-90d6-5e7794be1e77 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Received unexpected event network-vif-plugged-aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b for instance with vm_state active and task_state None. [ 914.943965] env[63105]: DEBUG nova.compute.manager [req-3f9836f3-66e5-4ab6-ac1d-fade9d61ddd7 req-b7b3ffca-bdd3-4e73-90d6-5e7794be1e77 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Received event network-changed-aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 914.944133] env[63105]: DEBUG nova.compute.manager [req-3f9836f3-66e5-4ab6-ac1d-fade9d61ddd7 req-b7b3ffca-bdd3-4e73-90d6-5e7794be1e77 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Refreshing instance network info cache due to event network-changed-aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 914.944312] env[63105]: DEBUG oslo_concurrency.lockutils [req-3f9836f3-66e5-4ab6-ac1d-fade9d61ddd7 req-b7b3ffca-bdd3-4e73-90d6-5e7794be1e77 service nova] Acquiring lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.945417] env[63105]: DEBUG nova.compute.manager [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.946552] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c6bc94-19aa-4112-aa13-6f6cc4a6532c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.136249] env[63105]: DEBUG nova.network.neutron [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Successfully updated port: 1caea15a-5906-47a0-8b4f-1a4576314939 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.182763] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e8e875-f54d-a6c1-767d-20be9ead4525, 'name': SearchDatastore_Task, 'duration_secs': 0.012863} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.183081] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.183365] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 3765c994-f0a3-4f8d-bfbf-6d931ff32be0/3765c994-f0a3-4f8d-bfbf-6d931ff32be0.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.183632] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d09ea26e-24f1-45f2-97b0-b2ab630c5095 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.223201] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 915.223201] env[63105]: value = "task-2759164" [ 915.223201] env[63105]: _type = "Task" [ 915.223201] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.232494] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.233020] env[63105]: DEBUG nova.compute.manager [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.236154] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.236347] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.901s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.237717] env[63105]: INFO nova.compute.claims [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.422497] env[63105]: DEBUG oslo_concurrency.lockutils [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.423202] env[63105]: DEBUG oslo_concurrency.lockutils [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.423364] env[63105]: DEBUG oslo_concurrency.lockutils [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.423648] env[63105]: DEBUG oslo_concurrency.lockutils [req-3f9836f3-66e5-4ab6-ac1d-fade9d61ddd7 req-b7b3ffca-bdd3-4e73-90d6-5e7794be1e77 service nova] Acquired lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.423828] env[63105]: DEBUG nova.network.neutron [req-3f9836f3-66e5-4ab6-ac1d-fade9d61ddd7 req-b7b3ffca-bdd3-4e73-90d6-5e7794be1e77 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Refreshing network info cache for port aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.425694] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55ea29a-9543-4bb9-ab4a-3b9b75a64c20 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.447286] env[63105]: DEBUG nova.virt.hardware [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 915.447390] env[63105]: DEBUG nova.virt.hardware [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 915.447556] env[63105]: DEBUG nova.virt.hardware [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.447747] env[63105]: DEBUG nova.virt.hardware [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 915.447907] env[63105]: DEBUG nova.virt.hardware [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.448175] env[63105]: DEBUG nova.virt.hardware [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 915.448410] env[63105]: DEBUG nova.virt.hardware [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 915.448587] env[63105]: DEBUG nova.virt.hardware [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 915.448772] env[63105]: DEBUG nova.virt.hardware [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 915.448952] env[63105]: DEBUG nova.virt.hardware [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 915.449148] env[63105]: DEBUG nova.virt.hardware [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 915.456103] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Reconfiguring VM to attach interface {{(pid=63105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 915.457197] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e44655f-79ca-48d6-afa6-85d1cb2fb3ee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.470891] env[63105]: INFO nova.compute.manager [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] instance snapshotting [ 915.474455] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36531d93-b06d-444f-b1ae-9d1208664a31 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.480894] env[63105]: DEBUG oslo_vmware.api [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 915.480894] env[63105]: value = "task-2759165" [ 915.480894] env[63105]: _type = "Task" [ 915.480894] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.499196] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005d7699-2158-4c8e-9f39-7acca8ff80f1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.507425] env[63105]: DEBUG oslo_vmware.api [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759165, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.638847] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "refresh_cache-28329143-4282-4974-add0-00c64f01d7b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.639096] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "refresh_cache-28329143-4282-4974-add0-00c64f01d7b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.639165] env[63105]: DEBUG nova.network.neutron [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.735479] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527152} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.735765] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 3765c994-f0a3-4f8d-bfbf-6d931ff32be0/3765c994-f0a3-4f8d-bfbf-6d931ff32be0.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.735929] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.736204] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b21418a-fe24-4c89-98fb-f86c2c36172e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.739143] env[63105]: DEBUG nova.compute.utils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 915.740420] env[63105]: DEBUG nova.compute.manager [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.740585] env[63105]: DEBUG nova.network.neutron [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.750299] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 915.750299] env[63105]: value = "task-2759166" [ 915.750299] env[63105]: _type = "Task" [ 915.750299] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.764477] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.797861] env[63105]: DEBUG nova.policy [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b6b1ca1de1494d9834f0cce689b51c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47d667969ee5405b9a7140f6278ccbe2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.992925] env[63105]: DEBUG oslo_vmware.api [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.013593] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 916.013877] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7f2a23b5-89a9-4b4e-a361-f2d7f4391165 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.024232] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 916.024232] env[63105]: value = "task-2759167" [ 916.024232] env[63105]: _type = "Task" [ 916.024232] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.034075] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759167, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.062094] env[63105]: DEBUG nova.network.neutron [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Successfully created port: d181dd33-46a0-4953-b811-069498b94f1c {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.192963] env[63105]: DEBUG nova.network.neutron [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.246152] env[63105]: DEBUG nova.compute.manager [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.261295] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071383} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.261712] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.262588] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d469f3-db0a-4b9d-9dba-9ac3df5fa0fa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.286772] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 3765c994-f0a3-4f8d-bfbf-6d931ff32be0/3765c994-f0a3-4f8d-bfbf-6d931ff32be0.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.289918] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edd5da33-1f0a-403b-b968-a8c4398ea521 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.313728] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 916.313728] env[63105]: value = "task-2759168" [ 916.313728] env[63105]: _type = "Task" [ 916.313728] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.326706] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.495126] env[63105]: DEBUG oslo_vmware.api [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759165, 'name': ReconfigVM_Task, 'duration_secs': 0.864976} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.496031] env[63105]: DEBUG oslo_concurrency.lockutils [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.496323] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Reconfigured VM to attach interface {{(pid=63105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 916.542188] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759167, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.542188] env[63105]: DEBUG nova.network.neutron [req-3f9836f3-66e5-4ab6-ac1d-fade9d61ddd7 req-b7b3ffca-bdd3-4e73-90d6-5e7794be1e77 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Updated VIF entry in instance network info cache for port aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.542687] env[63105]: DEBUG nova.network.neutron [req-3f9836f3-66e5-4ab6-ac1d-fade9d61ddd7 req-b7b3ffca-bdd3-4e73-90d6-5e7794be1e77 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Updating instance_info_cache with network_info: [{"id": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "address": "fa:16:3e:8e:de:f5", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec8dde5-ba", "ovs_interfaceid": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2cc5099-4b11-47d6-9d3a-00b57b0dfd44", "address": "fa:16:3e:5b:54:4c", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cc5099-4b", "ovs_interfaceid": "a2cc5099-4b11-47d6-9d3a-00b57b0dfd44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b", "address": "fa:16:3e:b5:40:c3", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaab7cb8-0e", "ovs_interfaceid": "aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.635961] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef4aa67-1c28-4be7-ad8d-f143a34288e2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.644534] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3ef64a-5f3e-4025-87d2-c73a2f145d74 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.680380] env[63105]: DEBUG nova.network.neutron [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Updating instance_info_cache with network_info: [{"id": "1caea15a-5906-47a0-8b4f-1a4576314939", "address": "fa:16:3e:01:02:e5", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1caea15a-59", "ovs_interfaceid": "1caea15a-5906-47a0-8b4f-1a4576314939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.681839] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5730e57-8a3b-4604-a2a2-582647c5aa07 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.691371] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50285281-cc6a-40ba-af82-584f3d9954d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.709295] env[63105]: DEBUG nova.compute.provider_tree [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.824979] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759168, 'name': ReconfigVM_Task, 'duration_secs': 0.459584} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.825425] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 3765c994-f0a3-4f8d-bfbf-6d931ff32be0/3765c994-f0a3-4f8d-bfbf-6d931ff32be0.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.826056] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28cb1f7e-853d-4927-bcfd-fb0a59707a86 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.833842] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 916.833842] env[63105]: value = "task-2759169" [ 916.833842] env[63105]: _type = "Task" [ 916.833842] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.843501] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759169, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.002015] env[63105]: DEBUG oslo_concurrency.lockutils [None req-84126d72-71b8-4ee8-b907-1611f3f0caec tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-47a53231-ac15-4bd6-846f-40533a61f33a-aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.346s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.036846] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759167, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.046012] env[63105]: DEBUG oslo_concurrency.lockutils [req-3f9836f3-66e5-4ab6-ac1d-fade9d61ddd7 req-b7b3ffca-bdd3-4e73-90d6-5e7794be1e77 service nova] Releasing lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.125191] env[63105]: DEBUG nova.compute.manager [req-da469cb9-4135-4072-8638-a316827a5174 req-453dca14-2e5d-4415-8cb1-77891f5ae3e4 service nova] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Received event network-vif-plugged-1caea15a-5906-47a0-8b4f-1a4576314939 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 917.125423] env[63105]: DEBUG oslo_concurrency.lockutils [req-da469cb9-4135-4072-8638-a316827a5174 req-453dca14-2e5d-4415-8cb1-77891f5ae3e4 service nova] Acquiring lock "28329143-4282-4974-add0-00c64f01d7b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.125631] env[63105]: DEBUG oslo_concurrency.lockutils [req-da469cb9-4135-4072-8638-a316827a5174 req-453dca14-2e5d-4415-8cb1-77891f5ae3e4 service nova] Lock "28329143-4282-4974-add0-00c64f01d7b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.125789] env[63105]: DEBUG oslo_concurrency.lockutils [req-da469cb9-4135-4072-8638-a316827a5174 req-453dca14-2e5d-4415-8cb1-77891f5ae3e4 service nova] Lock "28329143-4282-4974-add0-00c64f01d7b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.125951] env[63105]: DEBUG nova.compute.manager [req-da469cb9-4135-4072-8638-a316827a5174 req-453dca14-2e5d-4415-8cb1-77891f5ae3e4 service nova] [instance: 28329143-4282-4974-add0-00c64f01d7b8] No waiting events found dispatching network-vif-plugged-1caea15a-5906-47a0-8b4f-1a4576314939 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.126298] env[63105]: WARNING nova.compute.manager [req-da469cb9-4135-4072-8638-a316827a5174 req-453dca14-2e5d-4415-8cb1-77891f5ae3e4 service nova] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Received unexpected event network-vif-plugged-1caea15a-5906-47a0-8b4f-1a4576314939 for instance with vm_state building and task_state spawning. [ 917.126479] env[63105]: DEBUG nova.compute.manager [req-da469cb9-4135-4072-8638-a316827a5174 req-453dca14-2e5d-4415-8cb1-77891f5ae3e4 service nova] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Received event network-changed-1caea15a-5906-47a0-8b4f-1a4576314939 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 917.126635] env[63105]: DEBUG nova.compute.manager [req-da469cb9-4135-4072-8638-a316827a5174 req-453dca14-2e5d-4415-8cb1-77891f5ae3e4 service nova] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Refreshing instance network info cache due to event network-changed-1caea15a-5906-47a0-8b4f-1a4576314939. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 917.126801] env[63105]: DEBUG oslo_concurrency.lockutils [req-da469cb9-4135-4072-8638-a316827a5174 req-453dca14-2e5d-4415-8cb1-77891f5ae3e4 service nova] Acquiring lock "refresh_cache-28329143-4282-4974-add0-00c64f01d7b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.185959] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "refresh_cache-28329143-4282-4974-add0-00c64f01d7b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.186500] env[63105]: DEBUG nova.compute.manager [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Instance network_info: |[{"id": "1caea15a-5906-47a0-8b4f-1a4576314939", "address": "fa:16:3e:01:02:e5", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1caea15a-59", "ovs_interfaceid": "1caea15a-5906-47a0-8b4f-1a4576314939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.186843] env[63105]: DEBUG oslo_concurrency.lockutils [req-da469cb9-4135-4072-8638-a316827a5174 req-453dca14-2e5d-4415-8cb1-77891f5ae3e4 service nova] Acquired lock "refresh_cache-28329143-4282-4974-add0-00c64f01d7b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.187053] env[63105]: DEBUG nova.network.neutron [req-da469cb9-4135-4072-8638-a316827a5174 req-453dca14-2e5d-4415-8cb1-77891f5ae3e4 service nova] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Refreshing network info cache for port 1caea15a-5906-47a0-8b4f-1a4576314939 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.188577] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:02:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1caea15a-5906-47a0-8b4f-1a4576314939', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.197076] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Creating folder: Project (47d667969ee5405b9a7140f6278ccbe2). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.198300] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30f35879-5078-4bb4-a46a-58f5d4ea2863 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.212078] env[63105]: DEBUG nova.scheduler.client.report [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 917.215282] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Created folder: Project (47d667969ee5405b9a7140f6278ccbe2) in parent group-v554960. [ 917.215457] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Creating folder: Instances. Parent ref: group-v555177. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.215918] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0c5aae4-a126-4fda-be14-54a1f323c00a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.229079] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Created folder: Instances in parent group-v555177. [ 917.229823] env[63105]: DEBUG oslo.service.loopingcall [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.230157] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.230403] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aaef0b6-ba06-48eb-ae99-4bbcc1a16b61 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.252345] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.252345] env[63105]: value = "task-2759172" [ 917.252345] env[63105]: _type = "Task" [ 917.252345] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.261829] env[63105]: DEBUG nova.compute.manager [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.264039] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759172, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.289528] env[63105]: DEBUG nova.virt.hardware [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 917.289777] env[63105]: DEBUG nova.virt.hardware [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 917.290417] env[63105]: DEBUG nova.virt.hardware [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.290417] env[63105]: DEBUG nova.virt.hardware [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 917.290417] env[63105]: DEBUG nova.virt.hardware [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.290619] env[63105]: DEBUG nova.virt.hardware [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 917.290671] env[63105]: DEBUG nova.virt.hardware [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 917.290815] env[63105]: DEBUG nova.virt.hardware [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 917.290982] env[63105]: DEBUG nova.virt.hardware [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 917.291165] env[63105]: DEBUG nova.virt.hardware [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 917.291390] env[63105]: DEBUG nova.virt.hardware [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 917.292259] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a470c9eb-6ec1-4e07-accc-54bade526930 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.300375] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f3aa28-6fa8-4b5c-8bb2-f42ab4a14caa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.344404] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759169, 'name': Rename_Task, 'duration_secs': 0.151504} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.344689] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.344928] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-446b4fd4-b8bf-4bb3-b8ba-0469b22efa5c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.353875] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 917.353875] env[63105]: value = "task-2759173" [ 917.353875] env[63105]: _type = "Task" [ 917.353875] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.362519] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.532271] env[63105]: DEBUG nova.network.neutron [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Successfully updated port: d181dd33-46a0-4953-b811-069498b94f1c {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.541278] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759167, 'name': CreateSnapshot_Task, 'duration_secs': 1.017724} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.541632] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 917.542501] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b651c026-68ff-4ec5-9ab8-d82362d35344 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.717484] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.718138] env[63105]: DEBUG nova.compute.manager [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.720781] env[63105]: DEBUG oslo_concurrency.lockutils [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.117s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.720997] env[63105]: DEBUG nova.objects.instance [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lazy-loading 'resources' on Instance uuid d2a39b11-2aab-4428-9bd8-277ab3962e72 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.764474] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759172, 'name': CreateVM_Task, 'duration_secs': 0.412573} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.764644] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.765443] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.765594] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.765964] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.766240] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60ad8c2-9489-4718-b5e0-745e9ad6541a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.775107] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 917.775107] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52711c51-73e7-d7db-e31e-570d5a35c546" [ 917.775107] env[63105]: _type = "Task" [ 917.775107] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.785093] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52711c51-73e7-d7db-e31e-570d5a35c546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.865862] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759173, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.909428] env[63105]: DEBUG nova.network.neutron [req-da469cb9-4135-4072-8638-a316827a5174 req-453dca14-2e5d-4415-8cb1-77891f5ae3e4 service nova] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Updated VIF entry in instance network info cache for port 1caea15a-5906-47a0-8b4f-1a4576314939. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.909812] env[63105]: DEBUG nova.network.neutron [req-da469cb9-4135-4072-8638-a316827a5174 req-453dca14-2e5d-4415-8cb1-77891f5ae3e4 service nova] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Updating instance_info_cache with network_info: [{"id": "1caea15a-5906-47a0-8b4f-1a4576314939", "address": "fa:16:3e:01:02:e5", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1caea15a-59", "ovs_interfaceid": "1caea15a-5906-47a0-8b4f-1a4576314939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.037567] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "refresh_cache-64c731b1-312b-40ec-8f7e-439fb0b11586" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.037567] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "refresh_cache-64c731b1-312b-40ec-8f7e-439fb0b11586" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.037567] env[63105]: DEBUG nova.network.neutron [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.064024] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 918.065491] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66a04d7d-6622-432f-a4dc-86b3cca76167 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.078426] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 918.078426] env[63105]: value = "task-2759174" [ 918.078426] env[63105]: _type = "Task" [ 918.078426] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.090014] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759174, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.224648] env[63105]: DEBUG nova.compute.utils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 918.229088] env[63105]: DEBUG nova.compute.manager [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.229088] env[63105]: DEBUG nova.network.neutron [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.278193] env[63105]: DEBUG nova.policy [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc3955b2348e44d68e9244a506eb5ec2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c73e1ee0dede4527bc08f36deac2cb30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.293768] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52711c51-73e7-d7db-e31e-570d5a35c546, 'name': SearchDatastore_Task, 'duration_secs': 0.011917} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.296583] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.296856] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.297234] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.297339] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.297533] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.298022] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d90e0c1c-e8ff-4eb8-86ed-645e18cbd382 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.312100] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.312218] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.313230] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e9bd12c-b5b5-42d6-a539-895c9b0ea46e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.320517] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 918.320517] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]522e3a33-a33c-d58b-f004-8c0092b0408a" [ 918.320517] env[63105]: _type = "Task" [ 918.320517] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.334329] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522e3a33-a33c-d58b-f004-8c0092b0408a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.368025] env[63105]: DEBUG oslo_vmware.api [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759173, 'name': PowerOnVM_Task, 'duration_secs': 0.831847} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.368396] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.368633] env[63105]: INFO nova.compute.manager [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Took 7.94 seconds to spawn the instance on the hypervisor. [ 918.368826] env[63105]: DEBUG nova.compute.manager [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.369676] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433873f7-02da-4cf5-ba2c-1d9801a2b77d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.413126] env[63105]: DEBUG oslo_concurrency.lockutils [req-da469cb9-4135-4072-8638-a316827a5174 req-453dca14-2e5d-4415-8cb1-77891f5ae3e4 service nova] Releasing lock "refresh_cache-28329143-4282-4974-add0-00c64f01d7b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.572516] env[63105]: DEBUG nova.network.neutron [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.575732] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "interface-47a53231-ac15-4bd6-846f-40533a61f33a-a2cc5099-4b11-47d6-9d3a-00b57b0dfd44" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.576100] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-47a53231-ac15-4bd6-846f-40533a61f33a-a2cc5099-4b11-47d6-9d3a-00b57b0dfd44" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.581899] env[63105]: DEBUG nova.network.neutron [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Successfully created port: 56d2d93b-9de2-4270-8f15-06eaa66dc40c {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.595549] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759174, 'name': CloneVM_Task} progress is 93%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.599697] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962f4248-be95-424a-860d-a8efa4ceb73d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.610400] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff02946-3b7e-4883-96da-0d492dca2f60 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.649015] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af98a8b0-4c13-48fc-a91d-2706bd15faf6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.658310] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d85ce8d-dd21-4f4f-aeba-263934edc826 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.674202] env[63105]: DEBUG nova.compute.provider_tree [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.735440] env[63105]: DEBUG nova.compute.manager [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.819740] env[63105]: DEBUG nova.network.neutron [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Updating instance_info_cache with network_info: [{"id": "d181dd33-46a0-4953-b811-069498b94f1c", "address": "fa:16:3e:e4:98:b2", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd181dd33-46", "ovs_interfaceid": "d181dd33-46a0-4953-b811-069498b94f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.832280] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522e3a33-a33c-d58b-f004-8c0092b0408a, 'name': SearchDatastore_Task, 'duration_secs': 0.018361} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.833615] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa684418-65bc-49b3-b122-db64861bb643 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.840738] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 918.840738] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52bac1bc-37cd-b212-4f78-a5bc62f73cef" [ 918.840738] env[63105]: _type = "Task" [ 918.840738] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.850243] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52bac1bc-37cd-b212-4f78-a5bc62f73cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.894237] env[63105]: INFO nova.compute.manager [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Took 30.39 seconds to build instance. [ 919.085247] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.085390] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.089605] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3ddc7a-0f6a-4c88-805e-31c86f4432df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.099163] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759174, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.112769] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef51572-dcda-497a-b6b6-09cfd969a2f2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.146259] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Reconfiguring VM to detach interface {{(pid=63105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 919.146618] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0bb3339-ab6b-4aab-b7a9-1fe432a0cf8b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.166465] env[63105]: DEBUG oslo_vmware.api [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 919.166465] env[63105]: value = "task-2759175" [ 919.166465] env[63105]: _type = "Task" [ 919.166465] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.175923] env[63105]: DEBUG oslo_vmware.api [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.220627] env[63105]: DEBUG nova.scheduler.client.report [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 919.220936] env[63105]: DEBUG nova.compute.provider_tree [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 121 to 122 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 919.221167] env[63105]: DEBUG nova.compute.provider_tree [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.260381] env[63105]: DEBUG nova.compute.manager [req-803fa360-53ff-4cff-bb91-e64dad80d7a0 req-85f07629-4b8a-407f-8629-404acd4b6dbc service nova] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Received event network-vif-plugged-d181dd33-46a0-4953-b811-069498b94f1c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 919.260710] env[63105]: DEBUG oslo_concurrency.lockutils [req-803fa360-53ff-4cff-bb91-e64dad80d7a0 req-85f07629-4b8a-407f-8629-404acd4b6dbc service nova] Acquiring lock "64c731b1-312b-40ec-8f7e-439fb0b11586-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.260997] env[63105]: DEBUG oslo_concurrency.lockutils [req-803fa360-53ff-4cff-bb91-e64dad80d7a0 req-85f07629-4b8a-407f-8629-404acd4b6dbc service nova] Lock "64c731b1-312b-40ec-8f7e-439fb0b11586-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.261350] env[63105]: DEBUG oslo_concurrency.lockutils [req-803fa360-53ff-4cff-bb91-e64dad80d7a0 req-85f07629-4b8a-407f-8629-404acd4b6dbc service nova] Lock "64c731b1-312b-40ec-8f7e-439fb0b11586-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.262023] env[63105]: DEBUG nova.compute.manager [req-803fa360-53ff-4cff-bb91-e64dad80d7a0 req-85f07629-4b8a-407f-8629-404acd4b6dbc service nova] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] No waiting events found dispatching network-vif-plugged-d181dd33-46a0-4953-b811-069498b94f1c {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.262023] env[63105]: WARNING nova.compute.manager [req-803fa360-53ff-4cff-bb91-e64dad80d7a0 req-85f07629-4b8a-407f-8629-404acd4b6dbc service nova] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Received unexpected event network-vif-plugged-d181dd33-46a0-4953-b811-069498b94f1c for instance with vm_state building and task_state spawning. [ 919.262330] env[63105]: DEBUG nova.compute.manager [req-803fa360-53ff-4cff-bb91-e64dad80d7a0 req-85f07629-4b8a-407f-8629-404acd4b6dbc service nova] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Received event network-changed-d181dd33-46a0-4953-b811-069498b94f1c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 919.262611] env[63105]: DEBUG nova.compute.manager [req-803fa360-53ff-4cff-bb91-e64dad80d7a0 req-85f07629-4b8a-407f-8629-404acd4b6dbc service nova] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Refreshing instance network info cache due to event network-changed-d181dd33-46a0-4953-b811-069498b94f1c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 919.262935] env[63105]: DEBUG oslo_concurrency.lockutils [req-803fa360-53ff-4cff-bb91-e64dad80d7a0 req-85f07629-4b8a-407f-8629-404acd4b6dbc service nova] Acquiring lock "refresh_cache-64c731b1-312b-40ec-8f7e-439fb0b11586" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.327259] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "refresh_cache-64c731b1-312b-40ec-8f7e-439fb0b11586" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.327259] env[63105]: DEBUG nova.compute.manager [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Instance network_info: |[{"id": "d181dd33-46a0-4953-b811-069498b94f1c", "address": "fa:16:3e:e4:98:b2", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd181dd33-46", "ovs_interfaceid": "d181dd33-46a0-4953-b811-069498b94f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.327259] env[63105]: DEBUG oslo_concurrency.lockutils [req-803fa360-53ff-4cff-bb91-e64dad80d7a0 req-85f07629-4b8a-407f-8629-404acd4b6dbc service nova] Acquired lock "refresh_cache-64c731b1-312b-40ec-8f7e-439fb0b11586" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.327259] env[63105]: DEBUG nova.network.neutron [req-803fa360-53ff-4cff-bb91-e64dad80d7a0 req-85f07629-4b8a-407f-8629-404acd4b6dbc service nova] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Refreshing network info cache for port d181dd33-46a0-4953-b811-069498b94f1c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.328298] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:98:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd181dd33-46a0-4953-b811-069498b94f1c', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.338149] env[63105]: DEBUG oslo.service.loopingcall [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 919.338913] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.339959] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7848133-5e93-432c-8c9f-914199cf7177 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.367161] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52bac1bc-37cd-b212-4f78-a5bc62f73cef, 'name': SearchDatastore_Task, 'duration_secs': 0.03545} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.368553] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.368823] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 28329143-4282-4974-add0-00c64f01d7b8/28329143-4282-4974-add0-00c64f01d7b8.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.369073] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.369073] env[63105]: value = "task-2759176" [ 919.369073] env[63105]: _type = "Task" [ 919.369073] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.369261] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a60a037-c5fe-44f5-b9b3-69720e60f63e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.380278] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759176, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.381673] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 919.381673] env[63105]: value = "task-2759177" [ 919.381673] env[63105]: _type = "Task" [ 919.381673] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.391107] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.396761] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f99e6d0-1a2f-4cd6-ad14-1dabf2c637b7 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "3765c994-f0a3-4f8d-bfbf-6d931ff32be0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.914s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.601086] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759174, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.682613] env[63105]: DEBUG oslo_vmware.api [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.729031] env[63105]: DEBUG oslo_concurrency.lockutils [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.730365] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.059s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.730892] env[63105]: DEBUG nova.objects.instance [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lazy-loading 'resources' on Instance uuid a78212e0-e331-4fd3-8b67-0c8522d82c2b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.745235] env[63105]: DEBUG nova.compute.manager [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.753884] env[63105]: INFO nova.scheduler.client.report [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Deleted allocations for instance d2a39b11-2aab-4428-9bd8-277ab3962e72 [ 919.782428] env[63105]: DEBUG nova.virt.hardware [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 919.782734] env[63105]: DEBUG nova.virt.hardware [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 919.782904] env[63105]: DEBUG nova.virt.hardware [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.783111] env[63105]: DEBUG nova.virt.hardware [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 919.783286] env[63105]: DEBUG nova.virt.hardware [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.783464] env[63105]: DEBUG nova.virt.hardware [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 919.783780] env[63105]: DEBUG nova.virt.hardware [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 919.783976] env[63105]: DEBUG nova.virt.hardware [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 919.784187] env[63105]: DEBUG nova.virt.hardware [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 919.784359] env[63105]: DEBUG nova.virt.hardware [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 919.784562] env[63105]: DEBUG nova.virt.hardware [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 919.785635] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2663a4-3f91-4b2e-9ee9-55b29d899f60 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.798390] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd86053-627e-4c5a-a0f5-256ff49e15c1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.886367] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759176, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.895930] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506951} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.896336] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 28329143-4282-4974-add0-00c64f01d7b8/28329143-4282-4974-add0-00c64f01d7b8.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.896470] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.896749] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87e1036a-6e58-4bcb-a8b3-5c60b78ed79d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.905478] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 919.905478] env[63105]: value = "task-2759178" [ 919.905478] env[63105]: _type = "Task" [ 919.905478] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.916062] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.040312] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "b8e44340-0039-423a-b08f-5390be300f43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.040792] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "b8e44340-0039-423a-b08f-5390be300f43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.098426] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759174, 'name': CloneVM_Task} progress is 95%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.138712] env[63105]: DEBUG nova.network.neutron [req-803fa360-53ff-4cff-bb91-e64dad80d7a0 req-85f07629-4b8a-407f-8629-404acd4b6dbc service nova] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Updated VIF entry in instance network info cache for port d181dd33-46a0-4953-b811-069498b94f1c. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.138712] env[63105]: DEBUG nova.network.neutron [req-803fa360-53ff-4cff-bb91-e64dad80d7a0 req-85f07629-4b8a-407f-8629-404acd4b6dbc service nova] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Updating instance_info_cache with network_info: [{"id": "d181dd33-46a0-4953-b811-069498b94f1c", "address": "fa:16:3e:e4:98:b2", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd181dd33-46", "ovs_interfaceid": "d181dd33-46a0-4953-b811-069498b94f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.181044] env[63105]: DEBUG oslo_vmware.api [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.266683] env[63105]: DEBUG oslo_concurrency.lockutils [None req-30a28e9b-7a65-4b67-bb56-29142b667021 tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "d2a39b11-2aab-4428-9bd8-277ab3962e72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.296s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.330508] env[63105]: DEBUG nova.network.neutron [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Successfully updated port: 56d2d93b-9de2-4270-8f15-06eaa66dc40c {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.386599] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759176, 'name': CreateVM_Task, 'duration_secs': 0.561639} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.386778] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.387588] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.387917] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.388391] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.388761] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc2c59b0-fa64-48d4-8fe4-1366f11a33c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.397083] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 920.397083] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]522b66b9-446e-bd5c-5dad-f37a17345363" [ 920.397083] env[63105]: _type = "Task" [ 920.397083] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.407881] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522b66b9-446e-bd5c-5dad-f37a17345363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.416176] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077837} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.419084] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.420109] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f2b0bd-0d23-46fe-8ce3-52c4de79e729 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.445202] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 28329143-4282-4974-add0-00c64f01d7b8/28329143-4282-4974-add0-00c64f01d7b8.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.448053] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55d0e0ef-432c-4169-886e-b29b7c9de2ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.470061] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 920.470061] env[63105]: value = "task-2759179" [ 920.470061] env[63105]: _type = "Task" [ 920.470061] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.483213] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.546216] env[63105]: DEBUG nova.compute.manager [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.605032] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759174, 'name': CloneVM_Task, 'duration_secs': 2.125056} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.605277] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Created linked-clone VM from snapshot [ 920.606154] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dea9e0-2410-4f20-b9d4-35e234e500b5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.619242] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Uploading image 697d6a0b-e958-470f-bec5-184d598e1952 {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 920.636251] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c22ea5-7292-4bae-9426-4e12c65b1b60 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.639532] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 920.640095] env[63105]: DEBUG oslo_concurrency.lockutils [req-803fa360-53ff-4cff-bb91-e64dad80d7a0 req-85f07629-4b8a-407f-8629-404acd4b6dbc service nova] Releasing lock "refresh_cache-64c731b1-312b-40ec-8f7e-439fb0b11586" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.640468] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dfb6d119-cfe8-4907-b62b-8e18eaee945c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.648441] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ab972b-57ff-40d8-9459-552d92288f35 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.653256] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 920.653256] env[63105]: value = "task-2759180" [ 920.653256] env[63105]: _type = "Task" [ 920.653256] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.686123] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b93a60-8784-4095-83a1-0eb22529a81c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.692010] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759180, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.698452] env[63105]: DEBUG oslo_vmware.api [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.701907] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f977b36-77dc-4f8a-ab30-e3d3c43fca55 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.720471] env[63105]: DEBUG nova.compute.provider_tree [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.833151] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "refresh_cache-7844902a-219c-4f20-9378-453c7722bbd0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.833311] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquired lock "refresh_cache-7844902a-219c-4f20-9378-453c7722bbd0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.833558] env[63105]: DEBUG nova.network.neutron [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.909273] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522b66b9-446e-bd5c-5dad-f37a17345363, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.909636] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.909814] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.910062] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.910212] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.910417] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.911077] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aef6ea1-fc64-491c-bec5-ac329d9191a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.923929] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.924262] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.925423] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6acbddb-b503-422b-a728-47f14e00412e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.931163] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 920.931163] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]520c50df-9eee-ee4e-1b45-111faf04dea5" [ 920.931163] env[63105]: _type = "Task" [ 920.931163] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.939354] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]520c50df-9eee-ee4e-1b45-111faf04dea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.968144] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "beaabe8f-d7b5-4643-a241-80418f98411e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.968429] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "beaabe8f-d7b5-4643-a241-80418f98411e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.980266] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759179, 'name': ReconfigVM_Task, 'duration_secs': 0.366766} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.981089] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 28329143-4282-4974-add0-00c64f01d7b8/28329143-4282-4974-add0-00c64f01d7b8.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.981717] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-560f0512-30d5-4d1d-8cd7-ca1ecbb9be46 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.988427] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 920.988427] env[63105]: value = "task-2759181" [ 920.988427] env[63105]: _type = "Task" [ 920.988427] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.996614] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759181, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.064904] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.165839] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759180, 'name': Destroy_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.192032] env[63105]: DEBUG oslo_vmware.api [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.242027] env[63105]: ERROR nova.scheduler.client.report [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] [req-58d58b97-1851-4606-a58e-cf29aff7f8c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-58d58b97-1851-4606-a58e-cf29aff7f8c9"}]} [ 921.257861] env[63105]: DEBUG nova.scheduler.client.report [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 921.271297] env[63105]: DEBUG nova.scheduler.client.report [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 921.271535] env[63105]: DEBUG nova.compute.provider_tree [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.282675] env[63105]: DEBUG nova.scheduler.client.report [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 921.287131] env[63105]: DEBUG nova.compute.manager [req-56d3cabe-b900-4c3c-b20f-3b30c8d119ea req-5195b0a9-b52f-4290-b5d5-4e51950593fc service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Received event network-vif-plugged-56d2d93b-9de2-4270-8f15-06eaa66dc40c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 921.287310] env[63105]: DEBUG oslo_concurrency.lockutils [req-56d3cabe-b900-4c3c-b20f-3b30c8d119ea req-5195b0a9-b52f-4290-b5d5-4e51950593fc service nova] Acquiring lock "7844902a-219c-4f20-9378-453c7722bbd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.287515] env[63105]: DEBUG oslo_concurrency.lockutils [req-56d3cabe-b900-4c3c-b20f-3b30c8d119ea req-5195b0a9-b52f-4290-b5d5-4e51950593fc service nova] Lock "7844902a-219c-4f20-9378-453c7722bbd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.287757] env[63105]: DEBUG oslo_concurrency.lockutils [req-56d3cabe-b900-4c3c-b20f-3b30c8d119ea req-5195b0a9-b52f-4290-b5d5-4e51950593fc service nova] Lock "7844902a-219c-4f20-9378-453c7722bbd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.287884] env[63105]: DEBUG nova.compute.manager [req-56d3cabe-b900-4c3c-b20f-3b30c8d119ea req-5195b0a9-b52f-4290-b5d5-4e51950593fc service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] No waiting events found dispatching network-vif-plugged-56d2d93b-9de2-4270-8f15-06eaa66dc40c {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.288062] env[63105]: WARNING nova.compute.manager [req-56d3cabe-b900-4c3c-b20f-3b30c8d119ea req-5195b0a9-b52f-4290-b5d5-4e51950593fc service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Received unexpected event network-vif-plugged-56d2d93b-9de2-4270-8f15-06eaa66dc40c for instance with vm_state building and task_state spawning. [ 921.288222] env[63105]: DEBUG nova.compute.manager [req-56d3cabe-b900-4c3c-b20f-3b30c8d119ea req-5195b0a9-b52f-4290-b5d5-4e51950593fc service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Received event network-changed-56d2d93b-9de2-4270-8f15-06eaa66dc40c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 921.288395] env[63105]: DEBUG nova.compute.manager [req-56d3cabe-b900-4c3c-b20f-3b30c8d119ea req-5195b0a9-b52f-4290-b5d5-4e51950593fc service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Refreshing instance network info cache due to event network-changed-56d2d93b-9de2-4270-8f15-06eaa66dc40c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 921.288588] env[63105]: DEBUG oslo_concurrency.lockutils [req-56d3cabe-b900-4c3c-b20f-3b30c8d119ea req-5195b0a9-b52f-4290-b5d5-4e51950593fc service nova] Acquiring lock "refresh_cache-7844902a-219c-4f20-9378-453c7722bbd0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.302197] env[63105]: DEBUG nova.scheduler.client.report [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 921.369110] env[63105]: DEBUG nova.network.neutron [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.443123] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]520c50df-9eee-ee4e-1b45-111faf04dea5, 'name': SearchDatastore_Task, 'duration_secs': 0.026599} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.449054] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac7436ac-2c6e-4dc0-9b70-f7297d75b426 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.455162] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 921.455162] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5215cf86-efdc-ce91-ea50-f709facf08a7" [ 921.455162] env[63105]: _type = "Task" [ 921.455162] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.466093] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5215cf86-efdc-ce91-ea50-f709facf08a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.471298] env[63105]: DEBUG nova.compute.manager [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.501512] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759181, 'name': Rename_Task, 'duration_secs': 0.369894} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.501964] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.501964] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c9b381a-a0e7-4ff8-8c85-39b9dc69d775 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.513479] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 921.513479] env[63105]: value = "task-2759182" [ 921.513479] env[63105]: _type = "Task" [ 921.513479] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.518453] env[63105]: DEBUG nova.network.neutron [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Updating instance_info_cache with network_info: [{"id": "56d2d93b-9de2-4270-8f15-06eaa66dc40c", "address": "fa:16:3e:f9:0b:95", "network": {"id": "932ea37b-8fd8-4dcd-a48c-b872c33c8f09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1260975201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73e1ee0dede4527bc08f36deac2cb30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d2d93b-9d", "ovs_interfaceid": "56d2d93b-9de2-4270-8f15-06eaa66dc40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.528759] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.636162] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fa9cc2-1954-4ba5-92b1-37372e31aa07 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.643780] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0aa818-fb65-49f0-95eb-8de73a257f18 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.677601] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8d2f74-d068-4722-a418-4dc598f792ed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.691978] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664cde1a-c3d5-4fc1-a941-9b1ce8121e39 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.695939] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759180, 'name': Destroy_Task, 'duration_secs': 0.555427} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.696222] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Destroyed the VM [ 921.696455] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 921.697307] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c516153a-eddc-42c2-a751-4ad6aaf846ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.702287] env[63105]: DEBUG oslo_vmware.api [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.710980] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 921.710980] env[63105]: value = "task-2759183" [ 921.710980] env[63105]: _type = "Task" [ 921.710980] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.711442] env[63105]: DEBUG nova.compute.provider_tree [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.721658] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759183, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.968422] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5215cf86-efdc-ce91-ea50-f709facf08a7, 'name': SearchDatastore_Task, 'duration_secs': 0.034294} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.968786] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.968946] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 64c731b1-312b-40ec-8f7e-439fb0b11586/64c731b1-312b-40ec-8f7e-439fb0b11586.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.969257] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53d02d4f-3708-4da0-b159-df33057849f8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.979795] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 921.979795] env[63105]: value = "task-2759184" [ 921.979795] env[63105]: _type = "Task" [ 921.979795] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.993837] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.995583] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.024286] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Releasing lock "refresh_cache-7844902a-219c-4f20-9378-453c7722bbd0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.024627] env[63105]: DEBUG nova.compute.manager [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Instance network_info: |[{"id": "56d2d93b-9de2-4270-8f15-06eaa66dc40c", "address": "fa:16:3e:f9:0b:95", "network": {"id": "932ea37b-8fd8-4dcd-a48c-b872c33c8f09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1260975201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73e1ee0dede4527bc08f36deac2cb30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d2d93b-9d", "ovs_interfaceid": "56d2d93b-9de2-4270-8f15-06eaa66dc40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.024936] env[63105]: DEBUG oslo_vmware.api [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759182, 'name': PowerOnVM_Task, 'duration_secs': 0.492415} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.025179] env[63105]: DEBUG oslo_concurrency.lockutils [req-56d3cabe-b900-4c3c-b20f-3b30c8d119ea req-5195b0a9-b52f-4290-b5d5-4e51950593fc service nova] Acquired lock "refresh_cache-7844902a-219c-4f20-9378-453c7722bbd0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.025396] env[63105]: DEBUG nova.network.neutron [req-56d3cabe-b900-4c3c-b20f-3b30c8d119ea req-5195b0a9-b52f-4290-b5d5-4e51950593fc service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Refreshing network info cache for port 56d2d93b-9de2-4270-8f15-06eaa66dc40c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.026682] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:0b:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56d2d93b-9de2-4270-8f15-06eaa66dc40c', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.036911] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Creating folder: Project (c73e1ee0dede4527bc08f36deac2cb30). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.037298] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.037642] env[63105]: INFO nova.compute.manager [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Took 7.18 seconds to spawn the instance on the hypervisor. [ 922.037970] env[63105]: DEBUG nova.compute.manager [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.039705] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1027257d-5570-483a-ba67-e9739c24ef76 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.042994] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b30fc46-c479-4c7f-a151-667ed3b7c24e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.061023] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Created folder: Project (c73e1ee0dede4527bc08f36deac2cb30) in parent group-v554960. [ 922.061023] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Creating folder: Instances. Parent ref: group-v555182. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.061023] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08c4bca8-8773-4061-aea9-f7481ae18e4a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.075546] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Created folder: Instances in parent group-v555182. [ 922.075931] env[63105]: DEBUG oslo.service.loopingcall [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.076196] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.076431] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46f7b848-8026-4ec8-b824-123d05d847bf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.098939] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.098939] env[63105]: value = "task-2759187" [ 922.098939] env[63105]: _type = "Task" [ 922.098939] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.110624] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759187, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.194791] env[63105]: DEBUG oslo_vmware.api [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.225180] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759183, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.244853] env[63105]: DEBUG nova.scheduler.client.report [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 922.245205] env[63105]: DEBUG nova.compute.provider_tree [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 124 to 125 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 922.245428] env[63105]: DEBUG nova.compute.provider_tree [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.495929] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759184, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.572364] env[63105]: INFO nova.compute.manager [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Took 33.46 seconds to build instance. [ 922.617450] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759187, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.698723] env[63105]: DEBUG oslo_vmware.api [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.724897] env[63105]: DEBUG oslo_vmware.api [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759183, 'name': RemoveSnapshot_Task, 'duration_secs': 0.948961} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.727523] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 922.752912] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.023s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.756610] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.479s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.758264] env[63105]: INFO nova.compute.claims [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.763420] env[63105]: DEBUG nova.network.neutron [req-56d3cabe-b900-4c3c-b20f-3b30c8d119ea req-5195b0a9-b52f-4290-b5d5-4e51950593fc service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Updated VIF entry in instance network info cache for port 56d2d93b-9de2-4270-8f15-06eaa66dc40c. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.763759] env[63105]: DEBUG nova.network.neutron [req-56d3cabe-b900-4c3c-b20f-3b30c8d119ea req-5195b0a9-b52f-4290-b5d5-4e51950593fc service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Updating instance_info_cache with network_info: [{"id": "56d2d93b-9de2-4270-8f15-06eaa66dc40c", "address": "fa:16:3e:f9:0b:95", "network": {"id": "932ea37b-8fd8-4dcd-a48c-b872c33c8f09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1260975201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73e1ee0dede4527bc08f36deac2cb30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d2d93b-9d", "ovs_interfaceid": "56d2d93b-9de2-4270-8f15-06eaa66dc40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.784816] env[63105]: INFO nova.scheduler.client.report [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Deleted allocations for instance a78212e0-e331-4fd3-8b67-0c8522d82c2b [ 922.992703] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598151} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.993021] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 64c731b1-312b-40ec-8f7e-439fb0b11586/64c731b1-312b-40ec-8f7e-439fb0b11586.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.993221] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.993476] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0205aa64-d4fc-4806-9c7a-c975b8fecdfc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.003102] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 923.003102] env[63105]: value = "task-2759188" [ 923.003102] env[63105]: _type = "Task" [ 923.003102] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.012476] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.079308] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7b5f65cd-2cfc-44e3-baa8-b582b4eca836 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "28329143-4282-4974-add0-00c64f01d7b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.974s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.111556] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759187, 'name': CreateVM_Task, 'duration_secs': 0.738998} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.111993] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.112684] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.113031] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.113376] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.113633] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fff607db-c494-406e-a176-589e4300214f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.118256] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 923.118256] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5275927c-4785-3ac7-2e42-04a96e3c92e3" [ 923.118256] env[63105]: _type = "Task" [ 923.118256] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.126390] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5275927c-4785-3ac7-2e42-04a96e3c92e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.198231] env[63105]: DEBUG oslo_vmware.api [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.231799] env[63105]: WARNING nova.compute.manager [None req-e3219dd0-5d35-4db2-9450-93e57f7a3e04 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Image not found during snapshot: nova.exception.ImageNotFound: Image 697d6a0b-e958-470f-bec5-184d598e1952 could not be found. [ 923.267245] env[63105]: DEBUG oslo_concurrency.lockutils [req-56d3cabe-b900-4c3c-b20f-3b30c8d119ea req-5195b0a9-b52f-4290-b5d5-4e51950593fc service nova] Releasing lock "refresh_cache-7844902a-219c-4f20-9378-453c7722bbd0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.293494] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e46ab103-ca1f-4ab4-9267-395edd589df7 tempest-MigrationsAdminTest-67376630 tempest-MigrationsAdminTest-67376630-project-member] Lock "a78212e0-e331-4fd3-8b67-0c8522d82c2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.120s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.513666] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067915} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.514049] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.514929] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c4dc18-41ba-4225-9641-0a51ebadc269 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.538624] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 64c731b1-312b-40ec-8f7e-439fb0b11586/64c731b1-312b-40ec-8f7e-439fb0b11586.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.538951] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5f4c8bc-4d53-4c68-a07c-e83c4f9d49da {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.561249] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 923.561249] env[63105]: value = "task-2759189" [ 923.561249] env[63105]: _type = "Task" [ 923.561249] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.572775] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.580489] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "77b3fdaa-9fd8-467e-8147-a1319c07b71c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.580809] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "77b3fdaa-9fd8-467e-8147-a1319c07b71c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.581109] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "77b3fdaa-9fd8-467e-8147-a1319c07b71c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.581325] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "77b3fdaa-9fd8-467e-8147-a1319c07b71c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.581553] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "77b3fdaa-9fd8-467e-8147-a1319c07b71c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.584118] env[63105]: INFO nova.compute.manager [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Terminating instance [ 923.630074] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5275927c-4785-3ac7-2e42-04a96e3c92e3, 'name': SearchDatastore_Task, 'duration_secs': 0.04498} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.630720] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.630954] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.631216] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.631364] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.631556] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.631840] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f8b3b03-3ee8-4d02-b9fb-64a9674261bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.643470] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.643470] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.644019] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e24128b3-3525-4303-aab7-8cef3889717c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.651292] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 923.651292] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5229a7ca-cd53-4adb-0730-5f827d1f2d8e" [ 923.651292] env[63105]: _type = "Task" [ 923.651292] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.659669] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5229a7ca-cd53-4adb-0730-5f827d1f2d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.699920] env[63105]: DEBUG oslo_vmware.api [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.067179] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f8c83d-901d-49f3-99b0-4360ddc57456 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.078087] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02650b0-3c97-400d-8b28-bc0fcb5a5cd5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.081396] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.111296] env[63105]: DEBUG nova.compute.manager [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.111296] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.112132] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6798d684-57e3-418e-baa4-7bff8abf1f06 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.115269] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8facff-52b4-4b1d-8aa9-cbb41e1787e8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.125766] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ba2815-10d2-4a90-9fc8-aa5aae2de0c6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.129461] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.129699] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68d0c470-88c7-4541-8d21-31c9940cac7c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.143695] env[63105]: DEBUG nova.compute.provider_tree [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.146732] env[63105]: DEBUG oslo_vmware.api [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 924.146732] env[63105]: value = "task-2759190" [ 924.146732] env[63105]: _type = "Task" [ 924.146732] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.159140] env[63105]: DEBUG oslo_vmware.api [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.167748] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5229a7ca-cd53-4adb-0730-5f827d1f2d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.022813} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.168799] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79003768-1eb2-4524-a58b-fdb97206d3e8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.174986] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 924.174986] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]525cd8e3-de04-90cc-463b-1003593a3d83" [ 924.174986] env[63105]: _type = "Task" [ 924.174986] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.186615] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525cd8e3-de04-90cc-463b-1003593a3d83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.198604] env[63105]: DEBUG oslo_vmware.api [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.573817] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759189, 'name': ReconfigVM_Task, 'duration_secs': 0.869967} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.574190] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 64c731b1-312b-40ec-8f7e-439fb0b11586/64c731b1-312b-40ec-8f7e-439fb0b11586.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.575332] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bd8ca8c-12ef-4795-99a6-7c4a53270117 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.583961] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 924.583961] env[63105]: value = "task-2759191" [ 924.583961] env[63105]: _type = "Task" [ 924.583961] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.595322] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759191, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.648838] env[63105]: DEBUG nova.scheduler.client.report [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 924.666688] env[63105]: DEBUG oslo_vmware.api [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759190, 'name': PowerOffVM_Task, 'duration_secs': 0.217048} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.666971] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.670742] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.670742] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9caae860-af58-47c4-a415-bf5c5cbf52a4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.692430] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525cd8e3-de04-90cc-463b-1003593a3d83, 'name': SearchDatastore_Task, 'duration_secs': 0.013216} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.697110] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.698940] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 7844902a-219c-4f20-9378-453c7722bbd0/7844902a-219c-4f20-9378-453c7722bbd0.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.698940] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b01a9116-0582-4dbb-b1e2-5965ab1d2555 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.709072] env[63105]: DEBUG oslo_vmware.api [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759175, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.709072] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 924.709072] env[63105]: value = "task-2759193" [ 924.709072] env[63105]: _type = "Task" [ 924.709072] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.718513] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.767458] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.768738] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.768738] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleting the datastore file [datastore1] 77b3fdaa-9fd8-467e-8147-a1319c07b71c {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.768738] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0264c92-b467-4cd1-912a-314245a21a6c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.778127] env[63105]: DEBUG oslo_vmware.api [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for the task: (returnval){ [ 924.778127] env[63105]: value = "task-2759194" [ 924.778127] env[63105]: _type = "Task" [ 924.778127] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.789847] env[63105]: DEBUG oslo_vmware.api [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.097875] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759191, 'name': Rename_Task, 'duration_secs': 0.177489} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.099023] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.099023] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-963bbfd3-12fe-4229-a3f5-b6da8325a372 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.109558] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 925.109558] env[63105]: value = "task-2759195" [ 925.109558] env[63105]: _type = "Task" [ 925.109558] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.130319] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.161883] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.162490] env[63105]: DEBUG nova.compute.manager [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.167113] env[63105]: DEBUG oslo_concurrency.lockutils [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.353s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.167457] env[63105]: DEBUG nova.objects.instance [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 925.210581] env[63105]: DEBUG oslo_vmware.api [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759175, 'name': ReconfigVM_Task, 'duration_secs': 5.836296} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.211046] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.211267] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Reconfigured VM to detach interface {{(pid=63105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 925.229453] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513964} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.229863] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 7844902a-219c-4f20-9378-453c7722bbd0/7844902a-219c-4f20-9378-453c7722bbd0.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.230217] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.230918] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b02657f0-620b-45e9-9de1-73a4245b8b19 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.241118] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 925.241118] env[63105]: value = "task-2759196" [ 925.241118] env[63105]: _type = "Task" [ 925.241118] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.251060] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.289963] env[63105]: DEBUG oslo_vmware.api [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Task: {'id': task-2759194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45368} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.290197] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.290662] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.290662] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.290818] env[63105]: INFO nova.compute.manager [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 925.291140] env[63105]: DEBUG oslo.service.loopingcall [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.291951] env[63105]: DEBUG nova.compute.manager [-] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.291951] env[63105]: DEBUG nova.network.neutron [-] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.505478] env[63105]: DEBUG nova.compute.manager [req-01ae63ea-f108-4f87-aad8-0c520774f6e3 req-7f855754-6f9a-46ee-83ea-59bb78b139c5 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Received event network-vif-deleted-a2cc5099-4b11-47d6-9d3a-00b57b0dfd44 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 925.505684] env[63105]: INFO nova.compute.manager [req-01ae63ea-f108-4f87-aad8-0c520774f6e3 req-7f855754-6f9a-46ee-83ea-59bb78b139c5 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Neutron deleted interface a2cc5099-4b11-47d6-9d3a-00b57b0dfd44; detaching it from the instance and deleting it from the info cache [ 925.506172] env[63105]: DEBUG nova.network.neutron [req-01ae63ea-f108-4f87-aad8-0c520774f6e3 req-7f855754-6f9a-46ee-83ea-59bb78b139c5 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Updating instance_info_cache with network_info: [{"id": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "address": "fa:16:3e:8e:de:f5", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec8dde5-ba", "ovs_interfaceid": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b", "address": "fa:16:3e:b5:40:c3", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaab7cb8-0e", "ovs_interfaceid": "aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.569170] env[63105]: DEBUG nova.compute.manager [req-813008ba-0462-4227-9727-13aebe1935ae req-031fd10d-45cc-4589-8154-332e34082cee service nova] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Received event network-vif-deleted-a718fb5e-5e66-4e29-9491-b80666b08a76 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 925.569495] env[63105]: INFO nova.compute.manager [req-813008ba-0462-4227-9727-13aebe1935ae req-031fd10d-45cc-4589-8154-332e34082cee service nova] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Neutron deleted interface a718fb5e-5e66-4e29-9491-b80666b08a76; detaching it from the instance and deleting it from the info cache [ 925.569729] env[63105]: DEBUG nova.network.neutron [req-813008ba-0462-4227-9727-13aebe1935ae req-031fd10d-45cc-4589-8154-332e34082cee service nova] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.621846] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.656519] env[63105]: DEBUG oslo_concurrency.lockutils [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Acquiring lock "3e250153-f4dc-42e6-b3f0-4108e6da7010" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.656755] env[63105]: DEBUG oslo_concurrency.lockutils [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Lock "3e250153-f4dc-42e6-b3f0-4108e6da7010" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.672637] env[63105]: DEBUG nova.compute.utils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 925.674666] env[63105]: DEBUG nova.compute.manager [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.674838] env[63105]: DEBUG nova.network.neutron [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.736946] env[63105]: DEBUG nova.policy [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a36278fbd6b74308867a30b00d05e4a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57bfea7cff68456b93e37b604a48f1f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.751903] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169747} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.752087] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.752817] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae2ab10-df46-4075-a527-42638a06e063 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.777095] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 7844902a-219c-4f20-9378-453c7722bbd0/7844902a-219c-4f20-9378-453c7722bbd0.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.779372] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23e97335-3c08-48b8-8fd1-0be4173d988d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.801902] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 925.801902] env[63105]: value = "task-2759197" [ 925.801902] env[63105]: _type = "Task" [ 925.801902] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.816181] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.012024] env[63105]: DEBUG oslo_concurrency.lockutils [req-01ae63ea-f108-4f87-aad8-0c520774f6e3 req-7f855754-6f9a-46ee-83ea-59bb78b139c5 service nova] Acquiring lock "47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.012024] env[63105]: DEBUG oslo_concurrency.lockutils [req-01ae63ea-f108-4f87-aad8-0c520774f6e3 req-7f855754-6f9a-46ee-83ea-59bb78b139c5 service nova] Acquired lock "47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.012024] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b0c767-da46-409b-b20a-c5fb5bf31344 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.036697] env[63105]: DEBUG oslo_concurrency.lockutils [req-01ae63ea-f108-4f87-aad8-0c520774f6e3 req-7f855754-6f9a-46ee-83ea-59bb78b139c5 service nova] Releasing lock "47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.037139] env[63105]: WARNING nova.compute.manager [req-01ae63ea-f108-4f87-aad8-0c520774f6e3 req-7f855754-6f9a-46ee-83ea-59bb78b139c5 service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Detach interface failed, port_id=a2cc5099-4b11-47d6-9d3a-00b57b0dfd44, reason: No device with interface-id a2cc5099-4b11-47d6-9d3a-00b57b0dfd44 exists on VM: nova.exception.NotFound: No device with interface-id a2cc5099-4b11-47d6-9d3a-00b57b0dfd44 exists on VM [ 926.046843] env[63105]: DEBUG nova.network.neutron [-] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.072441] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c7d58b8-0ca9-4ef9-9ce4-330a9f1309d8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.083169] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e38ce4-a93e-4d60-b107-695f195fe710 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.117847] env[63105]: DEBUG nova.compute.manager [req-813008ba-0462-4227-9727-13aebe1935ae req-031fd10d-45cc-4589-8154-332e34082cee service nova] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Detach interface failed, port_id=a718fb5e-5e66-4e29-9491-b80666b08a76, reason: Instance 77b3fdaa-9fd8-467e-8147-a1319c07b71c could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 926.126829] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.159074] env[63105]: DEBUG nova.compute.manager [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.180466] env[63105]: DEBUG nova.compute.manager [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.183443] env[63105]: DEBUG oslo_concurrency.lockutils [None req-28db2183-b4f6-497d-a11e-49e8c0c5e84e tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.184339] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.864s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.186121] env[63105]: INFO nova.compute.claims [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.313132] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.317096] env[63105]: DEBUG nova.network.neutron [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Successfully created port: 04226f4d-c589-4994-a792-2fbb7b2240f8 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.493591] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.493770] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.494029] env[63105]: DEBUG nova.network.neutron [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.550829] env[63105]: INFO nova.compute.manager [-] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Took 1.26 seconds to deallocate network for instance. [ 926.630474] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.685402] env[63105]: DEBUG oslo_concurrency.lockutils [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.815346] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759197, 'name': ReconfigVM_Task, 'duration_secs': 0.945951} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.815563] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 7844902a-219c-4f20-9378-453c7722bbd0/7844902a-219c-4f20-9378-453c7722bbd0.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.816252] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f07509b1-b59a-4b56-860c-dff89621f9a5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.824903] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 926.824903] env[63105]: value = "task-2759198" [ 926.824903] env[63105]: _type = "Task" [ 926.824903] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.834994] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759198, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.990972] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "47a53231-ac15-4bd6-846f-40533a61f33a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.990972] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "47a53231-ac15-4bd6-846f-40533a61f33a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.991264] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "47a53231-ac15-4bd6-846f-40533a61f33a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.991479] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "47a53231-ac15-4bd6-846f-40533a61f33a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.991653] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "47a53231-ac15-4bd6-846f-40533a61f33a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.993800] env[63105]: INFO nova.compute.manager [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Terminating instance [ 927.057900] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.127752] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.199354] env[63105]: DEBUG nova.compute.manager [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.207333] env[63105]: INFO nova.network.neutron [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Port aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 927.207333] env[63105]: DEBUG nova.network.neutron [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Updating instance_info_cache with network_info: [{"id": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "address": "fa:16:3e:8e:de:f5", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec8dde5-ba", "ovs_interfaceid": "6ec8dde5-ba67-4d7d-8b83-7b476892d77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.245657] env[63105]: DEBUG nova.virt.hardware [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 927.246260] env[63105]: DEBUG nova.virt.hardware [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 927.246260] env[63105]: DEBUG nova.virt.hardware [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.246403] env[63105]: DEBUG nova.virt.hardware [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 927.246614] env[63105]: DEBUG nova.virt.hardware [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.246791] env[63105]: DEBUG nova.virt.hardware [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 927.246972] env[63105]: DEBUG nova.virt.hardware [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 927.247153] env[63105]: DEBUG nova.virt.hardware [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 927.247331] env[63105]: DEBUG nova.virt.hardware [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 927.247561] env[63105]: DEBUG nova.virt.hardware [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 927.247849] env[63105]: DEBUG nova.virt.hardware [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 927.248756] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a24a9c4-7f4d-4841-90a2-d5f65d702e7e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.261577] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b8179f-f337-4900-b400-b03044d7c400 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.336723] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759198, 'name': Rename_Task, 'duration_secs': 0.439651} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.339383] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.339847] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f12d9bb0-8a1f-4d23-b945-cf19d6ff96ab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.347663] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 927.347663] env[63105]: value = "task-2759199" [ 927.347663] env[63105]: _type = "Task" [ 927.347663] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.360228] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.499209] env[63105]: DEBUG nova.compute.manager [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.499441] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.500319] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8153d610-7b94-4fbc-8050-cbd7a81e9264 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.510799] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.511071] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f9e0c41-fae3-45e1-a649-cb2db979fef4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.514607] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38ab85a-5985-48f2-8323-17493c7a2365 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.517983] env[63105]: DEBUG oslo_vmware.api [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 927.517983] env[63105]: value = "task-2759200" [ 927.517983] env[63105]: _type = "Task" [ 927.517983] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.524270] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4588f5bd-a1c8-4c88-b71f-41a5aa65b070 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.530127] env[63105]: DEBUG oslo_vmware.api [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.560675] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bad86f0-4a98-45c1-948e-a876738b0a52 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.569317] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ed8b92-2ac4-42b6-aa73-3fa939cfc17a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.583915] env[63105]: DEBUG nova.compute.provider_tree [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.602303] env[63105]: DEBUG nova.compute.manager [req-f9c6f9a2-557e-4091-a1d6-6741bb1ffa0e req-e307e955-c226-488b-bad5-317e6ba8474c service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Received event network-vif-deleted-aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 927.630366] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.709986] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "refresh_cache-47a53231-ac15-4bd6-846f-40533a61f33a" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.860901] env[63105]: DEBUG oslo_vmware.api [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759199, 'name': PowerOnVM_Task, 'duration_secs': 0.447922} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.861547] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.861793] env[63105]: INFO nova.compute.manager [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Took 8.12 seconds to spawn the instance on the hypervisor. [ 927.862032] env[63105]: DEBUG nova.compute.manager [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.863768] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce48f920-6224-4337-86a8-771ef45cf812 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.017249] env[63105]: DEBUG nova.network.neutron [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Successfully updated port: 04226f4d-c589-4994-a792-2fbb7b2240f8 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.029936] env[63105]: DEBUG oslo_vmware.api [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759200, 'name': PowerOffVM_Task, 'duration_secs': 0.291229} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.030455] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.030756] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.031275] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-499a509f-8831-4a9a-8554-299f7170d8b9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.087014] env[63105]: DEBUG nova.scheduler.client.report [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 928.130614] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.139184] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.139184] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.139184] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Deleting the datastore file [datastore1] 47a53231-ac15-4bd6-846f-40533a61f33a {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.139184] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbcd3d07-62dd-4b50-af63-3640b5771367 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.146346] env[63105]: DEBUG oslo_vmware.api [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 928.146346] env[63105]: value = "task-2759202" [ 928.146346] env[63105]: _type = "Task" [ 928.146346] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.155948] env[63105]: DEBUG oslo_vmware.api [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.213874] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7afec0e6-5311-4f9e-8972-e9a4aaa44afa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-47a53231-ac15-4bd6-846f-40533a61f33a-a2cc5099-4b11-47d6-9d3a-00b57b0dfd44" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.638s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.386574] env[63105]: INFO nova.compute.manager [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Took 35.07 seconds to build instance. [ 928.520070] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Acquiring lock "refresh_cache-15507d53-4583-42f5-9f51-0b08cc701524" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.520180] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Acquired lock "refresh_cache-15507d53-4583-42f5-9f51-0b08cc701524" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.520410] env[63105]: DEBUG nova.network.neutron [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.596074] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.596814] env[63105]: DEBUG nova.compute.manager [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.600543] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.990s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.602532] env[63105]: INFO nova.compute.claims [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.633029] env[63105]: DEBUG oslo_vmware.api [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759195, 'name': PowerOnVM_Task, 'duration_secs': 3.470641} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.633288] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.633384] env[63105]: INFO nova.compute.manager [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Took 11.37 seconds to spawn the instance on the hypervisor. [ 928.633574] env[63105]: DEBUG nova.compute.manager [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.634378] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f68d57-6301-4940-a92c-616b4914e0b4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.656367] env[63105]: DEBUG oslo_vmware.api [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186198} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.656865] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.656865] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.657043] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.657242] env[63105]: INFO nova.compute.manager [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 928.657376] env[63105]: DEBUG oslo.service.loopingcall [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 928.657801] env[63105]: DEBUG nova.compute.manager [-] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.657888] env[63105]: DEBUG nova.network.neutron [-] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.714253] env[63105]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b could not be found.", "detail": ""}} {{(pid=63105) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 928.714507] env[63105]: DEBUG nova.network.neutron [-] Unable to show port aaab7cb8-0e00-4d08-a1d6-e5cc6f72702b as it no longer exists. {{(pid=63105) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 928.889276] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d29fe4d7-b1fa-413f-aaa8-419f7bbb4736 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "7844902a-219c-4f20-9378-453c7722bbd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.579s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.059977] env[63105]: DEBUG nova.network.neutron [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.107990] env[63105]: DEBUG nova.compute.utils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 929.117023] env[63105]: DEBUG nova.compute.manager [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.117023] env[63105]: DEBUG nova.network.neutron [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.153139] env[63105]: INFO nova.compute.manager [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Took 39.17 seconds to build instance. [ 929.204605] env[63105]: DEBUG nova.policy [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a0a72df6dd64640991aefdba52eba06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a825c308490f440bbc47f6facc63ffbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.211024] env[63105]: DEBUG nova.network.neutron [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Updating instance_info_cache with network_info: [{"id": "04226f4d-c589-4994-a792-2fbb7b2240f8", "address": "fa:16:3e:23:55:44", "network": {"id": "71f8a83d-0936-469b-9bca-002e730d389c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1298606313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57bfea7cff68456b93e37b604a48f1f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04226f4d-c5", "ovs_interfaceid": "04226f4d-c589-4994-a792-2fbb7b2240f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.615275] env[63105]: DEBUG nova.compute.manager [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.654915] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7dfddc6d-07de-46b3-b862-9583cfaccbdb tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "64c731b1-312b-40ec-8f7e-439fb0b11586" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.676s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.713125] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Releasing lock "refresh_cache-15507d53-4583-42f5-9f51-0b08cc701524" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.715654] env[63105]: DEBUG nova.compute.manager [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Instance network_info: |[{"id": "04226f4d-c589-4994-a792-2fbb7b2240f8", "address": "fa:16:3e:23:55:44", "network": {"id": "71f8a83d-0936-469b-9bca-002e730d389c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1298606313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57bfea7cff68456b93e37b604a48f1f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04226f4d-c5", "ovs_interfaceid": "04226f4d-c589-4994-a792-2fbb7b2240f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.715654] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:55:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04226f4d-c589-4994-a792-2fbb7b2240f8', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.725890] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Creating folder: Project (57bfea7cff68456b93e37b604a48f1f4). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.727299] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b6cb357-203c-4bfd-98a4-a55adf93bebc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.746671] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Created folder: Project (57bfea7cff68456b93e37b604a48f1f4) in parent group-v554960. [ 929.746866] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Creating folder: Instances. Parent ref: group-v555185. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.750104] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72cc361e-c70f-4a17-883c-2d6cde96b1af {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.761415] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Created folder: Instances in parent group-v555185. [ 929.761640] env[63105]: DEBUG oslo.service.loopingcall [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.761923] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.762175] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cfc8a79-8451-4cf0-a982-b4496cd83eb5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.788519] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.788519] env[63105]: value = "task-2759205" [ 929.788519] env[63105]: _type = "Task" [ 929.788519] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.800560] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759205, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.021244] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5286fbaa-cf37-4940-b4c3-b80d5b317cb9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.032293] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6b633a-2aae-40f0-96dd-8b5e581c4726 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.075292] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e8d0ef-cf07-491e-b878-a6349c83162d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.086412] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6285f383-d705-4547-b94b-cb0bdc2df39f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.102135] env[63105]: DEBUG nova.compute.provider_tree [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.162092] env[63105]: DEBUG nova.compute.manager [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Received event network-vif-plugged-04226f4d-c589-4994-a792-2fbb7b2240f8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 930.165108] env[63105]: DEBUG oslo_concurrency.lockutils [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] Acquiring lock "15507d53-4583-42f5-9f51-0b08cc701524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.165735] env[63105]: DEBUG oslo_concurrency.lockutils [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] Lock "15507d53-4583-42f5-9f51-0b08cc701524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.166074] env[63105]: DEBUG oslo_concurrency.lockutils [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] Lock "15507d53-4583-42f5-9f51-0b08cc701524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.169083] env[63105]: DEBUG nova.compute.manager [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] No waiting events found dispatching network-vif-plugged-04226f4d-c589-4994-a792-2fbb7b2240f8 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.169083] env[63105]: WARNING nova.compute.manager [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Received unexpected event network-vif-plugged-04226f4d-c589-4994-a792-2fbb7b2240f8 for instance with vm_state building and task_state spawning. [ 930.169083] env[63105]: DEBUG nova.compute.manager [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Received event network-changed-04226f4d-c589-4994-a792-2fbb7b2240f8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 930.169083] env[63105]: DEBUG nova.compute.manager [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Refreshing instance network info cache due to event network-changed-04226f4d-c589-4994-a792-2fbb7b2240f8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 930.169083] env[63105]: DEBUG oslo_concurrency.lockutils [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] Acquiring lock "refresh_cache-15507d53-4583-42f5-9f51-0b08cc701524" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.169083] env[63105]: DEBUG oslo_concurrency.lockutils [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] Acquired lock "refresh_cache-15507d53-4583-42f5-9f51-0b08cc701524" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.169083] env[63105]: DEBUG nova.network.neutron [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Refreshing network info cache for port 04226f4d-c589-4994-a792-2fbb7b2240f8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.221371] env[63105]: DEBUG nova.network.neutron [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Successfully created port: 58db3952-87eb-4382-83cc-29fe688006a8 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.300880] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759205, 'name': CreateVM_Task, 'duration_secs': 0.358022} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.300880] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.302369] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.302537] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.302920] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.303440] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73952ee6-e26b-4e00-ac5c-c05771c289d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.309892] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Waiting for the task: (returnval){ [ 930.309892] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]529d7971-5348-8eb8-777a-d4fa7e020975" [ 930.309892] env[63105]: _type = "Task" [ 930.309892] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.319511] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529d7971-5348-8eb8-777a-d4fa7e020975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.539509] env[63105]: DEBUG nova.network.neutron [-] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.628658] env[63105]: ERROR nova.scheduler.client.report [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [req-71236ada-a8b0-4402-9cd3-73d74d830038] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-71236ada-a8b0-4402-9cd3-73d74d830038"}]} [ 930.630120] env[63105]: DEBUG nova.compute.manager [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.658055] env[63105]: DEBUG nova.scheduler.client.report [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 930.674076] env[63105]: DEBUG nova.virt.hardware [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 930.674221] env[63105]: DEBUG nova.virt.hardware [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 930.674583] env[63105]: DEBUG nova.virt.hardware [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.674583] env[63105]: DEBUG nova.virt.hardware [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 930.674689] env[63105]: DEBUG nova.virt.hardware [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.674874] env[63105]: DEBUG nova.virt.hardware [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 930.675212] env[63105]: DEBUG nova.virt.hardware [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 930.675423] env[63105]: DEBUG nova.virt.hardware [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 930.676206] env[63105]: DEBUG nova.virt.hardware [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 930.676206] env[63105]: DEBUG nova.virt.hardware [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 930.676206] env[63105]: DEBUG nova.virt.hardware [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 930.682739] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3610bbf5-58db-4e46-a98f-68a1ca7b638f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.687289] env[63105]: DEBUG nova.scheduler.client.report [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 930.687289] env[63105]: DEBUG nova.compute.provider_tree [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.698045] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d390d00e-6793-4494-8ead-5419dcaf2f4f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.714425] env[63105]: DEBUG nova.scheduler.client.report [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 930.739138] env[63105]: DEBUG nova.scheduler.client.report [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 930.744272] env[63105]: INFO nova.compute.manager [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Rescuing [ 930.744272] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "refresh_cache-64c731b1-312b-40ec-8f7e-439fb0b11586" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.744272] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "refresh_cache-64c731b1-312b-40ec-8f7e-439fb0b11586" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.744272] env[63105]: DEBUG nova.network.neutron [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.820910] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529d7971-5348-8eb8-777a-d4fa7e020975, 'name': SearchDatastore_Task, 'duration_secs': 0.013034} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.823686] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.823932] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.825577] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.825747] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.825979] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.828788] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc1762bc-76a9-4cdd-a62e-56f82090e67a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.847471] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.847471] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.847471] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eebae79-e6c6-4ab7-a520-da7c941e4785 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.852312] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Waiting for the task: (returnval){ [ 930.852312] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5211fe6f-4996-1ee8-1bab-cf5001d19fa1" [ 930.852312] env[63105]: _type = "Task" [ 930.852312] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.863276] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5211fe6f-4996-1ee8-1bab-cf5001d19fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.040263] env[63105]: DEBUG nova.network.neutron [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Updated VIF entry in instance network info cache for port 04226f4d-c589-4994-a792-2fbb7b2240f8. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.040804] env[63105]: DEBUG nova.network.neutron [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Updating instance_info_cache with network_info: [{"id": "04226f4d-c589-4994-a792-2fbb7b2240f8", "address": "fa:16:3e:23:55:44", "network": {"id": "71f8a83d-0936-469b-9bca-002e730d389c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1298606313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57bfea7cff68456b93e37b604a48f1f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04226f4d-c5", "ovs_interfaceid": "04226f4d-c589-4994-a792-2fbb7b2240f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.047044] env[63105]: INFO nova.compute.manager [-] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Took 2.39 seconds to deallocate network for instance. [ 931.116395] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe25bb3-8e28-48e6-ae77-0a0360d5ec18 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.125113] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9b1318-22fb-4d59-819f-fdfbba12855b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.159057] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e8170f-4acd-42ab-88a0-365b40eff989 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.169564] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8168a6-1a51-4f58-919b-50aa9237a1c4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.187602] env[63105]: DEBUG nova.compute.provider_tree [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.363990] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5211fe6f-4996-1ee8-1bab-cf5001d19fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.037399} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.364881] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e2d4841-7798-4a8b-88da-36f5a9ac2303 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.373347] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Waiting for the task: (returnval){ [ 931.373347] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52757e3d-516a-d8dd-39ad-7fb2bf92da0d" [ 931.373347] env[63105]: _type = "Task" [ 931.373347] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.382417] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52757e3d-516a-d8dd-39ad-7fb2bf92da0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.546092] env[63105]: DEBUG oslo_concurrency.lockutils [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] Releasing lock "refresh_cache-15507d53-4583-42f5-9f51-0b08cc701524" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.546377] env[63105]: DEBUG nova.compute.manager [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Received event network-changed-56d2d93b-9de2-4270-8f15-06eaa66dc40c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 931.546548] env[63105]: DEBUG nova.compute.manager [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Refreshing instance network info cache due to event network-changed-56d2d93b-9de2-4270-8f15-06eaa66dc40c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 931.546755] env[63105]: DEBUG oslo_concurrency.lockutils [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] Acquiring lock "refresh_cache-7844902a-219c-4f20-9378-453c7722bbd0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.546895] env[63105]: DEBUG oslo_concurrency.lockutils [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] Acquired lock "refresh_cache-7844902a-219c-4f20-9378-453c7722bbd0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.547064] env[63105]: DEBUG nova.network.neutron [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Refreshing network info cache for port 56d2d93b-9de2-4270-8f15-06eaa66dc40c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.555522] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.601407] env[63105]: DEBUG nova.network.neutron [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Updating instance_info_cache with network_info: [{"id": "d181dd33-46a0-4953-b811-069498b94f1c", "address": "fa:16:3e:e4:98:b2", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd181dd33-46", "ovs_interfaceid": "d181dd33-46a0-4953-b811-069498b94f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.720664] env[63105]: DEBUG nova.scheduler.client.report [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 931.720963] env[63105]: DEBUG nova.compute.provider_tree [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 126 to 127 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 931.721164] env[63105]: DEBUG nova.compute.provider_tree [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.888193] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52757e3d-516a-d8dd-39ad-7fb2bf92da0d, 'name': SearchDatastore_Task, 'duration_secs': 0.012568} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.891128] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.891128] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 15507d53-4583-42f5-9f51-0b08cc701524/15507d53-4583-42f5-9f51-0b08cc701524.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.891128] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98f826be-032f-438e-a126-bb2694c10eba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.897398] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Waiting for the task: (returnval){ [ 931.897398] env[63105]: value = "task-2759206" [ 931.897398] env[63105]: _type = "Task" [ 931.897398] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.906527] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': task-2759206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.104881] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "refresh_cache-64c731b1-312b-40ec-8f7e-439fb0b11586" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.226928] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.626s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.227370] env[63105]: DEBUG nova.compute.manager [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.230034] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.123s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.230260] env[63105]: DEBUG nova.objects.instance [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lazy-loading 'resources' on Instance uuid 99811785-10be-4ba7-bf3d-126066e6177a {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.252880] env[63105]: DEBUG nova.network.neutron [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Successfully updated port: 58db3952-87eb-4382-83cc-29fe688006a8 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.309246] env[63105]: DEBUG nova.compute.manager [req-0fc0656e-629a-4f8a-8ae8-f2ef06dcec5c req-cdc7a345-391f-4f77-9ded-2053893d2ade service nova] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Received event network-vif-deleted-6ec8dde5-ba67-4d7d-8b83-7b476892d77c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 932.309387] env[63105]: DEBUG nova.compute.manager [req-0fc0656e-629a-4f8a-8ae8-f2ef06dcec5c req-cdc7a345-391f-4f77-9ded-2053893d2ade service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Received event network-changed-56d2d93b-9de2-4270-8f15-06eaa66dc40c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 932.309553] env[63105]: DEBUG nova.compute.manager [req-0fc0656e-629a-4f8a-8ae8-f2ef06dcec5c req-cdc7a345-391f-4f77-9ded-2053893d2ade service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Refreshing instance network info cache due to event network-changed-56d2d93b-9de2-4270-8f15-06eaa66dc40c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 932.309734] env[63105]: DEBUG oslo_concurrency.lockutils [req-0fc0656e-629a-4f8a-8ae8-f2ef06dcec5c req-cdc7a345-391f-4f77-9ded-2053893d2ade service nova] Acquiring lock "refresh_cache-7844902a-219c-4f20-9378-453c7722bbd0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.413851] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': task-2759206, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.503112] env[63105]: DEBUG nova.network.neutron [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Updated VIF entry in instance network info cache for port 56d2d93b-9de2-4270-8f15-06eaa66dc40c. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.503112] env[63105]: DEBUG nova.network.neutron [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Updating instance_info_cache with network_info: [{"id": "56d2d93b-9de2-4270-8f15-06eaa66dc40c", "address": "fa:16:3e:f9:0b:95", "network": {"id": "932ea37b-8fd8-4dcd-a48c-b872c33c8f09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1260975201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73e1ee0dede4527bc08f36deac2cb30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d2d93b-9d", "ovs_interfaceid": "56d2d93b-9de2-4270-8f15-06eaa66dc40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.734459] env[63105]: DEBUG nova.compute.utils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 932.740416] env[63105]: DEBUG nova.compute.manager [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.742496] env[63105]: DEBUG nova.network.neutron [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.755845] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "refresh_cache-407b6dfa-32ea-416c-972f-380e132d70c7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.755845] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "refresh_cache-407b6dfa-32ea-416c-972f-380e132d70c7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.755845] env[63105]: DEBUG nova.network.neutron [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.819353] env[63105]: DEBUG nova.policy [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a7641f86c36418b8f7ba2525fc53dae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec5e8b053a4483dbf0250770f31e56c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.908768] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': task-2759206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80378} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.911357] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 15507d53-4583-42f5-9f51-0b08cc701524/15507d53-4583-42f5-9f51-0b08cc701524.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.911649] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.912125] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3404c281-ed4c-426f-bb00-6d966661b4ff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.922228] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Waiting for the task: (returnval){ [ 932.922228] env[63105]: value = "task-2759207" [ 932.922228] env[63105]: _type = "Task" [ 932.922228] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.934626] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': task-2759207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.005599] env[63105]: DEBUG oslo_concurrency.lockutils [req-5ed530e1-d8df-4f1e-9afa-b1bf6ec3eca4 req-389ac8e2-f5ac-4acb-9c85-c71d3fd78eba service nova] Releasing lock "refresh_cache-7844902a-219c-4f20-9378-453c7722bbd0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.006057] env[63105]: DEBUG oslo_concurrency.lockutils [req-0fc0656e-629a-4f8a-8ae8-f2ef06dcec5c req-cdc7a345-391f-4f77-9ded-2053893d2ade service nova] Acquired lock "refresh_cache-7844902a-219c-4f20-9378-453c7722bbd0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.006251] env[63105]: DEBUG nova.network.neutron [req-0fc0656e-629a-4f8a-8ae8-f2ef06dcec5c req-cdc7a345-391f-4f77-9ded-2053893d2ade service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Refreshing network info cache for port 56d2d93b-9de2-4270-8f15-06eaa66dc40c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.076169] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe70319-1d58-4aac-9233-22ed423b3b52 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.089561] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5f2a8f-6633-431a-927a-9e41dd528760 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.122661] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7e538c-2e4b-44c8-afbc-1213352d3bc0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.128838] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3a0c30-549d-44b3-830e-455636d6c861 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.150844] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.150844] env[63105]: DEBUG nova.compute.provider_tree [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.150844] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b502f842-156f-4759-a66c-a833b0decb5a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.158471] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 933.158471] env[63105]: value = "task-2759208" [ 933.158471] env[63105]: _type = "Task" [ 933.158471] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.170000] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.240927] env[63105]: DEBUG nova.compute.manager [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.297030] env[63105]: DEBUG nova.network.neutron [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Successfully created port: 132dd5bf-fc0b-45c9-a41a-62fef78d6e72 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.305809] env[63105]: DEBUG nova.network.neutron [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.434494] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': task-2759207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070514} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.435311] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.436255] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e927e7e-71b1-4bf4-94d5-393b1e69607c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.458464] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 15507d53-4583-42f5-9f51-0b08cc701524/15507d53-4583-42f5-9f51-0b08cc701524.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.459205] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a485c38-4917-4c4b-8021-6187cf20bcba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.483829] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Waiting for the task: (returnval){ [ 933.483829] env[63105]: value = "task-2759209" [ 933.483829] env[63105]: _type = "Task" [ 933.483829] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.492434] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': task-2759209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.655358] env[63105]: DEBUG nova.scheduler.client.report [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 933.671555] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759208, 'name': PowerOffVM_Task, 'duration_secs': 0.357312} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.672480] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.674095] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db13edb6-776b-4d3e-bd45-c097d6e97f89 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.706790] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c559da4-6cce-48ae-9488-1f57a95783d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.742112] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.743048] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6a8948b-38fd-4155-8aae-96cb8899ac9f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.763267] env[63105]: DEBUG nova.network.neutron [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updating instance_info_cache with network_info: [{"id": "58db3952-87eb-4382-83cc-29fe688006a8", "address": "fa:16:3e:14:f7:e4", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58db3952-87", "ovs_interfaceid": "58db3952-87eb-4382-83cc-29fe688006a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.768133] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 933.768133] env[63105]: value = "task-2759210" [ 933.768133] env[63105]: _type = "Task" [ 933.768133] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.781217] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] VM already powered off {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 933.781436] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.781682] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.782063] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.782293] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.782799] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c3e2464-11da-4f1d-bdf0-08a65268e8e8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.792267] env[63105]: DEBUG nova.network.neutron [req-0fc0656e-629a-4f8a-8ae8-f2ef06dcec5c req-cdc7a345-391f-4f77-9ded-2053893d2ade service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Updated VIF entry in instance network info cache for port 56d2d93b-9de2-4270-8f15-06eaa66dc40c. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.792617] env[63105]: DEBUG nova.network.neutron [req-0fc0656e-629a-4f8a-8ae8-f2ef06dcec5c req-cdc7a345-391f-4f77-9ded-2053893d2ade service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Updating instance_info_cache with network_info: [{"id": "56d2d93b-9de2-4270-8f15-06eaa66dc40c", "address": "fa:16:3e:f9:0b:95", "network": {"id": "932ea37b-8fd8-4dcd-a48c-b872c33c8f09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1260975201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73e1ee0dede4527bc08f36deac2cb30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d2d93b-9d", "ovs_interfaceid": "56d2d93b-9de2-4270-8f15-06eaa66dc40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.799353] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.799494] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.800246] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daa3e18d-5c7d-4656-96e1-8c9d7156c907 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.808277] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 933.808277] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526a464b-2e3c-97ab-c68f-f7fac97e1e02" [ 933.808277] env[63105]: _type = "Task" [ 933.808277] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.817304] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526a464b-2e3c-97ab-c68f-f7fac97e1e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.997136] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': task-2759209, 'name': ReconfigVM_Task, 'duration_secs': 0.289597} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.997901] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 15507d53-4583-42f5-9f51-0b08cc701524/15507d53-4583-42f5-9f51-0b08cc701524.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.999039] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e8e3e5a-5147-454c-b500-6a8be2e6f586 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.011024] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Waiting for the task: (returnval){ [ 934.011024] env[63105]: value = "task-2759211" [ 934.011024] env[63105]: _type = "Task" [ 934.011024] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.021217] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': task-2759211, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.162602] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.164988] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.037s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.166455] env[63105]: INFO nova.compute.claims [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.180766] env[63105]: INFO nova.scheduler.client.report [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleted allocations for instance 99811785-10be-4ba7-bf3d-126066e6177a [ 934.256108] env[63105]: DEBUG nova.compute.manager [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.271801] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "refresh_cache-407b6dfa-32ea-416c-972f-380e132d70c7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.272132] env[63105]: DEBUG nova.compute.manager [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Instance network_info: |[{"id": "58db3952-87eb-4382-83cc-29fe688006a8", "address": "fa:16:3e:14:f7:e4", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58db3952-87", "ovs_interfaceid": "58db3952-87eb-4382-83cc-29fe688006a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.272690] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:f7:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58db3952-87eb-4382-83cc-29fe688006a8', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.282215] env[63105]: DEBUG oslo.service.loopingcall [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 934.284336] env[63105]: DEBUG nova.virt.hardware [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 934.284580] env[63105]: DEBUG nova.virt.hardware [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 934.284739] env[63105]: DEBUG nova.virt.hardware [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.284920] env[63105]: DEBUG nova.virt.hardware [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 934.285106] env[63105]: DEBUG nova.virt.hardware [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.285339] env[63105]: DEBUG nova.virt.hardware [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 934.285645] env[63105]: DEBUG nova.virt.hardware [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 934.285895] env[63105]: DEBUG nova.virt.hardware [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 934.286164] env[63105]: DEBUG nova.virt.hardware [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 934.286413] env[63105]: DEBUG nova.virt.hardware [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 934.286670] env[63105]: DEBUG nova.virt.hardware [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 934.287033] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.288038] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e188a99e-e2f3-4580-910a-63ae967e2446 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.292637] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-316ce8ae-583b-427c-8d6e-7bfc168a0d68 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.307486] env[63105]: DEBUG oslo_concurrency.lockutils [req-0fc0656e-629a-4f8a-8ae8-f2ef06dcec5c req-cdc7a345-391f-4f77-9ded-2053893d2ade service nova] Releasing lock "refresh_cache-7844902a-219c-4f20-9378-453c7722bbd0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.307486] env[63105]: DEBUG nova.compute.manager [req-0fc0656e-629a-4f8a-8ae8-f2ef06dcec5c req-cdc7a345-391f-4f77-9ded-2053893d2ade service nova] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Received event network-vif-plugged-58db3952-87eb-4382-83cc-29fe688006a8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 934.307486] env[63105]: DEBUG oslo_concurrency.lockutils [req-0fc0656e-629a-4f8a-8ae8-f2ef06dcec5c req-cdc7a345-391f-4f77-9ded-2053893d2ade service nova] Acquiring lock "407b6dfa-32ea-416c-972f-380e132d70c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.307486] env[63105]: DEBUG oslo_concurrency.lockutils [req-0fc0656e-629a-4f8a-8ae8-f2ef06dcec5c req-cdc7a345-391f-4f77-9ded-2053893d2ade service nova] Lock "407b6dfa-32ea-416c-972f-380e132d70c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.307486] env[63105]: DEBUG oslo_concurrency.lockutils [req-0fc0656e-629a-4f8a-8ae8-f2ef06dcec5c req-cdc7a345-391f-4f77-9ded-2053893d2ade service nova] Lock "407b6dfa-32ea-416c-972f-380e132d70c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.307486] env[63105]: DEBUG nova.compute.manager [req-0fc0656e-629a-4f8a-8ae8-f2ef06dcec5c req-cdc7a345-391f-4f77-9ded-2053893d2ade service nova] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] No waiting events found dispatching network-vif-plugged-58db3952-87eb-4382-83cc-29fe688006a8 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.307748] env[63105]: WARNING nova.compute.manager [req-0fc0656e-629a-4f8a-8ae8-f2ef06dcec5c req-cdc7a345-391f-4f77-9ded-2053893d2ade service nova] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Received unexpected event network-vif-plugged-58db3952-87eb-4382-83cc-29fe688006a8 for instance with vm_state building and task_state spawning. [ 934.316081] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85562d56-ebcf-4e24-b8f4-5f8aa3fa8b02 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.319760] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.319760] env[63105]: value = "task-2759212" [ 934.319760] env[63105]: _type = "Task" [ 934.319760] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.323981] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526a464b-2e3c-97ab-c68f-f7fac97e1e02, 'name': SearchDatastore_Task, 'duration_secs': 0.048988} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.335889] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-383a720a-b0b1-4154-8d91-335975d4dfc0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.340900] env[63105]: DEBUG nova.compute.manager [req-b290313e-fc65-4629-89ad-6ea0eca950ff req-4207b5d4-d630-4503-a2cd-5a8b2d7f9b23 service nova] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Received event network-changed-58db3952-87eb-4382-83cc-29fe688006a8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 934.341143] env[63105]: DEBUG nova.compute.manager [req-b290313e-fc65-4629-89ad-6ea0eca950ff req-4207b5d4-d630-4503-a2cd-5a8b2d7f9b23 service nova] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Refreshing instance network info cache due to event network-changed-58db3952-87eb-4382-83cc-29fe688006a8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 934.341367] env[63105]: DEBUG oslo_concurrency.lockutils [req-b290313e-fc65-4629-89ad-6ea0eca950ff req-4207b5d4-d630-4503-a2cd-5a8b2d7f9b23 service nova] Acquiring lock "refresh_cache-407b6dfa-32ea-416c-972f-380e132d70c7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.341509] env[63105]: DEBUG oslo_concurrency.lockutils [req-b290313e-fc65-4629-89ad-6ea0eca950ff req-4207b5d4-d630-4503-a2cd-5a8b2d7f9b23 service nova] Acquired lock "refresh_cache-407b6dfa-32ea-416c-972f-380e132d70c7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.341668] env[63105]: DEBUG nova.network.neutron [req-b290313e-fc65-4629-89ad-6ea0eca950ff req-4207b5d4-d630-4503-a2cd-5a8b2d7f9b23 service nova] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Refreshing network info cache for port 58db3952-87eb-4382-83cc-29fe688006a8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.346589] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759212, 'name': CreateVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.349766] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 934.349766] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52204f1d-eea7-7dd1-bc0a-c13c89e9196e" [ 934.349766] env[63105]: _type = "Task" [ 934.349766] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.361807] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52204f1d-eea7-7dd1-bc0a-c13c89e9196e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.518033] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "e318964e-f279-4839-9727-1e27416fd69b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.518279] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "e318964e-f279-4839-9727-1e27416fd69b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.523378] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': task-2759211, 'name': Rename_Task, 'duration_secs': 0.152439} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.523661] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.523935] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f6eb253-cbfc-4db0-b5de-0b37d26dcb3f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.531521] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Waiting for the task: (returnval){ [ 934.531521] env[63105]: value = "task-2759213" [ 934.531521] env[63105]: _type = "Task" [ 934.531521] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.540815] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': task-2759213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.692338] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4f33fa23-4c26-48f7-a66d-930d222f4e08 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "99811785-10be-4ba7-bf3d-126066e6177a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.006s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.834520] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759212, 'name': CreateVM_Task, 'duration_secs': 0.447034} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.834520] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.835212] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.835322] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.835646] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.835916] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd620e3-a541-447e-970d-2c41e1ac559c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.841635] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 934.841635] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b660a3-86ce-2e9e-a7f8-a779e9aa6d2d" [ 934.841635] env[63105]: _type = "Task" [ 934.841635] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.853707] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b660a3-86ce-2e9e-a7f8-a779e9aa6d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.863454] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52204f1d-eea7-7dd1-bc0a-c13c89e9196e, 'name': SearchDatastore_Task, 'duration_secs': 0.016895} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.863747] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.864041] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 64c731b1-312b-40ec-8f7e-439fb0b11586/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk. {{(pid=63105) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 934.864342] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c7fae3a-e920-4094-b532-c709ec25f008 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.872726] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 934.872726] env[63105]: value = "task-2759214" [ 934.872726] env[63105]: _type = "Task" [ 934.872726] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.881428] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.021048] env[63105]: DEBUG nova.compute.manager [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.049036] env[63105]: DEBUG oslo_vmware.api [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': task-2759213, 'name': PowerOnVM_Task, 'duration_secs': 0.507611} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.049036] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.049036] env[63105]: INFO nova.compute.manager [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Took 7.85 seconds to spawn the instance on the hypervisor. [ 935.049036] env[63105]: DEBUG nova.compute.manager [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.050090] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5c5f67-c893-4310-b618-c29083ed6545 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.103726] env[63105]: DEBUG nova.network.neutron [req-b290313e-fc65-4629-89ad-6ea0eca950ff req-4207b5d4-d630-4503-a2cd-5a8b2d7f9b23 service nova] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updated VIF entry in instance network info cache for port 58db3952-87eb-4382-83cc-29fe688006a8. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.104544] env[63105]: DEBUG nova.network.neutron [req-b290313e-fc65-4629-89ad-6ea0eca950ff req-4207b5d4-d630-4503-a2cd-5a8b2d7f9b23 service nova] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updating instance_info_cache with network_info: [{"id": "58db3952-87eb-4382-83cc-29fe688006a8", "address": "fa:16:3e:14:f7:e4", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58db3952-87", "ovs_interfaceid": "58db3952-87eb-4382-83cc-29fe688006a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.360694] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b660a3-86ce-2e9e-a7f8-a779e9aa6d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.361186] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.361329] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.361570] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.361715] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.361894] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.362203] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff7b4056-9255-4cc7-a6fa-85f99f12d796 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.382168] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.382386] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.383162] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d01beea-1ec1-4092-89ad-bf350a1c9e50 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.388852] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759214, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.396481] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 935.396481] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5291e9ef-6174-25ea-4d5b-b0882068bfdd" [ 935.396481] env[63105]: _type = "Task" [ 935.396481] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.410162] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5291e9ef-6174-25ea-4d5b-b0882068bfdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.546880] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.551524] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d782ec-50af-479e-b33d-1337ef5b7b97 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.560130] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa6b8ba-7ae0-4457-be4f-072ae0effc57 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.570102] env[63105]: INFO nova.compute.manager [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Took 34.31 seconds to build instance. [ 935.598274] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bc194c-d9e4-4a9d-a790-87b4f673a5c4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.607199] env[63105]: DEBUG oslo_concurrency.lockutils [req-b290313e-fc65-4629-89ad-6ea0eca950ff req-4207b5d4-d630-4503-a2cd-5a8b2d7f9b23 service nova] Releasing lock "refresh_cache-407b6dfa-32ea-416c-972f-380e132d70c7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.608517] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654d9b86-8c21-4a41-9406-4d3913bb7a61 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.623474] env[63105]: DEBUG nova.compute.provider_tree [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.800422] env[63105]: DEBUG nova.network.neutron [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Successfully updated port: 132dd5bf-fc0b-45c9-a41a-62fef78d6e72 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.885152] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61047} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.885439] env[63105]: INFO nova.virt.vmwareapi.ds_util [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 64c731b1-312b-40ec-8f7e-439fb0b11586/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk. [ 935.886229] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72f0a3e-f641-4a88-ad5b-4ee6de9b1309 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.912023] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 64c731b1-312b-40ec-8f7e-439fb0b11586/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.915269] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cd630d6-ed9a-4ff8-a04d-e7cbda2bd370 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.936724] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5291e9ef-6174-25ea-4d5b-b0882068bfdd, 'name': SearchDatastore_Task, 'duration_secs': 0.056923} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.938703] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 935.938703] env[63105]: value = "task-2759215" [ 935.938703] env[63105]: _type = "Task" [ 935.938703] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.939013] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce5bc640-bd55-48e3-940a-0c7a5f95edfd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.951732] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 935.951732] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523f11e9-199f-170d-2ae5-05b19bc621d2" [ 935.951732] env[63105]: _type = "Task" [ 935.951732] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.955555] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759215, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.964862] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523f11e9-199f-170d-2ae5-05b19bc621d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.098196] env[63105]: DEBUG oslo_concurrency.lockutils [None req-558d43e5-537a-4f27-8ccd-65bdc25e4880 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Lock "15507d53-4583-42f5-9f51-0b08cc701524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.845s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.152280] env[63105]: ERROR nova.scheduler.client.report [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [req-1692b9c0-61ff-4fca-aa32-160def3b40df] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1692b9c0-61ff-4fca-aa32-160def3b40df"}]} [ 936.172588] env[63105]: DEBUG nova.scheduler.client.report [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 936.191702] env[63105]: DEBUG nova.scheduler.client.report [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 936.191948] env[63105]: DEBUG nova.compute.provider_tree [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.210412] env[63105]: DEBUG nova.scheduler.client.report [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 936.233067] env[63105]: DEBUG nova.scheduler.client.report [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 936.307951] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "refresh_cache-611d3740-f46b-4954-978f-bc64975f2d9b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.308119] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "refresh_cache-611d3740-f46b-4954-978f-bc64975f2d9b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.308277] env[63105]: DEBUG nova.network.neutron [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.375634] env[63105]: DEBUG nova.compute.manager [req-caf1809a-bb23-4925-9f46-6e30ddec6999 req-bbe65a66-56a4-42e3-bbcc-1da96668f3ba service nova] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Received event network-vif-plugged-132dd5bf-fc0b-45c9-a41a-62fef78d6e72 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 936.375634] env[63105]: DEBUG oslo_concurrency.lockutils [req-caf1809a-bb23-4925-9f46-6e30ddec6999 req-bbe65a66-56a4-42e3-bbcc-1da96668f3ba service nova] Acquiring lock "611d3740-f46b-4954-978f-bc64975f2d9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.375634] env[63105]: DEBUG oslo_concurrency.lockutils [req-caf1809a-bb23-4925-9f46-6e30ddec6999 req-bbe65a66-56a4-42e3-bbcc-1da96668f3ba service nova] Lock "611d3740-f46b-4954-978f-bc64975f2d9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.375937] env[63105]: DEBUG oslo_concurrency.lockutils [req-caf1809a-bb23-4925-9f46-6e30ddec6999 req-bbe65a66-56a4-42e3-bbcc-1da96668f3ba service nova] Lock "611d3740-f46b-4954-978f-bc64975f2d9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.375937] env[63105]: DEBUG nova.compute.manager [req-caf1809a-bb23-4925-9f46-6e30ddec6999 req-bbe65a66-56a4-42e3-bbcc-1da96668f3ba service nova] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] No waiting events found dispatching network-vif-plugged-132dd5bf-fc0b-45c9-a41a-62fef78d6e72 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.376191] env[63105]: WARNING nova.compute.manager [req-caf1809a-bb23-4925-9f46-6e30ddec6999 req-bbe65a66-56a4-42e3-bbcc-1da96668f3ba service nova] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Received unexpected event network-vif-plugged-132dd5bf-fc0b-45c9-a41a-62fef78d6e72 for instance with vm_state building and task_state spawning. [ 936.376283] env[63105]: DEBUG nova.compute.manager [req-caf1809a-bb23-4925-9f46-6e30ddec6999 req-bbe65a66-56a4-42e3-bbcc-1da96668f3ba service nova] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Received event network-changed-132dd5bf-fc0b-45c9-a41a-62fef78d6e72 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 936.376443] env[63105]: DEBUG nova.compute.manager [req-caf1809a-bb23-4925-9f46-6e30ddec6999 req-bbe65a66-56a4-42e3-bbcc-1da96668f3ba service nova] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Refreshing instance network info cache due to event network-changed-132dd5bf-fc0b-45c9-a41a-62fef78d6e72. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 936.376574] env[63105]: DEBUG oslo_concurrency.lockutils [req-caf1809a-bb23-4925-9f46-6e30ddec6999 req-bbe65a66-56a4-42e3-bbcc-1da96668f3ba service nova] Acquiring lock "refresh_cache-611d3740-f46b-4954-978f-bc64975f2d9b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.460435] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.474462] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523f11e9-199f-170d-2ae5-05b19bc621d2, 'name': SearchDatastore_Task, 'duration_secs': 0.034689} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.474882] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.474987] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 407b6dfa-32ea-416c-972f-380e132d70c7/407b6dfa-32ea-416c-972f-380e132d70c7.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.475259] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbc18c08-8c2e-4d8f-8a92-a580d9f2fc0a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.485678] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 936.485678] env[63105]: value = "task-2759216" [ 936.485678] env[63105]: _type = "Task" [ 936.485678] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.498049] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.570484] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b535fdab-c3e6-4b46-ae82-2c4758f3f016 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.582444] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab853e58-92a3-48db-81ec-4b75531f74d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.618591] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38143d36-cad7-47e1-8ffb-19144f628247 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.627808] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50319b1e-b18c-499d-abc1-8418bd3f149b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.641819] env[63105]: DEBUG nova.compute.provider_tree [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.860059] env[63105]: DEBUG nova.network.neutron [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.972509] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759215, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.005880] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759216, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.027398] env[63105]: DEBUG nova.network.neutron [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Updating instance_info_cache with network_info: [{"id": "132dd5bf-fc0b-45c9-a41a-62fef78d6e72", "address": "fa:16:3e:6a:a5:68", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132dd5bf-fc", "ovs_interfaceid": "132dd5bf-fc0b-45c9-a41a-62fef78d6e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.182006] env[63105]: DEBUG nova.scheduler.client.report [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 937.182006] env[63105]: DEBUG nova.compute.provider_tree [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 128 to 129 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 937.182006] env[63105]: DEBUG nova.compute.provider_tree [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.453976] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759215, 'name': ReconfigVM_Task, 'duration_secs': 1.067099} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.454345] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 64c731b1-312b-40ec-8f7e-439fb0b11586/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.455151] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33993d39-2911-4b5b-8532-7623682c85e3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.481751] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2244b18-5993-452c-b550-4ece11e510aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.501473] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763262} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.502603] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 407b6dfa-32ea-416c-972f-380e132d70c7/407b6dfa-32ea-416c-972f-380e132d70c7.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.502826] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.503139] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 937.503139] env[63105]: value = "task-2759217" [ 937.503139] env[63105]: _type = "Task" [ 937.503139] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.503365] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10f4ae11-e9ee-41eb-829e-9ffc90ecbb9b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.513977] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.515894] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 937.515894] env[63105]: value = "task-2759218" [ 937.515894] env[63105]: _type = "Task" [ 937.515894] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.524194] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.532032] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "refresh_cache-611d3740-f46b-4954-978f-bc64975f2d9b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.532304] env[63105]: DEBUG nova.compute.manager [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Instance network_info: |[{"id": "132dd5bf-fc0b-45c9-a41a-62fef78d6e72", "address": "fa:16:3e:6a:a5:68", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132dd5bf-fc", "ovs_interfaceid": "132dd5bf-fc0b-45c9-a41a-62fef78d6e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.532660] env[63105]: DEBUG oslo_concurrency.lockutils [req-caf1809a-bb23-4925-9f46-6e30ddec6999 req-bbe65a66-56a4-42e3-bbcc-1da96668f3ba service nova] Acquired lock "refresh_cache-611d3740-f46b-4954-978f-bc64975f2d9b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.532906] env[63105]: DEBUG nova.network.neutron [req-caf1809a-bb23-4925-9f46-6e30ddec6999 req-bbe65a66-56a4-42e3-bbcc-1da96668f3ba service nova] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Refreshing network info cache for port 132dd5bf-fc0b-45c9-a41a-62fef78d6e72 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.534188] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:a5:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '132dd5bf-fc0b-45c9-a41a-62fef78d6e72', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.541955] env[63105]: DEBUG oslo.service.loopingcall [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.545341] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.545885] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5bd457c-b1db-434f-9e4c-207ee9f1ae8f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.568381] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.568381] env[63105]: value = "task-2759219" [ 937.568381] env[63105]: _type = "Task" [ 937.568381] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.578708] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759219, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.686805] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.522s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.687528] env[63105]: DEBUG nova.compute.manager [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.690554] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.267s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.690786] env[63105]: DEBUG nova.objects.instance [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lazy-loading 'resources' on Instance uuid a2340f1e-068c-483c-b2b1-3543107a840b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.878291] env[63105]: DEBUG nova.network.neutron [req-caf1809a-bb23-4925-9f46-6e30ddec6999 req-bbe65a66-56a4-42e3-bbcc-1da96668f3ba service nova] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Updated VIF entry in instance network info cache for port 132dd5bf-fc0b-45c9-a41a-62fef78d6e72. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.878675] env[63105]: DEBUG nova.network.neutron [req-caf1809a-bb23-4925-9f46-6e30ddec6999 req-bbe65a66-56a4-42e3-bbcc-1da96668f3ba service nova] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Updating instance_info_cache with network_info: [{"id": "132dd5bf-fc0b-45c9-a41a-62fef78d6e72", "address": "fa:16:3e:6a:a5:68", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132dd5bf-fc", "ovs_interfaceid": "132dd5bf-fc0b-45c9-a41a-62fef78d6e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.016562] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759217, 'name': ReconfigVM_Task, 'duration_secs': 0.206317} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.020270] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.020839] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1d743bb-bb8d-4067-8164-e54fa8dad4a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.030261] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070627} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.031564] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.031894] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 938.031894] env[63105]: value = "task-2759220" [ 938.031894] env[63105]: _type = "Task" [ 938.031894] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.032720] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad1d761-62f3-4917-9b64-0f8f96ca12f8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.044033] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.060712] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 407b6dfa-32ea-416c-972f-380e132d70c7/407b6dfa-32ea-416c-972f-380e132d70c7.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.061055] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b68362ee-d8a7-484a-bf76-5a4d8d3214a6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.083523] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759219, 'name': CreateVM_Task, 'duration_secs': 0.359724} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.084621] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.084954] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 938.084954] env[63105]: value = "task-2759221" [ 938.084954] env[63105]: _type = "Task" [ 938.084954] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.085597] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.085755] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.086365] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.086655] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adbf9b39-b4f8-4928-929c-1d360ef839e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.095639] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 938.095639] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52dbb028-c21b-b99a-5804-7b5247fd2bba" [ 938.095639] env[63105]: _type = "Task" [ 938.095639] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.098579] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.106884] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52dbb028-c21b-b99a-5804-7b5247fd2bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.204200] env[63105]: DEBUG nova.compute.utils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 938.208685] env[63105]: DEBUG nova.compute.manager [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.208992] env[63105]: DEBUG nova.network.neutron [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.250634] env[63105]: DEBUG nova.policy [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45793b8fec04420af33e68a00975c6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3c9b2c11c748b0bbc5e0d3fff14f97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.382941] env[63105]: DEBUG oslo_concurrency.lockutils [req-caf1809a-bb23-4925-9f46-6e30ddec6999 req-bbe65a66-56a4-42e3-bbcc-1da96668f3ba service nova] Releasing lock "refresh_cache-611d3740-f46b-4954-978f-bc64975f2d9b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.458355] env[63105]: DEBUG nova.compute.manager [req-6597eb3f-2c45-4001-8fa3-5605cfa842ab req-894068f2-5d31-4554-81c2-88fdf89e437d service nova] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Received event network-changed-04226f4d-c589-4994-a792-2fbb7b2240f8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 938.458585] env[63105]: DEBUG nova.compute.manager [req-6597eb3f-2c45-4001-8fa3-5605cfa842ab req-894068f2-5d31-4554-81c2-88fdf89e437d service nova] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Refreshing instance network info cache due to event network-changed-04226f4d-c589-4994-a792-2fbb7b2240f8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 938.458771] env[63105]: DEBUG oslo_concurrency.lockutils [req-6597eb3f-2c45-4001-8fa3-5605cfa842ab req-894068f2-5d31-4554-81c2-88fdf89e437d service nova] Acquiring lock "refresh_cache-15507d53-4583-42f5-9f51-0b08cc701524" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.458916] env[63105]: DEBUG oslo_concurrency.lockutils [req-6597eb3f-2c45-4001-8fa3-5605cfa842ab req-894068f2-5d31-4554-81c2-88fdf89e437d service nova] Acquired lock "refresh_cache-15507d53-4583-42f5-9f51-0b08cc701524" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.460305] env[63105]: DEBUG nova.network.neutron [req-6597eb3f-2c45-4001-8fa3-5605cfa842ab req-894068f2-5d31-4554-81c2-88fdf89e437d service nova] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Refreshing network info cache for port 04226f4d-c589-4994-a792-2fbb7b2240f8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.546914] env[63105]: DEBUG oslo_vmware.api [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759220, 'name': PowerOnVM_Task, 'duration_secs': 0.493843} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.546914] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.549821] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7309bda3-2fa0-40df-bfb8-462c35d2de6b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.554668] env[63105]: DEBUG nova.compute.manager [None req-7c6d9f77-0841-4f0f-9b94-213cbb1505b7 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.555468] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecbe611-e7f9-4f76-8336-4a4a5d3fd155 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.566765] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f4785b-f168-42ab-8bcb-204b533b419f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.621070] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac642a8c-5a7d-4b6b-a029-db51a7805f1f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.634788] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52dbb028-c21b-b99a-5804-7b5247fd2bba, 'name': SearchDatastore_Task, 'duration_secs': 0.026402} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.634988] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759221, 'name': ReconfigVM_Task, 'duration_secs': 0.488916} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.636715] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.636981] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.637239] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.637388] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.637606] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.637894] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 407b6dfa-32ea-416c-972f-380e132d70c7/407b6dfa-32ea-416c-972f-380e132d70c7.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.638694] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-329a2192-1474-4166-87bd-44fb2ff1089e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.640843] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc042b9d-0c2f-438e-a9fa-93ce5279de69 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.643504] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce000d0-d931-4afb-a9b7-29f93855fbb1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.652017] env[63105]: DEBUG nova.network.neutron [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Successfully created port: e735f132-fb2d-49a7-85e4-6299b3e66f37 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.662187] env[63105]: DEBUG nova.compute.provider_tree [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.667023] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 938.667023] env[63105]: value = "task-2759222" [ 938.667023] env[63105]: _type = "Task" [ 938.667023] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.667023] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.667023] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.667023] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b08800bc-e34d-4161-99b9-1f8c1cb2fb39 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.679199] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759222, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.686071] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 938.686071] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526b8739-f42f-dc65-5c9f-c9ed0ab30546" [ 938.686071] env[63105]: _type = "Task" [ 938.686071] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.697879] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526b8739-f42f-dc65-5c9f-c9ed0ab30546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.709637] env[63105]: DEBUG nova.compute.manager [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.170283] env[63105]: DEBUG nova.scheduler.client.report [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 939.179036] env[63105]: DEBUG nova.network.neutron [req-6597eb3f-2c45-4001-8fa3-5605cfa842ab req-894068f2-5d31-4554-81c2-88fdf89e437d service nova] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Updated VIF entry in instance network info cache for port 04226f4d-c589-4994-a792-2fbb7b2240f8. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.179248] env[63105]: DEBUG nova.network.neutron [req-6597eb3f-2c45-4001-8fa3-5605cfa842ab req-894068f2-5d31-4554-81c2-88fdf89e437d service nova] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Updating instance_info_cache with network_info: [{"id": "04226f4d-c589-4994-a792-2fbb7b2240f8", "address": "fa:16:3e:23:55:44", "network": {"id": "71f8a83d-0936-469b-9bca-002e730d389c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1298606313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57bfea7cff68456b93e37b604a48f1f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04226f4d-c5", "ovs_interfaceid": "04226f4d-c589-4994-a792-2fbb7b2240f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.188023] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759222, 'name': Rename_Task, 'duration_secs': 0.463825} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.192307] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.193312] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-344b95d0-fab6-4459-af63-6979b548d73e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.202496] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526b8739-f42f-dc65-5c9f-c9ed0ab30546, 'name': SearchDatastore_Task, 'duration_secs': 0.023654} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.204559] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 939.204559] env[63105]: value = "task-2759223" [ 939.204559] env[63105]: _type = "Task" [ 939.204559] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.204762] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01cc8364-e751-4886-8213-2b1c9455ed03 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.220677] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.221025] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 939.221025] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e1ca44-4ad0-e005-11db-3b734b26266e" [ 939.221025] env[63105]: _type = "Task" [ 939.221025] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.230093] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e1ca44-4ad0-e005-11db-3b734b26266e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.680082] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.682396] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.958s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.682637] env[63105]: DEBUG nova.objects.instance [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Lazy-loading 'resources' on Instance uuid cb8cc737-1aaf-4619-9789-36a43c3d5918 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.683933] env[63105]: DEBUG oslo_concurrency.lockutils [req-6597eb3f-2c45-4001-8fa3-5605cfa842ab req-894068f2-5d31-4554-81c2-88fdf89e437d service nova] Releasing lock "refresh_cache-15507d53-4583-42f5-9f51-0b08cc701524" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.702602] env[63105]: INFO nova.scheduler.client.report [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Deleted allocations for instance a2340f1e-068c-483c-b2b1-3543107a840b [ 939.718597] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759223, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.723711] env[63105]: DEBUG nova.compute.manager [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.736120] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e1ca44-4ad0-e005-11db-3b734b26266e, 'name': SearchDatastore_Task, 'duration_secs': 0.018838} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.736486] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.736670] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 611d3740-f46b-4954-978f-bc64975f2d9b/611d3740-f46b-4954-978f-bc64975f2d9b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.736976] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55915c80-4785-4442-aa7e-3aa0f00f55c5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.746398] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 939.746398] env[63105]: value = "task-2759224" [ 939.746398] env[63105]: _type = "Task" [ 939.746398] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.752725] env[63105]: DEBUG nova.virt.hardware [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 939.752913] env[63105]: DEBUG nova.virt.hardware [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 939.754183] env[63105]: DEBUG nova.virt.hardware [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.754183] env[63105]: DEBUG nova.virt.hardware [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 939.754183] env[63105]: DEBUG nova.virt.hardware [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.754183] env[63105]: DEBUG nova.virt.hardware [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 939.754183] env[63105]: DEBUG nova.virt.hardware [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 939.754183] env[63105]: DEBUG nova.virt.hardware [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 939.754362] env[63105]: DEBUG nova.virt.hardware [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 939.754972] env[63105]: DEBUG nova.virt.hardware [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 939.754972] env[63105]: DEBUG nova.virt.hardware [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 939.756113] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87167596-8f7f-4d26-b888-99415c06fdb9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.762317] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.768624] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d40617d-a0b5-4a84-8121-a4b40068c492 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.215623] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b8e5d039-9bee-4538-925b-60fdb5aea97e tempest-ServerRescueTestJSON-1835327343 tempest-ServerRescueTestJSON-1835327343-project-member] Lock "a2340f1e-068c-483c-b2b1-3543107a840b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.284s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.224411] env[63105]: DEBUG oslo_vmware.api [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759223, 'name': PowerOnVM_Task, 'duration_secs': 0.546064} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.227736] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.228008] env[63105]: INFO nova.compute.manager [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Took 9.60 seconds to spawn the instance on the hypervisor. [ 940.228251] env[63105]: DEBUG nova.compute.manager [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.229445] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d43ac13-bfba-4948-80a0-e97cd35960a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.245625] env[63105]: DEBUG nova.network.neutron [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Successfully updated port: e735f132-fb2d-49a7-85e4-6299b3e66f37 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.270088] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759224, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.521920] env[63105]: DEBUG nova.compute.manager [req-919f0e7f-2393-44e1-b6fb-29b54bfd19d5 req-e3d70734-63ca-4cc6-9d38-ef3da3af74ab service nova] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Received event network-vif-plugged-e735f132-fb2d-49a7-85e4-6299b3e66f37 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 940.522166] env[63105]: DEBUG oslo_concurrency.lockutils [req-919f0e7f-2393-44e1-b6fb-29b54bfd19d5 req-e3d70734-63ca-4cc6-9d38-ef3da3af74ab service nova] Acquiring lock "409e18fc-5520-49d6-abd1-0fa5db1099b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.522459] env[63105]: DEBUG oslo_concurrency.lockutils [req-919f0e7f-2393-44e1-b6fb-29b54bfd19d5 req-e3d70734-63ca-4cc6-9d38-ef3da3af74ab service nova] Lock "409e18fc-5520-49d6-abd1-0fa5db1099b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.522661] env[63105]: DEBUG oslo_concurrency.lockutils [req-919f0e7f-2393-44e1-b6fb-29b54bfd19d5 req-e3d70734-63ca-4cc6-9d38-ef3da3af74ab service nova] Lock "409e18fc-5520-49d6-abd1-0fa5db1099b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.522894] env[63105]: DEBUG nova.compute.manager [req-919f0e7f-2393-44e1-b6fb-29b54bfd19d5 req-e3d70734-63ca-4cc6-9d38-ef3da3af74ab service nova] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] No waiting events found dispatching network-vif-plugged-e735f132-fb2d-49a7-85e4-6299b3e66f37 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.523045] env[63105]: WARNING nova.compute.manager [req-919f0e7f-2393-44e1-b6fb-29b54bfd19d5 req-e3d70734-63ca-4cc6-9d38-ef3da3af74ab service nova] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Received unexpected event network-vif-plugged-e735f132-fb2d-49a7-85e4-6299b3e66f37 for instance with vm_state building and task_state spawning. [ 940.523229] env[63105]: DEBUG nova.compute.manager [req-919f0e7f-2393-44e1-b6fb-29b54bfd19d5 req-e3d70734-63ca-4cc6-9d38-ef3da3af74ab service nova] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Received event network-changed-e735f132-fb2d-49a7-85e4-6299b3e66f37 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 940.523352] env[63105]: DEBUG nova.compute.manager [req-919f0e7f-2393-44e1-b6fb-29b54bfd19d5 req-e3d70734-63ca-4cc6-9d38-ef3da3af74ab service nova] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Refreshing instance network info cache due to event network-changed-e735f132-fb2d-49a7-85e4-6299b3e66f37. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 940.523547] env[63105]: DEBUG oslo_concurrency.lockutils [req-919f0e7f-2393-44e1-b6fb-29b54bfd19d5 req-e3d70734-63ca-4cc6-9d38-ef3da3af74ab service nova] Acquiring lock "refresh_cache-409e18fc-5520-49d6-abd1-0fa5db1099b4" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.523699] env[63105]: DEBUG oslo_concurrency.lockutils [req-919f0e7f-2393-44e1-b6fb-29b54bfd19d5 req-e3d70734-63ca-4cc6-9d38-ef3da3af74ab service nova] Acquired lock "refresh_cache-409e18fc-5520-49d6-abd1-0fa5db1099b4" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.523859] env[63105]: DEBUG nova.network.neutron [req-919f0e7f-2393-44e1-b6fb-29b54bfd19d5 req-e3d70734-63ca-4cc6-9d38-ef3da3af74ab service nova] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Refreshing network info cache for port e735f132-fb2d-49a7-85e4-6299b3e66f37 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.540057] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a29a9e6-7de1-4f02-ad18-51d8f4762b25 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.549620] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b441e94b-93ef-404e-9a14-a6c0739b67f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.582799] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27724b28-3ff4-4151-86f2-aa225f0b6bc7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.591812] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26302501-5a74-41e2-8fcc-2df36eb309f3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.606328] env[63105]: DEBUG nova.compute.provider_tree [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.759805] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "refresh_cache-409e18fc-5520-49d6-abd1-0fa5db1099b4" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.767185] env[63105]: INFO nova.compute.manager [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Took 35.46 seconds to build instance. [ 940.774911] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541365} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.775205] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 611d3740-f46b-4954-978f-bc64975f2d9b/611d3740-f46b-4954-978f-bc64975f2d9b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.775425] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.775689] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1f54314-fb97-479b-9faf-ef85aa8c33f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.784487] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 940.784487] env[63105]: value = "task-2759225" [ 940.784487] env[63105]: _type = "Task" [ 940.784487] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.797860] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.000478] env[63105]: INFO nova.compute.manager [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Rescuing [ 941.000894] env[63105]: DEBUG oslo_concurrency.lockutils [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "refresh_cache-28329143-4282-4974-add0-00c64f01d7b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.001123] env[63105]: DEBUG oslo_concurrency.lockutils [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "refresh_cache-28329143-4282-4974-add0-00c64f01d7b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.001396] env[63105]: DEBUG nova.network.neutron [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.097136] env[63105]: DEBUG nova.network.neutron [req-919f0e7f-2393-44e1-b6fb-29b54bfd19d5 req-e3d70734-63ca-4cc6-9d38-ef3da3af74ab service nova] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.108992] env[63105]: DEBUG nova.scheduler.client.report [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 941.270448] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6b211932-d695-4587-b829-fa2bf8f2e7bf tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "407b6dfa-32ea-416c-972f-380e132d70c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.974s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.282495] env[63105]: DEBUG nova.network.neutron [req-919f0e7f-2393-44e1-b6fb-29b54bfd19d5 req-e3d70734-63ca-4cc6-9d38-ef3da3af74ab service nova] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.295844] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225568} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.296135] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.296964] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b1d2c5-87c5-4322-8f39-d90e2573eb6c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.320408] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 611d3740-f46b-4954-978f-bc64975f2d9b/611d3740-f46b-4954-978f-bc64975f2d9b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.321028] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba18a113-1154-42da-bbc7-ba96218ce36a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.342477] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 941.342477] env[63105]: value = "task-2759226" [ 941.342477] env[63105]: _type = "Task" [ 941.342477] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.351506] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.615210] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.621210] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.555s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.625105] env[63105]: INFO nova.compute.claims [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.654628] env[63105]: INFO nova.scheduler.client.report [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Deleted allocations for instance cb8cc737-1aaf-4619-9789-36a43c3d5918 [ 941.786098] env[63105]: DEBUG oslo_concurrency.lockutils [req-919f0e7f-2393-44e1-b6fb-29b54bfd19d5 req-e3d70734-63ca-4cc6-9d38-ef3da3af74ab service nova] Releasing lock "refresh_cache-409e18fc-5520-49d6-abd1-0fa5db1099b4" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.786098] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "refresh_cache-409e18fc-5520-49d6-abd1-0fa5db1099b4" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.786098] env[63105]: DEBUG nova.network.neutron [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.851930] env[63105]: DEBUG nova.network.neutron [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Updating instance_info_cache with network_info: [{"id": "1caea15a-5906-47a0-8b4f-1a4576314939", "address": "fa:16:3e:01:02:e5", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1caea15a-59", "ovs_interfaceid": "1caea15a-5906-47a0-8b4f-1a4576314939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.861351] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759226, 'name': ReconfigVM_Task, 'duration_secs': 0.381304} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.862993] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 611d3740-f46b-4954-978f-bc64975f2d9b/611d3740-f46b-4954-978f-bc64975f2d9b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.868370] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e774ae2d-3481-49a2-844b-88badbe60138 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.877549] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 941.877549] env[63105]: value = "task-2759227" [ 941.877549] env[63105]: _type = "Task" [ 941.877549] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.888215] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759227, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.166919] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5a537b48-1713-4eb6-ad01-ad91e9ea652e tempest-ServerAddressesNegativeTestJSON-922836383 tempest-ServerAddressesNegativeTestJSON-922836383-project-member] Lock "cb8cc737-1aaf-4619-9789-36a43c3d5918" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.919s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.347569] env[63105]: DEBUG nova.network.neutron [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.364378] env[63105]: DEBUG oslo_concurrency.lockutils [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "refresh_cache-28329143-4282-4974-add0-00c64f01d7b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.391959] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759227, 'name': Rename_Task, 'duration_secs': 0.439613} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.395089] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.395599] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a054008-c5c5-4f51-9cb7-ad2fa0d6d8ea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.406115] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 942.406115] env[63105]: value = "task-2759228" [ 942.406115] env[63105]: _type = "Task" [ 942.406115] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.415689] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.919929] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.922673] env[63105]: DEBUG nova.network.neutron [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Updating instance_info_cache with network_info: [{"id": "e735f132-fb2d-49a7-85e4-6299b3e66f37", "address": "fa:16:3e:98:44:82", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape735f132-fb", "ovs_interfaceid": "e735f132-fb2d-49a7-85e4-6299b3e66f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.923082] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-833bfbe0-b81b-41e7-89dc-8aae70eb0a78 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.936246] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.938735] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 942.938735] env[63105]: value = "task-2759229" [ 942.938735] env[63105]: _type = "Task" [ 942.938735] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.950417] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.003578] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6357c010-8091-4ea5-8cf9-3dc72c3e7d39 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.024022] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd70717d-91eb-4b36-94fd-0c8613e5aec7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.059701] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed95f76-2bc0-496f-aa65-0d5c75b09c22 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.073655] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8f9622-7f46-4fb2-b503-755b40fe0583 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.096804] env[63105]: DEBUG nova.compute.provider_tree [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.424678] env[63105]: DEBUG oslo_vmware.api [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759228, 'name': PowerOnVM_Task, 'duration_secs': 0.776358} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.425019] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.425241] env[63105]: INFO nova.compute.manager [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Took 9.17 seconds to spawn the instance on the hypervisor. [ 943.425421] env[63105]: DEBUG nova.compute.manager [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.426258] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ae0aab-39ee-4832-9017-0c8ced93b91c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.429258] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "refresh_cache-409e18fc-5520-49d6-abd1-0fa5db1099b4" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.429539] env[63105]: DEBUG nova.compute.manager [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Instance network_info: |[{"id": "e735f132-fb2d-49a7-85e4-6299b3e66f37", "address": "fa:16:3e:98:44:82", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape735f132-fb", "ovs_interfaceid": "e735f132-fb2d-49a7-85e4-6299b3e66f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.429903] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:44:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e735f132-fb2d-49a7-85e4-6299b3e66f37', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.437519] env[63105]: DEBUG oslo.service.loopingcall [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.438209] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.438503] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fde7cebd-0abf-4b05-92b5-1da830a88a23 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.466652] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759229, 'name': PowerOffVM_Task, 'duration_secs': 0.319603} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.468450] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.468450] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.468450] env[63105]: value = "task-2759230" [ 943.468450] env[63105]: _type = "Task" [ 943.468450] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.469146] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8a55b0-5438-4aa7-a325-84896913fcb3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.481783] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759230, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.497467] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30239ef-dac1-42d7-9c1b-480c2a62b5de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.534563] env[63105]: DEBUG nova.compute.manager [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Stashing vm_state: active {{(pid=63105) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 943.541949] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.542118] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c260ddd6-a38b-4254-9e2e-02bc2aa9f4d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.552853] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 943.552853] env[63105]: value = "task-2759231" [ 943.552853] env[63105]: _type = "Task" [ 943.552853] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.563575] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.600052] env[63105]: DEBUG nova.scheduler.client.report [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 943.972037] env[63105]: INFO nova.compute.manager [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Took 37.38 seconds to build instance. [ 943.983196] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759230, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.061455] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.070270] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] VM already powered off {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 944.070612] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.070915] env[63105]: DEBUG oslo_concurrency.lockutils [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.071082] env[63105]: DEBUG oslo_concurrency.lockutils [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.071265] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.071669] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-522cdc8f-21b9-4c6f-a341-1ba81ca8de35 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.082350] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.082537] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.083355] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24101260-36bd-4904-81a3-3da7c1c831eb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.092572] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 944.092572] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b7f7a4-8fb9-fec9-afe2-b9b901d520e8" [ 944.092572] env[63105]: _type = "Task" [ 944.092572] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.101574] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b7f7a4-8fb9-fec9-afe2-b9b901d520e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.105429] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.106124] env[63105]: DEBUG nova.compute.manager [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.109691] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.114s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.111123] env[63105]: INFO nova.compute.claims [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.474024] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62fc31d0-4563-4b95-908b-550dffe5fe0b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "611d3740-f46b-4954-978f-bc64975f2d9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.885s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.486049] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759230, 'name': CreateVM_Task, 'duration_secs': 0.566623} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.486246] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.487021] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.487308] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.487978] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.487978] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c02797-21a5-4010-af5d-c1a9487728f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.494232] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 944.494232] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52fa7f7e-cd48-a47d-7499-834d00271163" [ 944.494232] env[63105]: _type = "Task" [ 944.494232] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.504444] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52fa7f7e-cd48-a47d-7499-834d00271163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.604829] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b7f7a4-8fb9-fec9-afe2-b9b901d520e8, 'name': SearchDatastore_Task, 'duration_secs': 0.015103} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.605768] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b40238-1de2-486c-aa2d-9e6926559920 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.611814] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 944.611814] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52af59cc-d07b-d4e8-32b5-4bfac0729c03" [ 944.611814] env[63105]: _type = "Task" [ 944.611814] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.615801] env[63105]: DEBUG nova.compute.utils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 944.619687] env[63105]: DEBUG nova.compute.manager [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.619687] env[63105]: DEBUG nova.network.neutron [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.627190] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52af59cc-d07b-d4e8-32b5-4bfac0729c03, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.627447] env[63105]: DEBUG oslo_concurrency.lockutils [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.627698] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 28329143-4282-4974-add0-00c64f01d7b8/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk. {{(pid=63105) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 944.627963] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7ff318a-2ebb-4b25-a318-9dc01cd5e623 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.630903] env[63105]: DEBUG oslo_concurrency.lockutils [None req-39cd7ec9-8515-4e33-876a-e5d997e7a92b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "611d3740-f46b-4954-978f-bc64975f2d9b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.631240] env[63105]: DEBUG oslo_concurrency.lockutils [None req-39cd7ec9-8515-4e33-876a-e5d997e7a92b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "611d3740-f46b-4954-978f-bc64975f2d9b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.631461] env[63105]: DEBUG nova.compute.manager [None req-39cd7ec9-8515-4e33-876a-e5d997e7a92b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.632978] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1654a8b3-95fb-4226-84ee-bc90cfdab538 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.638538] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 944.638538] env[63105]: value = "task-2759232" [ 944.638538] env[63105]: _type = "Task" [ 944.638538] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.643750] env[63105]: DEBUG nova.compute.manager [None req-39cd7ec9-8515-4e33-876a-e5d997e7a92b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 944.644613] env[63105]: DEBUG nova.objects.instance [None req-39cd7ec9-8515-4e33-876a-e5d997e7a92b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lazy-loading 'flavor' on Instance uuid 611d3740-f46b-4954-978f-bc64975f2d9b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.652139] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.666140] env[63105]: DEBUG nova.policy [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5a687e3ebc64a84accecbe1ca9bba37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '052f8b44cedd49ed854b766ade3bb802', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.744714] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "8829746c-c5f3-4532-97a5-abbee445abd5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.745123] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.924877] env[63105]: DEBUG nova.network.neutron [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Successfully created port: 2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.006212] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52fa7f7e-cd48-a47d-7499-834d00271163, 'name': SearchDatastore_Task, 'duration_secs': 0.016748} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.006474] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.006544] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.006787] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.006937] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.007789] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.007789] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3718b019-1fc3-4ada-aa3d-faadfadcbc3a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.016926] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.016926] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.017401] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f5c8b1-2b53-4e2d-bc61-6d2c5e8fd802 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.022776] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 945.022776] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526d8a66-0e33-04bb-a8e9-a35260e206fc" [ 945.022776] env[63105]: _type = "Task" [ 945.022776] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.030965] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526d8a66-0e33-04bb-a8e9-a35260e206fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.123450] env[63105]: DEBUG nova.compute.manager [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.154929] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759232, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.248881] env[63105]: INFO nova.compute.manager [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Detaching volume 1ed91dc0-6957-4b25-bf27-3c53abb65fa0 [ 945.300625] env[63105]: INFO nova.virt.block_device [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Attempting to driver detach volume 1ed91dc0-6957-4b25-bf27-3c53abb65fa0 from mountpoint /dev/sdb [ 945.300824] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 945.301028] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555166', 'volume_id': '1ed91dc0-6957-4b25-bf27-3c53abb65fa0', 'name': 'volume-1ed91dc0-6957-4b25-bf27-3c53abb65fa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8829746c-c5f3-4532-97a5-abbee445abd5', 'attached_at': '', 'detached_at': '', 'volume_id': '1ed91dc0-6957-4b25-bf27-3c53abb65fa0', 'serial': '1ed91dc0-6957-4b25-bf27-3c53abb65fa0'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 945.302077] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480430ec-c162-4b73-a91b-4e7fb7850acc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.330344] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2116e5e2-e3fc-447a-b7a6-ef60be1a227f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.341191] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada4d968-838b-467c-8eeb-a7eeef5220ea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.369606] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97042f2b-f15b-4167-82bc-0127062578be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.386409] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] The volume has not been displaced from its original location: [datastore1] volume-1ed91dc0-6957-4b25-bf27-3c53abb65fa0/volume-1ed91dc0-6957-4b25-bf27-3c53abb65fa0.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 945.391549] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 945.394232] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b7c8118-46b4-44c0-9dd9-43a75a6eb4ba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.413207] env[63105]: DEBUG oslo_vmware.api [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 945.413207] env[63105]: value = "task-2759233" [ 945.413207] env[63105]: _type = "Task" [ 945.413207] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.424544] env[63105]: DEBUG oslo_vmware.api [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.533734] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526d8a66-0e33-04bb-a8e9-a35260e206fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.537146] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f363e5-bfa4-40df-8fca-5522121b3d2b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.543424] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 945.543424] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a31a47-9737-7806-676a-190dc8e70608" [ 945.543424] env[63105]: _type = "Task" [ 945.543424] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.552334] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a31a47-9737-7806-676a-190dc8e70608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.554160] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4896faa-fb11-459d-8fd8-dec75983d095 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.563833] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f6ab29-2e88-4da7-9804-af9510adcdfc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.598275] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab6053b-4ddc-4e54-9e51-099c2a5ff528 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.608412] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c48b8b-96c5-4409-8891-c2d77d48a686 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.627091] env[63105]: DEBUG nova.compute.provider_tree [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.656627] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807717} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.656902] env[63105]: INFO nova.virt.vmwareapi.ds_util [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 28329143-4282-4974-add0-00c64f01d7b8/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk. [ 945.657434] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cd7ec9-8515-4e33-876a-e5d997e7a92b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.658261] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7315dff7-fa59-4719-adec-09169feae4d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.661215] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f46dda44-f00b-4a09-ba31-651742c88c69 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.689569] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 28329143-4282-4974-add0-00c64f01d7b8/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.690957] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e565072c-b59f-47b6-bb43-05ec83e8ba4b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.704232] env[63105]: DEBUG oslo_vmware.api [None req-39cd7ec9-8515-4e33-876a-e5d997e7a92b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 945.704232] env[63105]: value = "task-2759234" [ 945.704232] env[63105]: _type = "Task" [ 945.704232] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.710973] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 945.710973] env[63105]: value = "task-2759235" [ 945.710973] env[63105]: _type = "Task" [ 945.710973] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.714169] env[63105]: DEBUG oslo_vmware.api [None req-39cd7ec9-8515-4e33-876a-e5d997e7a92b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.721761] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.923971] env[63105]: DEBUG oslo_vmware.api [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759233, 'name': ReconfigVM_Task, 'duration_secs': 0.260051} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.924364] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 945.929378] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c062b20-4875-4961-b5eb-a2cbc94c333f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.950364] env[63105]: DEBUG oslo_vmware.api [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 945.950364] env[63105]: value = "task-2759236" [ 945.950364] env[63105]: _type = "Task" [ 945.950364] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.960437] env[63105]: DEBUG oslo_vmware.api [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.054964] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a31a47-9737-7806-676a-190dc8e70608, 'name': SearchDatastore_Task, 'duration_secs': 0.018751} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.055370] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.055532] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 409e18fc-5520-49d6-abd1-0fa5db1099b4/409e18fc-5520-49d6-abd1-0fa5db1099b4.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.055794] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a008b522-e4e4-4fd2-ba81-dcadb826627a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.063552] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 946.063552] env[63105]: value = "task-2759237" [ 946.063552] env[63105]: _type = "Task" [ 946.063552] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.072402] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.129692] env[63105]: DEBUG nova.scheduler.client.report [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 946.136503] env[63105]: DEBUG nova.compute.manager [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.163634] env[63105]: DEBUG nova.virt.hardware [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 946.163894] env[63105]: DEBUG nova.virt.hardware [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 946.164575] env[63105]: DEBUG nova.virt.hardware [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.164845] env[63105]: DEBUG nova.virt.hardware [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 946.165130] env[63105]: DEBUG nova.virt.hardware [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.165314] env[63105]: DEBUG nova.virt.hardware [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 946.165535] env[63105]: DEBUG nova.virt.hardware [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 946.165701] env[63105]: DEBUG nova.virt.hardware [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 946.165873] env[63105]: DEBUG nova.virt.hardware [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 946.166044] env[63105]: DEBUG nova.virt.hardware [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 946.166225] env[63105]: DEBUG nova.virt.hardware [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 946.167095] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250854fe-7649-4233-85f8-478de4daab4e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.177137] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aa8b60-0e77-4552-b9ec-72aed3b0fd33 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.215669] env[63105]: DEBUG oslo_vmware.api [None req-39cd7ec9-8515-4e33-876a-e5d997e7a92b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759234, 'name': PowerOffVM_Task, 'duration_secs': 0.352992} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.218907] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cd7ec9-8515-4e33-876a-e5d997e7a92b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.219165] env[63105]: DEBUG nova.compute.manager [None req-39cd7ec9-8515-4e33-876a-e5d997e7a92b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.220775] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40802ae0-3f67-4429-b292-1327453c2f60 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.228363] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.462340] env[63105]: DEBUG oslo_vmware.api [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759236, 'name': ReconfigVM_Task, 'duration_secs': 0.161238} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.462656] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555166', 'volume_id': '1ed91dc0-6957-4b25-bf27-3c53abb65fa0', 'name': 'volume-1ed91dc0-6957-4b25-bf27-3c53abb65fa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8829746c-c5f3-4532-97a5-abbee445abd5', 'attached_at': '', 'detached_at': '', 'volume_id': '1ed91dc0-6957-4b25-bf27-3c53abb65fa0', 'serial': '1ed91dc0-6957-4b25-bf27-3c53abb65fa0'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 946.575105] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759237, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.598017] env[63105]: DEBUG nova.compute.manager [req-7227f029-ad95-4dd3-acf2-fd45dd2ffaf7 req-631a0541-2cc0-43df-8f96-aec9907804c2 service nova] [instance: b8e44340-0039-423a-b08f-5390be300f43] Received event network-vif-plugged-2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 946.598305] env[63105]: DEBUG oslo_concurrency.lockutils [req-7227f029-ad95-4dd3-acf2-fd45dd2ffaf7 req-631a0541-2cc0-43df-8f96-aec9907804c2 service nova] Acquiring lock "b8e44340-0039-423a-b08f-5390be300f43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.598621] env[63105]: DEBUG oslo_concurrency.lockutils [req-7227f029-ad95-4dd3-acf2-fd45dd2ffaf7 req-631a0541-2cc0-43df-8f96-aec9907804c2 service nova] Lock "b8e44340-0039-423a-b08f-5390be300f43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.598821] env[63105]: DEBUG oslo_concurrency.lockutils [req-7227f029-ad95-4dd3-acf2-fd45dd2ffaf7 req-631a0541-2cc0-43df-8f96-aec9907804c2 service nova] Lock "b8e44340-0039-423a-b08f-5390be300f43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.599127] env[63105]: DEBUG nova.compute.manager [req-7227f029-ad95-4dd3-acf2-fd45dd2ffaf7 req-631a0541-2cc0-43df-8f96-aec9907804c2 service nova] [instance: b8e44340-0039-423a-b08f-5390be300f43] No waiting events found dispatching network-vif-plugged-2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.599266] env[63105]: WARNING nova.compute.manager [req-7227f029-ad95-4dd3-acf2-fd45dd2ffaf7 req-631a0541-2cc0-43df-8f96-aec9907804c2 service nova] [instance: b8e44340-0039-423a-b08f-5390be300f43] Received unexpected event network-vif-plugged-2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c for instance with vm_state building and task_state spawning. [ 946.635060] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.635578] env[63105]: DEBUG nova.compute.manager [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.638520] env[63105]: DEBUG oslo_concurrency.lockutils [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.953s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.640135] env[63105]: INFO nova.compute.claims [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.729635] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759235, 'name': ReconfigVM_Task, 'duration_secs': 0.752735} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.729949] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 28329143-4282-4974-add0-00c64f01d7b8/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.730899] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aff4c1-c9ab-461a-bfda-2231b6565ca8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.762501] env[63105]: DEBUG oslo_concurrency.lockutils [None req-39cd7ec9-8515-4e33-876a-e5d997e7a92b tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "611d3740-f46b-4954-978f-bc64975f2d9b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.131s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.763484] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffda1cec-b016-41f8-b191-3e334177a33b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.782279] env[63105]: DEBUG nova.network.neutron [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Successfully updated port: 2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.789577] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 946.789577] env[63105]: value = "task-2759238" [ 946.789577] env[63105]: _type = "Task" [ 946.789577] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.806142] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.008856] env[63105]: DEBUG nova.objects.instance [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lazy-loading 'flavor' on Instance uuid 8829746c-c5f3-4532-97a5-abbee445abd5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.076726] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880819} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.077067] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 409e18fc-5520-49d6-abd1-0fa5db1099b4/409e18fc-5520-49d6-abd1-0fa5db1099b4.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.077207] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.077451] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17f2f03f-8e48-4ddf-810c-d6fb50fafe11 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.085839] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 947.085839] env[63105]: value = "task-2759239" [ 947.085839] env[63105]: _type = "Task" [ 947.085839] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.097546] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.147900] env[63105]: DEBUG nova.compute.utils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 947.149244] env[63105]: DEBUG nova.compute.manager [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.150108] env[63105]: DEBUG nova.network.neutron [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.188507] env[63105]: DEBUG nova.policy [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec9c460d37394ec4b1d6dd7f31e8882d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcd8831404f94f83ac6fbd047e38aada', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.191786] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "611d3740-f46b-4954-978f-bc64975f2d9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.192043] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "611d3740-f46b-4954-978f-bc64975f2d9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.192249] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "611d3740-f46b-4954-978f-bc64975f2d9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.192433] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "611d3740-f46b-4954-978f-bc64975f2d9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.192627] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "611d3740-f46b-4954-978f-bc64975f2d9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.195617] env[63105]: INFO nova.compute.manager [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Terminating instance [ 947.286568] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "refresh_cache-b8e44340-0039-423a-b08f-5390be300f43" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.286752] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "refresh_cache-b8e44340-0039-423a-b08f-5390be300f43" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.287150] env[63105]: DEBUG nova.network.neutron [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.302009] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759238, 'name': ReconfigVM_Task, 'duration_secs': 0.402055} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.302299] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.302564] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28b70f98-ad54-4fd5-8803-113cd33770df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.309573] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 947.309573] env[63105]: value = "task-2759240" [ 947.309573] env[63105]: _type = "Task" [ 947.309573] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.318179] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.565609] env[63105]: DEBUG nova.network.neutron [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Successfully created port: d24f2eb6-63d3-402e-8994-c3f0613b7a48 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.597146] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140134} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.597500] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.598553] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ed766a-1f5f-43f8-86d5-7022b62829a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.624101] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 409e18fc-5520-49d6-abd1-0fa5db1099b4/409e18fc-5520-49d6-abd1-0fa5db1099b4.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.624480] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0313809f-ffbb-4a2e-b552-e5b2ff6c5743 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.648292] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 947.648292] env[63105]: value = "task-2759241" [ 947.648292] env[63105]: _type = "Task" [ 947.648292] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.655041] env[63105]: DEBUG nova.compute.manager [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.663814] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759241, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.699182] env[63105]: DEBUG nova.compute.manager [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.699418] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.701468] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4e100e-d076-4585-b753-33738232dc20 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.711449] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.714116] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fdbc4e0-5ddc-48fd-b95f-a70021e0f90f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.790618] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.790856] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.791439] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleting the datastore file [datastore1] 611d3740-f46b-4954-978f-bc64975f2d9b {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.794211] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3d2e13e-d89d-4e6f-bde6-196db6253285 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.804690] env[63105]: DEBUG oslo_vmware.api [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 947.804690] env[63105]: value = "task-2759243" [ 947.804690] env[63105]: _type = "Task" [ 947.804690] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.817147] env[63105]: DEBUG oslo_vmware.api [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.823907] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759240, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.832114] env[63105]: DEBUG nova.network.neutron [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.896027] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Acquiring lock "9b94d6f2-dad4-4152-9454-649758b202cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.896027] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Lock "9b94d6f2-dad4-4152-9454-649758b202cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.896027] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Acquiring lock "9b94d6f2-dad4-4152-9454-649758b202cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.896027] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Lock "9b94d6f2-dad4-4152-9454-649758b202cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.896027] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Lock "9b94d6f2-dad4-4152-9454-649758b202cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.899516] env[63105]: INFO nova.compute.manager [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Terminating instance [ 948.004406] env[63105]: DEBUG nova.network.neutron [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Updating instance_info_cache with network_info: [{"id": "2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c", "address": "fa:16:3e:35:4e:69", "network": {"id": "67ae8895-7932-4c29-9082-c3e499458336", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2009124706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "052f8b44cedd49ed854b766ade3bb802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5fd5d6-43", "ovs_interfaceid": "2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.011508] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2424f7a-4d2f-4757-a43a-194f216cdf22 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "8829746c-c5f3-4532-97a5-abbee445abd5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.016287] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7a6bc474-929b-4364-a6d5-6c29315b47ae tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.018042] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2424f7a-4d2f-4757-a43a-194f216cdf22 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.006s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.018042] env[63105]: DEBUG nova.compute.manager [None req-f2424f7a-4d2f-4757-a43a-194f216cdf22 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.018539] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59511878-b0b4-494a-9c04-29d7d62872c0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.033486] env[63105]: DEBUG nova.compute.manager [None req-f2424f7a-4d2f-4757-a43a-194f216cdf22 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 948.035996] env[63105]: DEBUG nova.objects.instance [None req-f2424f7a-4d2f-4757-a43a-194f216cdf22 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lazy-loading 'flavor' on Instance uuid 8829746c-c5f3-4532-97a5-abbee445abd5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.052863] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37616abb-0623-459a-a639-50741a8b539d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.061233] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391d8fcd-3385-4857-a436-263dc2184e71 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.095288] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f41f442-bb58-47b5-806e-257f3898e102 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.104653] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffc0362-d8ea-4766-89c2-ccece7fa280c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.120833] env[63105]: DEBUG nova.compute.provider_tree [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.162245] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.320413] env[63105]: DEBUG oslo_vmware.api [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407439} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.321288] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.321678] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.322028] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.322774] env[63105]: INFO nova.compute.manager [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 948.322774] env[63105]: DEBUG oslo.service.loopingcall [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.323423] env[63105]: DEBUG nova.compute.manager [-] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.323575] env[63105]: DEBUG nova.network.neutron [-] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.328316] env[63105]: DEBUG oslo_vmware.api [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759240, 'name': PowerOnVM_Task, 'duration_secs': 0.683021} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.328904] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.331466] env[63105]: DEBUG nova.compute.manager [None req-23c2eb55-222c-4381-a34f-5f9db486f59f tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.334955] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e8d5f5-be6e-47a4-b7ee-9f67245d71e4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.410055] env[63105]: DEBUG nova.compute.manager [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.410173] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.410371] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0000a866-23e4-4c15-a209-52473d3cefb0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.417982] env[63105]: DEBUG oslo_vmware.api [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Waiting for the task: (returnval){ [ 948.417982] env[63105]: value = "task-2759244" [ 948.417982] env[63105]: _type = "Task" [ 948.417982] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.426993] env[63105]: DEBUG oslo_vmware.api [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.507318] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "refresh_cache-b8e44340-0039-423a-b08f-5390be300f43" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.507666] env[63105]: DEBUG nova.compute.manager [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Instance network_info: |[{"id": "2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c", "address": "fa:16:3e:35:4e:69", "network": {"id": "67ae8895-7932-4c29-9082-c3e499458336", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2009124706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "052f8b44cedd49ed854b766ade3bb802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5fd5d6-43", "ovs_interfaceid": "2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.508127] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:4e:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.518333] env[63105]: DEBUG oslo.service.loopingcall [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.518333] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8e44340-0039-423a-b08f-5390be300f43] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.518333] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06a8039a-679b-489f-a770-f946710080c4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.543008] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.543008] env[63105]: value = "task-2759245" [ 948.543008] env[63105]: _type = "Task" [ 948.543008] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.555418] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759245, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.622210] env[63105]: DEBUG nova.compute.manager [req-82abd2bd-85f7-478c-ab8b-b5876e498904 req-c5113a4d-4216-42af-a0da-454cd6c862e4 service nova] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Received event network-vif-deleted-132dd5bf-fc0b-45c9-a41a-62fef78d6e72 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 948.622421] env[63105]: INFO nova.compute.manager [req-82abd2bd-85f7-478c-ab8b-b5876e498904 req-c5113a4d-4216-42af-a0da-454cd6c862e4 service nova] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Neutron deleted interface 132dd5bf-fc0b-45c9-a41a-62fef78d6e72; detaching it from the instance and deleting it from the info cache [ 948.622716] env[63105]: DEBUG nova.network.neutron [req-82abd2bd-85f7-478c-ab8b-b5876e498904 req-c5113a4d-4216-42af-a0da-454cd6c862e4 service nova] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.625172] env[63105]: DEBUG nova.scheduler.client.report [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 948.650548] env[63105]: DEBUG nova.compute.manager [req-3df4d148-87c4-446a-ad24-1bcbb624c490 req-06e621ed-57fe-4d36-bdff-93624d7217d2 service nova] [instance: b8e44340-0039-423a-b08f-5390be300f43] Received event network-changed-2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 948.650786] env[63105]: DEBUG nova.compute.manager [req-3df4d148-87c4-446a-ad24-1bcbb624c490 req-06e621ed-57fe-4d36-bdff-93624d7217d2 service nova] [instance: b8e44340-0039-423a-b08f-5390be300f43] Refreshing instance network info cache due to event network-changed-2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 948.651023] env[63105]: DEBUG oslo_concurrency.lockutils [req-3df4d148-87c4-446a-ad24-1bcbb624c490 req-06e621ed-57fe-4d36-bdff-93624d7217d2 service nova] Acquiring lock "refresh_cache-b8e44340-0039-423a-b08f-5390be300f43" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.651174] env[63105]: DEBUG oslo_concurrency.lockutils [req-3df4d148-87c4-446a-ad24-1bcbb624c490 req-06e621ed-57fe-4d36-bdff-93624d7217d2 service nova] Acquired lock "refresh_cache-b8e44340-0039-423a-b08f-5390be300f43" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.651674] env[63105]: DEBUG nova.network.neutron [req-3df4d148-87c4-446a-ad24-1bcbb624c490 req-06e621ed-57fe-4d36-bdff-93624d7217d2 service nova] [instance: b8e44340-0039-423a-b08f-5390be300f43] Refreshing network info cache for port 2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.665546] env[63105]: DEBUG nova.compute.manager [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.667700] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759241, 'name': ReconfigVM_Task, 'duration_secs': 0.67936} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.668676] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 409e18fc-5520-49d6-abd1-0fa5db1099b4/409e18fc-5520-49d6-abd1-0fa5db1099b4.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.669620] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f670d852-fd41-4521-95d9-9bdddfcfe92f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.679282] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 948.679282] env[63105]: value = "task-2759246" [ 948.679282] env[63105]: _type = "Task" [ 948.679282] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.693199] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759246, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.700081] env[63105]: DEBUG nova.virt.hardware [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 948.700335] env[63105]: DEBUG nova.virt.hardware [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 948.700548] env[63105]: DEBUG nova.virt.hardware [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.700750] env[63105]: DEBUG nova.virt.hardware [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 948.700828] env[63105]: DEBUG nova.virt.hardware [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.700947] env[63105]: DEBUG nova.virt.hardware [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 948.701175] env[63105]: DEBUG nova.virt.hardware [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 948.701339] env[63105]: DEBUG nova.virt.hardware [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 948.701510] env[63105]: DEBUG nova.virt.hardware [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 948.701710] env[63105]: DEBUG nova.virt.hardware [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 948.701897] env[63105]: DEBUG nova.virt.hardware [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 948.702819] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e516a2-0719-4884-93e9-6412da97bffa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.716027] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31621d12-5cbf-4511-aaeb-9b5a05e994f1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.931027] env[63105]: DEBUG oslo_vmware.api [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759244, 'name': PowerOffVM_Task, 'duration_secs': 0.285167} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.931487] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.931727] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 948.931930] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555152', 'volume_id': '5af0c839-975e-43d2-ba6a-85c6ccc1940b', 'name': 'volume-5af0c839-975e-43d2-ba6a-85c6ccc1940b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b94d6f2-dad4-4152-9454-649758b202cd', 'attached_at': '', 'detached_at': '', 'volume_id': '5af0c839-975e-43d2-ba6a-85c6ccc1940b', 'serial': '5af0c839-975e-43d2-ba6a-85c6ccc1940b'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 948.932777] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbb0e82-2c73-4c7e-b131-cf5c4f757523 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.954668] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51ecf3f-3ade-44d9-b7bd-0ec1b8a94060 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.963254] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fad776-1638-4364-95ad-a77175a03c6b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.981991] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda2aa55-6dcf-4622-9547-a49e49e0c1fb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.997041] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] The volume has not been displaced from its original location: [datastore1] volume-5af0c839-975e-43d2-ba6a-85c6ccc1940b/volume-5af0c839-975e-43d2-ba6a-85c6ccc1940b.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 949.002349] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 949.002622] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c58caec6-2f60-4c99-a252-b7c768f8ae82 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.021385] env[63105]: DEBUG oslo_vmware.api [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Waiting for the task: (returnval){ [ 949.021385] env[63105]: value = "task-2759247" [ 949.021385] env[63105]: _type = "Task" [ 949.021385] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.031642] env[63105]: DEBUG oslo_vmware.api [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.049496] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2424f7a-4d2f-4757-a43a-194f216cdf22 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.049761] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-114c080b-e866-41ff-860a-e400e2655da6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.714348] env[63105]: DEBUG nova.network.neutron [-] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.716114] env[63105]: DEBUG oslo_concurrency.lockutils [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.078s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.716564] env[63105]: DEBUG nova.compute.manager [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.721219] env[63105]: INFO nova.compute.manager [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Unrescuing [ 949.721431] env[63105]: DEBUG oslo_concurrency.lockutils [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "refresh_cache-28329143-4282-4974-add0-00c64f01d7b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.721575] env[63105]: DEBUG oslo_concurrency.lockutils [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "refresh_cache-28329143-4282-4974-add0-00c64f01d7b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.721754] env[63105]: DEBUG nova.network.neutron [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.722702] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759245, 'name': CreateVM_Task, 'duration_secs': 0.436892} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.723488] env[63105]: DEBUG nova.network.neutron [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Successfully updated port: d24f2eb6-63d3-402e-8994-c3f0613b7a48 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.725132] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d6cc32e-f1dc-45ac-be80-33ac4c5aa7e6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.726975] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.669s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.727208] env[63105]: DEBUG nova.objects.instance [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lazy-loading 'resources' on Instance uuid 77b3fdaa-9fd8-467e-8147-a1319c07b71c {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.733522] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8e44340-0039-423a-b08f-5390be300f43] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.736276] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.736491] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.736768] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.737090] env[63105]: DEBUG oslo_vmware.api [None req-f2424f7a-4d2f-4757-a43a-194f216cdf22 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 949.737090] env[63105]: value = "task-2759248" [ 949.737090] env[63105]: _type = "Task" [ 949.737090] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.738211] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937c809c-30fc-46c8-ae45-e18bc744944c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.747633] env[63105]: DEBUG oslo_vmware.api [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759247, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.753018] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759246, 'name': Rename_Task, 'duration_secs': 0.227198} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.756328] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f748c5bc-8a89-4d99-8756-d9702fa010fb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.767753] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.772495] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec8909fc-3d50-4a11-868d-ee1e74d66869 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.774337] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 949.774337] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f0d4c6-b242-471a-875e-c4460e11bd40" [ 949.774337] env[63105]: _type = "Task" [ 949.774337] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.774853] env[63105]: DEBUG oslo_vmware.api [None req-f2424f7a-4d2f-4757-a43a-194f216cdf22 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.787347] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f0d4c6-b242-471a-875e-c4460e11bd40, 'name': SearchDatastore_Task, 'duration_secs': 0.015105} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.788586] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.788831] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.789078] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.789227] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.789404] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.789744] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 949.789744] env[63105]: value = "task-2759249" [ 949.789744] env[63105]: _type = "Task" [ 949.789744] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.790060] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fc55913-f9f5-47b2-9608-56824aaee7d3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.809042] env[63105]: DEBUG nova.compute.manager [req-82abd2bd-85f7-478c-ab8b-b5876e498904 req-c5113a4d-4216-42af-a0da-454cd6c862e4 service nova] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Detach interface failed, port_id=132dd5bf-fc0b-45c9-a41a-62fef78d6e72, reason: Instance 611d3740-f46b-4954-978f-bc64975f2d9b could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 949.816207] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759249, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.820014] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.820217] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.820962] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f033a55b-8005-49b6-9321-c9ab08a22e23 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.828667] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 949.828667] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f3547b-e099-311f-60c7-744639d4fe51" [ 949.828667] env[63105]: _type = "Task" [ 949.828667] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.837926] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f3547b-e099-311f-60c7-744639d4fe51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.950366] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.950366] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.964340] env[63105]: DEBUG nova.network.neutron [req-3df4d148-87c4-446a-ad24-1bcbb624c490 req-06e621ed-57fe-4d36-bdff-93624d7217d2 service nova] [instance: b8e44340-0039-423a-b08f-5390be300f43] Updated VIF entry in instance network info cache for port 2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.964722] env[63105]: DEBUG nova.network.neutron [req-3df4d148-87c4-446a-ad24-1bcbb624c490 req-06e621ed-57fe-4d36-bdff-93624d7217d2 service nova] [instance: b8e44340-0039-423a-b08f-5390be300f43] Updating instance_info_cache with network_info: [{"id": "2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c", "address": "fa:16:3e:35:4e:69", "network": {"id": "67ae8895-7932-4c29-9082-c3e499458336", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2009124706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "052f8b44cedd49ed854b766ade3bb802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5fd5d6-43", "ovs_interfaceid": "2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.229811] env[63105]: DEBUG nova.compute.utils [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 950.235025] env[63105]: INFO nova.compute.manager [-] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Took 1.91 seconds to deallocate network for instance. [ 950.235025] env[63105]: DEBUG nova.compute.manager [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Not allocating networking since 'none' was specified. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 950.244215] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "refresh_cache-beaabe8f-d7b5-4643-a241-80418f98411e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.244441] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquired lock "refresh_cache-beaabe8f-d7b5-4643-a241-80418f98411e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.244726] env[63105]: DEBUG nova.network.neutron [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.263067] env[63105]: DEBUG oslo_vmware.api [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759247, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.278263] env[63105]: DEBUG oslo_vmware.api [None req-f2424f7a-4d2f-4757-a43a-194f216cdf22 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759248, 'name': PowerOffVM_Task, 'duration_secs': 0.209335} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.279444] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2424f7a-4d2f-4757-a43a-194f216cdf22 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.279690] env[63105]: DEBUG nova.compute.manager [None req-f2424f7a-4d2f-4757-a43a-194f216cdf22 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.280534] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db9ffcd-98c7-4fe2-939b-90c6e8f918ef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.305620] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759249, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.340466] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f3547b-e099-311f-60c7-744639d4fe51, 'name': SearchDatastore_Task, 'duration_secs': 0.023471} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.345982] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39b0086-421b-4594-9ace-e68093c07dc6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.352987] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 950.352987] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5239a4df-49c6-b102-fea2-70a9d433c18c" [ 950.352987] env[63105]: _type = "Task" [ 950.352987] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.364595] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5239a4df-49c6-b102-fea2-70a9d433c18c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.462782] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.462782] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 950.467885] env[63105]: DEBUG oslo_concurrency.lockutils [req-3df4d148-87c4-446a-ad24-1bcbb624c490 req-06e621ed-57fe-4d36-bdff-93624d7217d2 service nova] Releasing lock "refresh_cache-b8e44340-0039-423a-b08f-5390be300f43" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.541743] env[63105]: DEBUG nova.network.neutron [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Updating instance_info_cache with network_info: [{"id": "1caea15a-5906-47a0-8b4f-1a4576314939", "address": "fa:16:3e:01:02:e5", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1caea15a-59", "ovs_interfaceid": "1caea15a-5906-47a0-8b4f-1a4576314939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.623947] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769335ae-18a6-4ec2-930a-b33e18834416 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.632499] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d762bd6-f369-4960-9cbe-bdf76457a45f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.664134] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf828bc-d0d7-4b55-ac4e-7c43997d8363 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.673685] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f35dd0f-9115-4aea-a221-27b61f85f53d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.688624] env[63105]: DEBUG nova.compute.provider_tree [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.692329] env[63105]: DEBUG nova.compute.manager [req-db8f9a4b-34cb-46b9-99e7-d79d67b44496 req-cf90c790-503c-486b-b730-20fd25ce3ea5 service nova] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Received event network-vif-plugged-d24f2eb6-63d3-402e-8994-c3f0613b7a48 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 950.692329] env[63105]: DEBUG oslo_concurrency.lockutils [req-db8f9a4b-34cb-46b9-99e7-d79d67b44496 req-cf90c790-503c-486b-b730-20fd25ce3ea5 service nova] Acquiring lock "beaabe8f-d7b5-4643-a241-80418f98411e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.692329] env[63105]: DEBUG oslo_concurrency.lockutils [req-db8f9a4b-34cb-46b9-99e7-d79d67b44496 req-cf90c790-503c-486b-b730-20fd25ce3ea5 service nova] Lock "beaabe8f-d7b5-4643-a241-80418f98411e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.692329] env[63105]: DEBUG oslo_concurrency.lockutils [req-db8f9a4b-34cb-46b9-99e7-d79d67b44496 req-cf90c790-503c-486b-b730-20fd25ce3ea5 service nova] Lock "beaabe8f-d7b5-4643-a241-80418f98411e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.693106] env[63105]: DEBUG nova.compute.manager [req-db8f9a4b-34cb-46b9-99e7-d79d67b44496 req-cf90c790-503c-486b-b730-20fd25ce3ea5 service nova] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] No waiting events found dispatching network-vif-plugged-d24f2eb6-63d3-402e-8994-c3f0613b7a48 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.693106] env[63105]: WARNING nova.compute.manager [req-db8f9a4b-34cb-46b9-99e7-d79d67b44496 req-cf90c790-503c-486b-b730-20fd25ce3ea5 service nova] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Received unexpected event network-vif-plugged-d24f2eb6-63d3-402e-8994-c3f0613b7a48 for instance with vm_state building and task_state spawning. [ 950.693106] env[63105]: DEBUG nova.compute.manager [req-db8f9a4b-34cb-46b9-99e7-d79d67b44496 req-cf90c790-503c-486b-b730-20fd25ce3ea5 service nova] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Received event network-changed-d24f2eb6-63d3-402e-8994-c3f0613b7a48 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 950.693106] env[63105]: DEBUG nova.compute.manager [req-db8f9a4b-34cb-46b9-99e7-d79d67b44496 req-cf90c790-503c-486b-b730-20fd25ce3ea5 service nova] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Refreshing instance network info cache due to event network-changed-d24f2eb6-63d3-402e-8994-c3f0613b7a48. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 950.693106] env[63105]: DEBUG oslo_concurrency.lockutils [req-db8f9a4b-34cb-46b9-99e7-d79d67b44496 req-cf90c790-503c-486b-b730-20fd25ce3ea5 service nova] Acquiring lock "refresh_cache-beaabe8f-d7b5-4643-a241-80418f98411e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.733642] env[63105]: DEBUG nova.compute.manager [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.736151] env[63105]: DEBUG oslo_vmware.api [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759247, 'name': ReconfigVM_Task, 'duration_secs': 1.226705} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.736386] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 950.741882] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.742135] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93902a18-7990-452c-b7c2-2fcac06d6eca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.761883] env[63105]: DEBUG oslo_vmware.api [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Waiting for the task: (returnval){ [ 950.761883] env[63105]: value = "task-2759250" [ 950.761883] env[63105]: _type = "Task" [ 950.761883] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.772119] env[63105]: DEBUG oslo_vmware.api [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.783164] env[63105]: DEBUG nova.network.neutron [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.793130] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2424f7a-4d2f-4757-a43a-194f216cdf22 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.776s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.805186] env[63105]: DEBUG oslo_vmware.api [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759249, 'name': PowerOnVM_Task, 'duration_secs': 0.584292} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.807838] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.807983] env[63105]: INFO nova.compute.manager [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Took 11.08 seconds to spawn the instance on the hypervisor. [ 950.808281] env[63105]: DEBUG nova.compute.manager [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.809573] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596140d8-4a9a-443c-a0fe-4f65ef4b1c83 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.865520] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5239a4df-49c6-b102-fea2-70a9d433c18c, 'name': SearchDatastore_Task, 'duration_secs': 0.014396} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.865860] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.866192] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] b8e44340-0039-423a-b08f-5390be300f43/b8e44340-0039-423a-b08f-5390be300f43.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.866488] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ca7e7ae-0260-4901-b9ab-3419075ba892 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.875608] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 950.875608] env[63105]: value = "task-2759251" [ 950.875608] env[63105]: _type = "Task" [ 950.875608] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.884485] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.950705] env[63105]: DEBUG nova.network.neutron [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Updating instance_info_cache with network_info: [{"id": "d24f2eb6-63d3-402e-8994-c3f0613b7a48", "address": "fa:16:3e:61:25:df", "network": {"id": "36e8d5b8-6b23-4e8c-9a14-7680818eb031", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217477629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd8831404f94f83ac6fbd047e38aada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd24f2eb6-63", "ovs_interfaceid": "d24f2eb6-63d3-402e-8994-c3f0613b7a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.045339] env[63105]: DEBUG oslo_concurrency.lockutils [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "refresh_cache-28329143-4282-4974-add0-00c64f01d7b8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.046039] env[63105]: DEBUG nova.objects.instance [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lazy-loading 'flavor' on Instance uuid 28329143-4282-4974-add0-00c64f01d7b8 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.194899] env[63105]: DEBUG nova.scheduler.client.report [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 951.273195] env[63105]: DEBUG oslo_vmware.api [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759250, 'name': ReconfigVM_Task, 'duration_secs': 0.157178} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.273513] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555152', 'volume_id': '5af0c839-975e-43d2-ba6a-85c6ccc1940b', 'name': 'volume-5af0c839-975e-43d2-ba6a-85c6ccc1940b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b94d6f2-dad4-4152-9454-649758b202cd', 'attached_at': '', 'detached_at': '', 'volume_id': '5af0c839-975e-43d2-ba6a-85c6ccc1940b', 'serial': '5af0c839-975e-43d2-ba6a-85c6ccc1940b'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 951.273786] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.274570] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109ea79e-00bc-4a81-8802-7729a86ef124 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.283450] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.283635] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8fdc9cd-2da5-4e80-89aa-a75b58a7fe1b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.332440] env[63105]: INFO nova.compute.manager [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Took 43.22 seconds to build instance. [ 951.361413] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.361754] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.361896] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Deleting the datastore file [datastore1] 9b94d6f2-dad4-4152-9454-649758b202cd {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.362213] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b4edc9f-c36a-437d-a2cf-b788e280398c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.370082] env[63105]: DEBUG oslo_vmware.api [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Waiting for the task: (returnval){ [ 951.370082] env[63105]: value = "task-2759253" [ 951.370082] env[63105]: _type = "Task" [ 951.370082] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.380153] env[63105]: DEBUG oslo_vmware.api [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.388541] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.453645] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Releasing lock "refresh_cache-beaabe8f-d7b5-4643-a241-80418f98411e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.454254] env[63105]: DEBUG nova.compute.manager [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Instance network_info: |[{"id": "d24f2eb6-63d3-402e-8994-c3f0613b7a48", "address": "fa:16:3e:61:25:df", "network": {"id": "36e8d5b8-6b23-4e8c-9a14-7680818eb031", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217477629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd8831404f94f83ac6fbd047e38aada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd24f2eb6-63", "ovs_interfaceid": "d24f2eb6-63d3-402e-8994-c3f0613b7a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.455031] env[63105]: DEBUG oslo_concurrency.lockutils [req-db8f9a4b-34cb-46b9-99e7-d79d67b44496 req-cf90c790-503c-486b-b730-20fd25ce3ea5 service nova] Acquired lock "refresh_cache-beaabe8f-d7b5-4643-a241-80418f98411e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.455031] env[63105]: DEBUG nova.network.neutron [req-db8f9a4b-34cb-46b9-99e7-d79d67b44496 req-cf90c790-503c-486b-b730-20fd25ce3ea5 service nova] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Refreshing network info cache for port d24f2eb6-63d3-402e-8994-c3f0613b7a48 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.456496] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:25:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd24f2eb6-63d3-402e-8994-c3f0613b7a48', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.465632] env[63105]: DEBUG oslo.service.loopingcall [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.467048] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.467338] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03f435b7-6a8c-43d5-b86f-28fd065f8aab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.494444] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.494444] env[63105]: value = "task-2759254" [ 951.494444] env[63105]: _type = "Task" [ 951.494444] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.504867] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759254, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.555593] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16953171-f502-4f4a-807b-68f0194d5249 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.585542] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.585911] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a521e2f3-fb83-4fab-8317-0a3df4c0acaf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.597082] env[63105]: DEBUG oslo_vmware.api [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 951.597082] env[63105]: value = "task-2759255" [ 951.597082] env[63105]: _type = "Task" [ 951.597082] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.607914] env[63105]: DEBUG oslo_vmware.api [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.701288] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.704352] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.150s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.704665] env[63105]: DEBUG nova.objects.instance [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'resources' on Instance uuid 47a53231-ac15-4bd6-846f-40533a61f33a {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.728062] env[63105]: INFO nova.scheduler.client.report [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Deleted allocations for instance 77b3fdaa-9fd8-467e-8147-a1319c07b71c [ 951.747817] env[63105]: DEBUG nova.compute.manager [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.778186] env[63105]: DEBUG nova.virt.hardware [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 951.778560] env[63105]: DEBUG nova.virt.hardware [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 951.778728] env[63105]: DEBUG nova.virt.hardware [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.779016] env[63105]: DEBUG nova.virt.hardware [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 951.779225] env[63105]: DEBUG nova.virt.hardware [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.779385] env[63105]: DEBUG nova.virt.hardware [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 951.779634] env[63105]: DEBUG nova.virt.hardware [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 951.779866] env[63105]: DEBUG nova.virt.hardware [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 951.780049] env[63105]: DEBUG nova.virt.hardware [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 951.780286] env[63105]: DEBUG nova.virt.hardware [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 951.780774] env[63105]: DEBUG nova.virt.hardware [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 951.781725] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb25ccf3-acb5-40e2-8b9f-94a7c5efe615 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.792750] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb23de85-42af-4e9e-a0bd-cc0e9ba18bad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.809088] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Instance VIF info [] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.815016] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Creating folder: Project (739a3c388d204730a55f0764bdbba476). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.815331] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f894eb96-6c98-446e-9817-aaeb36a1220e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.828077] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Created folder: Project (739a3c388d204730a55f0764bdbba476) in parent group-v554960. [ 951.828324] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Creating folder: Instances. Parent ref: group-v555193. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.828578] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-715746ac-420d-4137-9eee-eab436ea78f5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.833486] env[63105]: DEBUG nova.objects.instance [None req-fec3d8e6-1f0e-4df5-aa5a-0cba94551477 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lazy-loading 'flavor' on Instance uuid 8829746c-c5f3-4532-97a5-abbee445abd5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.835770] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e94c9134-b60c-48a6-bfa9-221d7f8da3c8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "409e18fc-5520-49d6-abd1-0fa5db1099b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.752s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.841312] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Created folder: Instances in parent group-v555193. [ 951.841984] env[63105]: DEBUG oslo.service.loopingcall [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.841984] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.842165] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1493bb4c-2b70-48d7-a6f8-d23745aebea6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.864979] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.864979] env[63105]: value = "task-2759258" [ 951.864979] env[63105]: _type = "Task" [ 951.864979] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.879072] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759258, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.886753] env[63105]: DEBUG oslo_vmware.api [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Task: {'id': task-2759253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123541} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.887487] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.887740] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.887988] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.888229] env[63105]: INFO nova.compute.manager [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Took 3.48 seconds to destroy the instance on the hypervisor. [ 951.888524] env[63105]: DEBUG oslo.service.loopingcall [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.888780] env[63105]: DEBUG nova.compute.manager [-] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.888896] env[63105]: DEBUG nova.network.neutron [-] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.893918] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927125} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.894498] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] b8e44340-0039-423a-b08f-5390be300f43/b8e44340-0039-423a-b08f-5390be300f43.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.894724] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.895276] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e17b150e-abbc-42fd-8994-3397149b2836 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.905532] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 951.905532] env[63105]: value = "task-2759259" [ 951.905532] env[63105]: _type = "Task" [ 951.905532] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.918223] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.007776] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759254, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.111407] env[63105]: DEBUG oslo_vmware.api [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759255, 'name': PowerOffVM_Task, 'duration_secs': 0.380842} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.111407] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.116802] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 952.117318] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df44d9e7-a71e-4db2-9969-e99be4456087 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.139946] env[63105]: DEBUG oslo_vmware.api [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 952.139946] env[63105]: value = "task-2759260" [ 952.139946] env[63105]: _type = "Task" [ 952.139946] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.149573] env[63105]: DEBUG oslo_vmware.api [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.237416] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37aaf38f-b2cf-41b1-9f9b-684a741aed56 tempest-ImagesTestJSON-1910089594 tempest-ImagesTestJSON-1910089594-project-member] Lock "77b3fdaa-9fd8-467e-8147-a1319c07b71c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.657s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.325963] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "refresh_cache-bd76bbfc-9c88-4046-8d6a-cb72d35453d8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.326160] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquired lock "refresh_cache-bd76bbfc-9c88-4046-8d6a-cb72d35453d8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.326308] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Forcefully refreshing network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 952.339475] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fec3d8e6-1f0e-4df5-aa5a-0cba94551477 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "refresh_cache-8829746c-c5f3-4532-97a5-abbee445abd5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.339640] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fec3d8e6-1f0e-4df5-aa5a-0cba94551477 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquired lock "refresh_cache-8829746c-c5f3-4532-97a5-abbee445abd5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.339832] env[63105]: DEBUG nova.network.neutron [None req-fec3d8e6-1f0e-4df5-aa5a-0cba94551477 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.340062] env[63105]: DEBUG nova.objects.instance [None req-fec3d8e6-1f0e-4df5-aa5a-0cba94551477 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lazy-loading 'info_cache' on Instance uuid 8829746c-c5f3-4532-97a5-abbee445abd5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.385013] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759258, 'name': CreateVM_Task, 'duration_secs': 0.459027} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.385013] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.385013] env[63105]: DEBUG oslo_concurrency.lockutils [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.385013] env[63105]: DEBUG oslo_concurrency.lockutils [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.385013] env[63105]: DEBUG oslo_concurrency.lockutils [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.385013] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e6fc53-0a07-4197-ae4a-6d186fad0471 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.389010] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Waiting for the task: (returnval){ [ 952.389010] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52eda374-f94e-daeb-27d7-9c9532327531" [ 952.389010] env[63105]: _type = "Task" [ 952.389010] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.404978] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52eda374-f94e-daeb-27d7-9c9532327531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.422494] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191529} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.423028] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.424270] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccef9daf-7215-4289-8d2e-ea0c892e71ab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.451453] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] b8e44340-0039-423a-b08f-5390be300f43/b8e44340-0039-423a-b08f-5390be300f43.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.457158] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-501c8ea1-0485-4d56-a660-30b4ecba0c98 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.479051] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 952.479051] env[63105]: value = "task-2759261" [ 952.479051] env[63105]: _type = "Task" [ 952.479051] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.489464] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.505695] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759254, 'name': CreateVM_Task, 'duration_secs': 0.579729} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.505764] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.506493] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.506614] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.506913] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.509872] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a8fa8e-ee3d-481f-885c-ab4cbaebccbc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.516458] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 952.516458] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f75ef4-bd0f-47c6-878e-7d97d229728f" [ 952.516458] env[63105]: _type = "Task" [ 952.516458] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.523764] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f75ef4-bd0f-47c6-878e-7d97d229728f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.597192] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1733e1f-1a7b-4eaa-8f77-a5d86117eb6a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.605752] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee62b50b-b979-4864-9502-0bd0ed0eb4af {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.641820] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ee56b0-b038-44a1-a295-5f3e2c452426 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.652863] env[63105]: DEBUG oslo_vmware.api [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759260, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.655920] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3babb354-b57d-4bab-b5b6-305b6076ba61 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.669921] env[63105]: DEBUG nova.compute.provider_tree [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.698782] env[63105]: DEBUG nova.network.neutron [req-db8f9a4b-34cb-46b9-99e7-d79d67b44496 req-cf90c790-503c-486b-b730-20fd25ce3ea5 service nova] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Updated VIF entry in instance network info cache for port d24f2eb6-63d3-402e-8994-c3f0613b7a48. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.699156] env[63105]: DEBUG nova.network.neutron [req-db8f9a4b-34cb-46b9-99e7-d79d67b44496 req-cf90c790-503c-486b-b730-20fd25ce3ea5 service nova] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Updating instance_info_cache with network_info: [{"id": "d24f2eb6-63d3-402e-8994-c3f0613b7a48", "address": "fa:16:3e:61:25:df", "network": {"id": "36e8d5b8-6b23-4e8c-9a14-7680818eb031", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217477629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd8831404f94f83ac6fbd047e38aada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd24f2eb6-63", "ovs_interfaceid": "d24f2eb6-63d3-402e-8994-c3f0613b7a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.705024] env[63105]: DEBUG nova.compute.manager [req-8e8a23b6-f597-498c-a5f1-7799a175b9ff req-cb0b58ff-a471-4863-947a-113fb297bb74 service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Received event network-vif-deleted-93340018-8bd4-4385-903a-4c9aa31523de {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 952.705255] env[63105]: INFO nova.compute.manager [req-8e8a23b6-f597-498c-a5f1-7799a175b9ff req-cb0b58ff-a471-4863-947a-113fb297bb74 service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Neutron deleted interface 93340018-8bd4-4385-903a-4c9aa31523de; detaching it from the instance and deleting it from the info cache [ 952.705366] env[63105]: DEBUG nova.network.neutron [req-8e8a23b6-f597-498c-a5f1-7799a175b9ff req-cb0b58ff-a471-4863-947a-113fb297bb74 service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.843144] env[63105]: DEBUG nova.objects.base [None req-fec3d8e6-1f0e-4df5-aa5a-0cba94551477 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Object Instance<8829746c-c5f3-4532-97a5-abbee445abd5> lazy-loaded attributes: flavor,info_cache {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 952.901046] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52eda374-f94e-daeb-27d7-9c9532327531, 'name': SearchDatastore_Task, 'duration_secs': 0.06411} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.901046] env[63105]: DEBUG oslo_concurrency.lockutils [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.901046] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.901301] env[63105]: DEBUG oslo_concurrency.lockutils [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.901301] env[63105]: DEBUG oslo_concurrency.lockutils [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.901428] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.901682] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48a6235a-57c2-46cd-b14d-b2c90c5147f2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.912726] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.912929] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.913761] env[63105]: DEBUG nova.network.neutron [-] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.914862] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e762f7-26db-4163-9421-e462ab767904 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.920956] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Waiting for the task: (returnval){ [ 952.920956] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]527ac153-2311-af1b-e7f1-aed892ed33ce" [ 952.920956] env[63105]: _type = "Task" [ 952.920956] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.930473] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527ac153-2311-af1b-e7f1-aed892ed33ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.990098] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.031737] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f75ef4-bd0f-47c6-878e-7d97d229728f, 'name': SearchDatastore_Task, 'duration_secs': 0.048719} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.031737] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.031737] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.031737] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.031737] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.031737] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.032021] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c6d45c9-ffa8-41f0-a464-6949a0a905b9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.043876] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.044067] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.044834] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc91ca47-e74b-48bd-80c5-d3caf58e4b00 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.050636] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 953.050636] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e433ff-af9d-5e5b-118d-05fa1acab645" [ 953.050636] env[63105]: _type = "Task" [ 953.050636] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.060789] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e433ff-af9d-5e5b-118d-05fa1acab645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.152117] env[63105]: DEBUG oslo_vmware.api [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759260, 'name': ReconfigVM_Task, 'duration_secs': 0.517795} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.152493] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 953.152695] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.152999] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ce91188-8068-45c4-85a7-b6006abd3cc7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.162796] env[63105]: DEBUG oslo_vmware.api [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 953.162796] env[63105]: value = "task-2759262" [ 953.162796] env[63105]: _type = "Task" [ 953.162796] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.173190] env[63105]: DEBUG nova.scheduler.client.report [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 953.177379] env[63105]: DEBUG oslo_vmware.api [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.202228] env[63105]: DEBUG oslo_concurrency.lockutils [req-db8f9a4b-34cb-46b9-99e7-d79d67b44496 req-cf90c790-503c-486b-b730-20fd25ce3ea5 service nova] Releasing lock "refresh_cache-beaabe8f-d7b5-4643-a241-80418f98411e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.208415] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f16a6639-e27e-448f-8aef-907b8a61cf22 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.219675] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8494023-d4e4-47b4-a591-4ff36a0526aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.258251] env[63105]: DEBUG nova.compute.manager [req-8e8a23b6-f597-498c-a5f1-7799a175b9ff req-cb0b58ff-a471-4863-947a-113fb297bb74 service nova] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Detach interface failed, port_id=93340018-8bd4-4385-903a-4c9aa31523de, reason: Instance 9b94d6f2-dad4-4152-9454-649758b202cd could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 953.418027] env[63105]: INFO nova.compute.manager [-] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Took 1.53 seconds to deallocate network for instance. [ 953.435037] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527ac153-2311-af1b-e7f1-aed892ed33ce, 'name': SearchDatastore_Task, 'duration_secs': 0.015784} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.435600] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4617fb4-05c5-45ff-a5d3-1aa8916ab1c6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.441571] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Waiting for the task: (returnval){ [ 953.441571] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5284c9cf-c584-0c2c-e6e2-86a53eec2ed5" [ 953.441571] env[63105]: _type = "Task" [ 953.441571] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.455026] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5284c9cf-c584-0c2c-e6e2-86a53eec2ed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.455026] env[63105]: DEBUG oslo_concurrency.lockutils [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "409e18fc-5520-49d6-abd1-0fa5db1099b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.455026] env[63105]: DEBUG oslo_concurrency.lockutils [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "409e18fc-5520-49d6-abd1-0fa5db1099b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.455026] env[63105]: DEBUG oslo_concurrency.lockutils [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "409e18fc-5520-49d6-abd1-0fa5db1099b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.455026] env[63105]: DEBUG oslo_concurrency.lockutils [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "409e18fc-5520-49d6-abd1-0fa5db1099b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.455026] env[63105]: DEBUG oslo_concurrency.lockutils [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "409e18fc-5520-49d6-abd1-0fa5db1099b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.458868] env[63105]: INFO nova.compute.manager [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Terminating instance [ 953.496246] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759261, 'name': ReconfigVM_Task, 'duration_secs': 0.755587} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.498999] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Reconfigured VM instance instance-00000054 to attach disk [datastore2] b8e44340-0039-423a-b08f-5390be300f43/b8e44340-0039-423a-b08f-5390be300f43.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.500630] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37f8112c-1a90-4e1d-a2da-93843a7eb9bd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.513301] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 953.513301] env[63105]: value = "task-2759263" [ 953.513301] env[63105]: _type = "Task" [ 953.513301] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.520710] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759263, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.567540] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e433ff-af9d-5e5b-118d-05fa1acab645, 'name': SearchDatastore_Task, 'duration_secs': 0.024218} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.571166] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca8c81d-d6d6-4a82-8141-1ed2cbddfc7a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.576677] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 953.576677] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521a6f53-94d2-ab6c-2e16-7ba2e7ed201f" [ 953.576677] env[63105]: _type = "Task" [ 953.576677] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.591061] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521a6f53-94d2-ab6c-2e16-7ba2e7ed201f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.674339] env[63105]: DEBUG oslo_vmware.api [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.675455] env[63105]: DEBUG nova.network.neutron [None req-fec3d8e6-1f0e-4df5-aa5a-0cba94551477 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Updating instance_info_cache with network_info: [{"id": "c74a237a-52ab-4915-b5aa-24287c648ba1", "address": "fa:16:3e:f7:65:80", "network": {"id": "a25468f9-bcd8-4fdf-9375-883d40532bba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-471875834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3a69f5037a496787d2ad90fecb5fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74a237a-52", "ovs_interfaceid": "c74a237a-52ab-4915-b5aa-24287c648ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.680651] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.682227] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.135s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.684255] env[63105]: INFO nova.compute.claims [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.693020] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Updating instance_info_cache with network_info: [{"id": "c0b63c86-7d46-4d1f-9d1c-d2b869eec4af", "address": "fa:16:3e:a8:2e:9d", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b63c86-7d", "ovs_interfaceid": "c0b63c86-7d46-4d1f-9d1c-d2b869eec4af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.709121] env[63105]: INFO nova.scheduler.client.report [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Deleted allocations for instance 47a53231-ac15-4bd6-846f-40533a61f33a [ 953.953407] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5284c9cf-c584-0c2c-e6e2-86a53eec2ed5, 'name': SearchDatastore_Task, 'duration_secs': 0.01764} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.954135] env[63105]: DEBUG oslo_concurrency.lockutils [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.954528] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 3e250153-f4dc-42e6-b3f0-4108e6da7010/3e250153-f4dc-42e6-b3f0-4108e6da7010.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.954725] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12455b29-00f8-4cf9-8844-9671b682046f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.963418] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Waiting for the task: (returnval){ [ 953.963418] env[63105]: value = "task-2759264" [ 953.963418] env[63105]: _type = "Task" [ 953.963418] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.966491] env[63105]: DEBUG nova.compute.manager [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.967528] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.967661] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834663b6-521e-4578-adbe-6b0580542f3b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.978147] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.980333] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.980576] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2134ea16-3baa-44bd-a6d9-775f1d162448 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.984914] env[63105]: INFO nova.compute.manager [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Took 0.57 seconds to detach 1 volumes for instance. [ 953.987090] env[63105]: DEBUG nova.compute.manager [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Deleting volume: 5af0c839-975e-43d2-ba6a-85c6ccc1940b {{(pid=63105) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 953.990719] env[63105]: DEBUG oslo_vmware.api [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 953.990719] env[63105]: value = "task-2759265" [ 953.990719] env[63105]: _type = "Task" [ 953.990719] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.001750] env[63105]: DEBUG oslo_vmware.api [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.022138] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759263, 'name': Rename_Task, 'duration_secs': 0.225679} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.022597] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.022695] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c86849d6-75d3-4f90-a29d-2b470c3df3d8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.032606] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 954.032606] env[63105]: value = "task-2759266" [ 954.032606] env[63105]: _type = "Task" [ 954.032606] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.053292] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759266, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.090879] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521a6f53-94d2-ab6c-2e16-7ba2e7ed201f, 'name': SearchDatastore_Task, 'duration_secs': 0.012786} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.094986] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.094986] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] beaabe8f-d7b5-4643-a241-80418f98411e/beaabe8f-d7b5-4643-a241-80418f98411e.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.094986] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40d49f20-fb0d-4c89-9404-a7b620dd585b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.101439] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 954.101439] env[63105]: value = "task-2759268" [ 954.101439] env[63105]: _type = "Task" [ 954.101439] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.111793] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.177883] env[63105]: DEBUG oslo_vmware.api [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759262, 'name': PowerOnVM_Task, 'duration_secs': 0.581022} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.177883] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.178167] env[63105]: DEBUG nova.compute.manager [None req-29e16207-971c-4056-9de0-ed3590d187c4 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.179014] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8bda8d-827e-4732-9551-e847a4b80db5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.182749] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fec3d8e6-1f0e-4df5-aa5a-0cba94551477 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Releasing lock "refresh_cache-8829746c-c5f3-4532-97a5-abbee445abd5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.195366] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Releasing lock "refresh_cache-bd76bbfc-9c88-4046-8d6a-cb72d35453d8" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.196386] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Updated the network info_cache for instance {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 954.196386] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.197706] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.197706] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.197706] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.197706] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.198019] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.198279] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 954.198352] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.223540] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f2dfd0a-0f22-48d7-a4db-f45015e4108c tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "47a53231-ac15-4bd6-846f-40533a61f33a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.232s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.475958] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759264, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.503023] env[63105]: DEBUG oslo_vmware.api [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759265, 'name': PowerOffVM_Task, 'duration_secs': 0.21611} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.503345] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.503517] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.503855] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26a3891d-2295-418f-9ffe-4515408a45e9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.543933] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.548024] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.612856] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759268, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.628304] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.628535] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.628722] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleting the datastore file [datastore2] 409e18fc-5520-49d6-abd1-0fa5db1099b4 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.629017] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d423d621-136c-4648-86b3-d26177efa930 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.640642] env[63105]: DEBUG oslo_vmware.api [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 954.640642] env[63105]: value = "task-2759270" [ 954.640642] env[63105]: _type = "Task" [ 954.640642] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.653727] env[63105]: DEBUG oslo_vmware.api [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.706518] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.984202] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610303} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.989319] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 3e250153-f4dc-42e6-b3f0-4108e6da7010/3e250153-f4dc-42e6-b3f0-4108e6da7010.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.989319] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.990375] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d0422e7-b46c-4615-b263-0593b2d41379 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.005039] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Waiting for the task: (returnval){ [ 955.005039] env[63105]: value = "task-2759271" [ 955.005039] env[63105]: _type = "Task" [ 955.005039] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.017975] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.045944] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759266, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.077257] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3576f14-1946-40fe-9ab4-e0505eb6132e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.085323] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e62e6ae-8ea1-485b-99ef-72ae0ec6d2fe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.130162] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b82556c-0581-4d4e-8f9b-c51b494cd3ac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.140248] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758643} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.142773] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] beaabe8f-d7b5-4643-a241-80418f98411e/beaabe8f-d7b5-4643-a241-80418f98411e.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.143068] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.143524] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28164f17-54c2-4864-87a0-086a82cc688b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.157335] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662606d2-734b-4da2-a8ac-02ff4eeae51b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.167036] env[63105]: DEBUG oslo_vmware.api [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482755} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.181051] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.181051] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.181051] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.181051] env[63105]: INFO nova.compute.manager [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 955.181051] env[63105]: DEBUG oslo.service.loopingcall [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.181431] env[63105]: DEBUG nova.compute.provider_tree [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.187025] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 955.187025] env[63105]: value = "task-2759272" [ 955.187025] env[63105]: _type = "Task" [ 955.187025] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.187025] env[63105]: DEBUG nova.compute.manager [-] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.187025] env[63105]: DEBUG nova.network.neutron [-] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.190644] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec3d8e6-1f0e-4df5-aa5a-0cba94551477 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.190946] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d5f269c-ebc4-4660-a15e-a7b7ec7288d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.199932] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.204270] env[63105]: DEBUG oslo_vmware.api [None req-fec3d8e6-1f0e-4df5-aa5a-0cba94551477 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 955.204270] env[63105]: value = "task-2759273" [ 955.204270] env[63105]: _type = "Task" [ 955.204270] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.214535] env[63105]: DEBUG oslo_vmware.api [None req-fec3d8e6-1f0e-4df5-aa5a-0cba94551477 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.515512] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139377} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.515793] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.516609] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bd7944-0850-4b13-b569-6f86bcbf470b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.544917] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 3e250153-f4dc-42e6-b3f0-4108e6da7010/3e250153-f4dc-42e6-b3f0-4108e6da7010.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.545140] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a645c6d-d247-44ae-ba36-12b2542aa431 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.579385] env[63105]: DEBUG oslo_vmware.api [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759266, 'name': PowerOnVM_Task, 'duration_secs': 1.151553} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.582702] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.582702] env[63105]: INFO nova.compute.manager [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Took 9.45 seconds to spawn the instance on the hypervisor. [ 955.582702] env[63105]: DEBUG nova.compute.manager [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.583133] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Waiting for the task: (returnval){ [ 955.583133] env[63105]: value = "task-2759274" [ 955.583133] env[63105]: _type = "Task" [ 955.583133] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.583690] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe41ba2c-ca9a-4a99-9402-a2ea1f912d29 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.606540] env[63105]: DEBUG nova.compute.manager [req-a4f5562e-07ac-45e8-8ca7-af4f32a46524 req-34162a89-3748-4083-807e-aa1b9bb4ea60 service nova] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Received event network-vif-deleted-e735f132-fb2d-49a7-85e4-6299b3e66f37 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 955.606781] env[63105]: INFO nova.compute.manager [req-a4f5562e-07ac-45e8-8ca7-af4f32a46524 req-34162a89-3748-4083-807e-aa1b9bb4ea60 service nova] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Neutron deleted interface e735f132-fb2d-49a7-85e4-6299b3e66f37; detaching it from the instance and deleting it from the info cache [ 955.606976] env[63105]: DEBUG nova.network.neutron [req-a4f5562e-07ac-45e8-8ca7-af4f32a46524 req-34162a89-3748-4083-807e-aa1b9bb4ea60 service nova] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.608620] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.688190] env[63105]: DEBUG nova.scheduler.client.report [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 955.705421] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082476} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.709538] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.710311] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7e389d-1c85-4566-b0c1-502442c354e0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.719750] env[63105]: DEBUG oslo_vmware.api [None req-fec3d8e6-1f0e-4df5-aa5a-0cba94551477 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.737722] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] beaabe8f-d7b5-4643-a241-80418f98411e/beaabe8f-d7b5-4643-a241-80418f98411e.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.738396] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-836b4dc8-e750-4e66-a555-1277f24909b6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.762186] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 955.762186] env[63105]: value = "task-2759275" [ 955.762186] env[63105]: _type = "Task" [ 955.762186] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.772710] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.081337] env[63105]: DEBUG nova.network.neutron [-] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.097058] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.114922] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-362c34a0-eaea-40e3-aadf-298a935c0338 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.120610] env[63105]: INFO nova.compute.manager [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Took 35.07 seconds to build instance. [ 956.127953] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15407104-a91d-4e8f-82ee-7049db572483 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.174754] env[63105]: DEBUG nova.compute.manager [req-a4f5562e-07ac-45e8-8ca7-af4f32a46524 req-34162a89-3748-4083-807e-aa1b9bb4ea60 service nova] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Detach interface failed, port_id=e735f132-fb2d-49a7-85e4-6299b3e66f37, reason: Instance 409e18fc-5520-49d6-abd1-0fa5db1099b4 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 956.196575] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.197133] env[63105]: DEBUG nova.compute.manager [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.200294] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.139s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.216532] env[63105]: DEBUG oslo_vmware.api [None req-fec3d8e6-1f0e-4df5-aa5a-0cba94551477 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759273, 'name': PowerOnVM_Task, 'duration_secs': 0.66733} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.216963] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec3d8e6-1f0e-4df5-aa5a-0cba94551477 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.217319] env[63105]: DEBUG nova.compute.manager [None req-fec3d8e6-1f0e-4df5-aa5a-0cba94551477 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.218854] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63eccf2-55ba-48f6-b534-05760743a4f5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.274088] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.585444] env[63105]: INFO nova.compute.manager [-] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Took 1.40 seconds to deallocate network for instance. [ 956.602174] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759274, 'name': ReconfigVM_Task, 'duration_secs': 0.857763} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.602844] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 3e250153-f4dc-42e6-b3f0-4108e6da7010/3e250153-f4dc-42e6-b3f0-4108e6da7010.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.603285] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29f0ca47-4408-48c9-ae21-42b65f5b90aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.612320] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Waiting for the task: (returnval){ [ 956.612320] env[63105]: value = "task-2759276" [ 956.612320] env[63105]: _type = "Task" [ 956.612320] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.620891] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759276, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.622645] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b77afe7d-5f93-4fba-9a7a-6d8208696ab1 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "b8e44340-0039-423a-b08f-5390be300f43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.582s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.700839] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4e66f2b2-61cc-48f4-aac0-9291ce032afb tempest-ServersAdminTestJSON-786935979 tempest-ServersAdminTestJSON-786935979-project-admin] Acquiring lock "refresh_cache-b8e44340-0039-423a-b08f-5390be300f43" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.702380] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4e66f2b2-61cc-48f4-aac0-9291ce032afb tempest-ServersAdminTestJSON-786935979 tempest-ServersAdminTestJSON-786935979-project-admin] Acquired lock "refresh_cache-b8e44340-0039-423a-b08f-5390be300f43" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.702787] env[63105]: DEBUG nova.network.neutron [None req-4e66f2b2-61cc-48f4-aac0-9291ce032afb tempest-ServersAdminTestJSON-786935979 tempest-ServersAdminTestJSON-786935979-project-admin] [instance: b8e44340-0039-423a-b08f-5390be300f43] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.708407] env[63105]: DEBUG nova.compute.utils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 956.713207] env[63105]: INFO nova.compute.claims [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.725248] env[63105]: DEBUG nova.compute.manager [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.725248] env[63105]: DEBUG nova.network.neutron [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.774962] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759275, 'name': ReconfigVM_Task, 'duration_secs': 0.661323} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.775368] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Reconfigured VM instance instance-00000055 to attach disk [datastore2] beaabe8f-d7b5-4643-a241-80418f98411e/beaabe8f-d7b5-4643-a241-80418f98411e.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.775985] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c66b2c48-e4a4-4a32-aa74-01559f6530dc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.784877] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 956.784877] env[63105]: value = "task-2759277" [ 956.784877] env[63105]: _type = "Task" [ 956.784877] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.789982] env[63105]: DEBUG nova.policy [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc3955b2348e44d68e9244a506eb5ec2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c73e1ee0dede4527bc08f36deac2cb30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.804454] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "102eff5f-81a7-432e-b5c9-1f47903703a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.804619] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "102eff5f-81a7-432e-b5c9-1f47903703a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.806483] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759277, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.098399] env[63105]: DEBUG oslo_concurrency.lockutils [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.122251] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759276, 'name': Rename_Task, 'duration_secs': 0.149319} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.122818] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.123169] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ece13804-580c-4670-ad77-0df0b677b930 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.130292] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Waiting for the task: (returnval){ [ 957.130292] env[63105]: value = "task-2759278" [ 957.130292] env[63105]: _type = "Task" [ 957.130292] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.139279] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.222333] env[63105]: DEBUG nova.compute.manager [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.233426] env[63105]: INFO nova.compute.resource_tracker [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updating resource usage from migration 938db467-bc9e-43c9-863c-dad4911ffc59 [ 957.264486] env[63105]: DEBUG nova.network.neutron [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Successfully created port: 00ab9c7f-b495-491c-886e-80b9c20a664b {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.300084] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759277, 'name': Rename_Task, 'duration_secs': 0.412262} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.303097] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.304277] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-461328f9-abd9-433d-a58e-fe82673e1e40 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.308086] env[63105]: DEBUG nova.compute.manager [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.312549] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 957.312549] env[63105]: value = "task-2759279" [ 957.312549] env[63105]: _type = "Task" [ 957.312549] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.324793] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.581646] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea736ac-d12b-4cef-b767-d2b174a0996e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.590713] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ca637d-87a3-4d65-b35f-dd74303f51bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.637927] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb13c5f-e9fd-42f9-9a4c-4c7aaa2ee340 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.650818] env[63105]: DEBUG oslo_vmware.api [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759278, 'name': PowerOnVM_Task, 'duration_secs': 0.493496} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.653154] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.653766] env[63105]: INFO nova.compute.manager [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Took 5.91 seconds to spawn the instance on the hypervisor. [ 957.653766] env[63105]: DEBUG nova.compute.manager [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.654561] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10795137-b78f-4f3a-b59c-908e15677fd1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.659490] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a1fd3c-d902-4983-899e-2e9c0a84ea33 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.677628] env[63105]: DEBUG nova.compute.provider_tree [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.693314] env[63105]: DEBUG nova.network.neutron [None req-4e66f2b2-61cc-48f4-aac0-9291ce032afb tempest-ServersAdminTestJSON-786935979 tempest-ServersAdminTestJSON-786935979-project-admin] [instance: b8e44340-0039-423a-b08f-5390be300f43] Updating instance_info_cache with network_info: [{"id": "2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c", "address": "fa:16:3e:35:4e:69", "network": {"id": "67ae8895-7932-4c29-9082-c3e499458336", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2009124706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "052f8b44cedd49ed854b766ade3bb802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5fd5d6-43", "ovs_interfaceid": "2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.828148] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759279, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.840613] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.184948] env[63105]: DEBUG nova.scheduler.client.report [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 958.196740] env[63105]: INFO nova.compute.manager [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Took 31.53 seconds to build instance. [ 958.200718] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4e66f2b2-61cc-48f4-aac0-9291ce032afb tempest-ServersAdminTestJSON-786935979 tempest-ServersAdminTestJSON-786935979-project-admin] Releasing lock "refresh_cache-b8e44340-0039-423a-b08f-5390be300f43" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.200718] env[63105]: DEBUG nova.compute.manager [None req-4e66f2b2-61cc-48f4-aac0-9291ce032afb tempest-ServersAdminTestJSON-786935979 tempest-ServersAdminTestJSON-786935979-project-admin] [instance: b8e44340-0039-423a-b08f-5390be300f43] Inject network info {{(pid=63105) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7549}} [ 958.200718] env[63105]: DEBUG nova.compute.manager [None req-4e66f2b2-61cc-48f4-aac0-9291ce032afb tempest-ServersAdminTestJSON-786935979 tempest-ServersAdminTestJSON-786935979-project-admin] [instance: b8e44340-0039-423a-b08f-5390be300f43] network_info to inject: |[{"id": "2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c", "address": "fa:16:3e:35:4e:69", "network": {"id": "67ae8895-7932-4c29-9082-c3e499458336", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2009124706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "052f8b44cedd49ed854b766ade3bb802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5fd5d6-43", "ovs_interfaceid": "2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7550}} [ 958.210355] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4e66f2b2-61cc-48f4-aac0-9291ce032afb tempest-ServersAdminTestJSON-786935979 tempest-ServersAdminTestJSON-786935979-project-admin] [instance: b8e44340-0039-423a-b08f-5390be300f43] Reconfiguring VM instance to set the machine id {{(pid=63105) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 958.210355] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ff6f502-ecf2-4af0-9494-97ed70749c06 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.232155] env[63105]: DEBUG oslo_vmware.api [None req-4e66f2b2-61cc-48f4-aac0-9291ce032afb tempest-ServersAdminTestJSON-786935979 tempest-ServersAdminTestJSON-786935979-project-admin] Waiting for the task: (returnval){ [ 958.232155] env[63105]: value = "task-2759280" [ 958.232155] env[63105]: _type = "Task" [ 958.232155] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.236257] env[63105]: DEBUG nova.compute.manager [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.249428] env[63105]: DEBUG oslo_vmware.api [None req-4e66f2b2-61cc-48f4-aac0-9291ce032afb tempest-ServersAdminTestJSON-786935979 tempest-ServersAdminTestJSON-786935979-project-admin] Task: {'id': task-2759280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.266789] env[63105]: DEBUG nova.virt.hardware [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 958.267485] env[63105]: DEBUG nova.virt.hardware [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 958.267837] env[63105]: DEBUG nova.virt.hardware [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.268131] env[63105]: DEBUG nova.virt.hardware [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 958.268359] env[63105]: DEBUG nova.virt.hardware [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.268558] env[63105]: DEBUG nova.virt.hardware [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 958.268951] env[63105]: DEBUG nova.virt.hardware [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 958.268951] env[63105]: DEBUG nova.virt.hardware [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 958.269143] env[63105]: DEBUG nova.virt.hardware [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 958.269342] env[63105]: DEBUG nova.virt.hardware [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 958.269536] env[63105]: DEBUG nova.virt.hardware [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 958.270843] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09806c8f-cb41-4269-a0ca-c7a429f2b113 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.285602] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3954f9-9bb0-4b66-8577-b8dd8d881af1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.333849] env[63105]: DEBUG oslo_vmware.api [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759279, 'name': PowerOnVM_Task, 'duration_secs': 0.618961} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.334190] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.334445] env[63105]: INFO nova.compute.manager [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Took 9.67 seconds to spawn the instance on the hypervisor. [ 958.334739] env[63105]: DEBUG nova.compute.manager [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.336206] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b540a767-16be-4aa5-bc15-9183214d025b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.693955] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.494s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.694385] env[63105]: INFO nova.compute.manager [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Migrating [ 958.701122] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.959s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.701402] env[63105]: DEBUG nova.objects.instance [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lazy-loading 'resources' on Instance uuid 611d3740-f46b-4954-978f-bc64975f2d9b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.710998] env[63105]: DEBUG oslo_concurrency.lockutils [None req-73be9a14-2061-4ff3-b1aa-0b47e07de184 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Lock "3e250153-f4dc-42e6-b3f0-4108e6da7010" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.053s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.743101] env[63105]: DEBUG oslo_vmware.api [None req-4e66f2b2-61cc-48f4-aac0-9291ce032afb tempest-ServersAdminTestJSON-786935979 tempest-ServersAdminTestJSON-786935979-project-admin] Task: {'id': task-2759280, 'name': ReconfigVM_Task, 'duration_secs': 0.232658} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.743451] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4e66f2b2-61cc-48f4-aac0-9291ce032afb tempest-ServersAdminTestJSON-786935979 tempest-ServersAdminTestJSON-786935979-project-admin] [instance: b8e44340-0039-423a-b08f-5390be300f43] Reconfigured VM instance to set the machine id {{(pid=63105) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 958.855011] env[63105]: INFO nova.compute.manager [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Took 36.88 seconds to build instance. [ 958.959248] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.960627] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.076427] env[63105]: DEBUG nova.network.neutron [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Successfully updated port: 00ab9c7f-b495-491c-886e-80b9c20a664b {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.216025] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "refresh_cache-407b6dfa-32ea-416c-972f-380e132d70c7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.216025] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "refresh_cache-407b6dfa-32ea-416c-972f-380e132d70c7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.216382] env[63105]: DEBUG nova.network.neutron [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.359016] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b3b7007b-db4f-4994-a80c-ce834b2ff9ab tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "beaabe8f-d7b5-4643-a241-80418f98411e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.390s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.420956] env[63105]: DEBUG nova.compute.manager [None req-c3414069-fca7-4875-8e58-11b932e36c86 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.422422] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af41f2b-1653-4474-8ae7-aae33b341f7c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.428674] env[63105]: DEBUG nova.compute.manager [req-9ebeb49e-d5da-4f2f-9134-c86758d91030 req-bfc273cd-67fd-4796-96e6-31735b4fee2b service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Received event network-vif-plugged-00ab9c7f-b495-491c-886e-80b9c20a664b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 959.428970] env[63105]: DEBUG oslo_concurrency.lockutils [req-9ebeb49e-d5da-4f2f-9134-c86758d91030 req-bfc273cd-67fd-4796-96e6-31735b4fee2b service nova] Acquiring lock "e318964e-f279-4839-9727-1e27416fd69b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.429286] env[63105]: DEBUG oslo_concurrency.lockutils [req-9ebeb49e-d5da-4f2f-9134-c86758d91030 req-bfc273cd-67fd-4796-96e6-31735b4fee2b service nova] Lock "e318964e-f279-4839-9727-1e27416fd69b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.430132] env[63105]: DEBUG oslo_concurrency.lockutils [req-9ebeb49e-d5da-4f2f-9134-c86758d91030 req-bfc273cd-67fd-4796-96e6-31735b4fee2b service nova] Lock "e318964e-f279-4839-9727-1e27416fd69b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.430132] env[63105]: DEBUG nova.compute.manager [req-9ebeb49e-d5da-4f2f-9134-c86758d91030 req-bfc273cd-67fd-4796-96e6-31735b4fee2b service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] No waiting events found dispatching network-vif-plugged-00ab9c7f-b495-491c-886e-80b9c20a664b {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.430132] env[63105]: WARNING nova.compute.manager [req-9ebeb49e-d5da-4f2f-9134-c86758d91030 req-bfc273cd-67fd-4796-96e6-31735b4fee2b service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Received unexpected event network-vif-plugged-00ab9c7f-b495-491c-886e-80b9c20a664b for instance with vm_state building and task_state spawning. [ 959.464572] env[63105]: DEBUG nova.compute.manager [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.581480] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "refresh_cache-e318964e-f279-4839-9727-1e27416fd69b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.581635] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquired lock "refresh_cache-e318964e-f279-4839-9727-1e27416fd69b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.581783] env[63105]: DEBUG nova.network.neutron [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.605978] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0987cbf0-5a59-4fa3-b896-e782f99eb024 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.617053] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5d327b-8b8f-4d3b-a787-40071d2fedba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.664138] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187d2eb5-e271-4ea1-91fe-f5f283713958 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.672412] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a49662-bfda-4e5e-9aca-de26a85f4554 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.687528] env[63105]: DEBUG nova.compute.provider_tree [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.917280] env[63105]: DEBUG nova.network.neutron [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updating instance_info_cache with network_info: [{"id": "58db3952-87eb-4382-83cc-29fe688006a8", "address": "fa:16:3e:14:f7:e4", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58db3952-87", "ovs_interfaceid": "58db3952-87eb-4382-83cc-29fe688006a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.945134] env[63105]: INFO nova.compute.manager [None req-c3414069-fca7-4875-8e58-11b932e36c86 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] instance snapshotting [ 959.945780] env[63105]: DEBUG nova.objects.instance [None req-c3414069-fca7-4875-8e58-11b932e36c86 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Lazy-loading 'flavor' on Instance uuid 3e250153-f4dc-42e6-b3f0-4108e6da7010 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.982550] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Acquiring lock "3e250153-f4dc-42e6-b3f0-4108e6da7010" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.982655] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Lock "3e250153-f4dc-42e6-b3f0-4108e6da7010" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.982925] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Acquiring lock "3e250153-f4dc-42e6-b3f0-4108e6da7010-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.983204] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Lock "3e250153-f4dc-42e6-b3f0-4108e6da7010-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.983358] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Lock "3e250153-f4dc-42e6-b3f0-4108e6da7010-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.989140] env[63105]: INFO nova.compute.manager [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Terminating instance [ 960.004459] env[63105]: DEBUG nova.objects.instance [None req-0d693758-738f-419e-8d95-0ec28d778705 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Lazy-loading 'flavor' on Instance uuid 398e516b-9906-4e3f-b74d-b090a0437662 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.008407] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.131675] env[63105]: DEBUG nova.network.neutron [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.193120] env[63105]: DEBUG nova.scheduler.client.report [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 960.296738] env[63105]: DEBUG nova.network.neutron [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Updating instance_info_cache with network_info: [{"id": "00ab9c7f-b495-491c-886e-80b9c20a664b", "address": "fa:16:3e:ad:72:61", "network": {"id": "932ea37b-8fd8-4dcd-a48c-b872c33c8f09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1260975201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73e1ee0dede4527bc08f36deac2cb30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ab9c7f-b4", "ovs_interfaceid": "00ab9c7f-b495-491c-886e-80b9c20a664b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.419789] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "refresh_cache-407b6dfa-32ea-416c-972f-380e132d70c7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.451277] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7c3134-e5e9-42c2-a860-9576e45d03b6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.469330] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "beaabe8f-d7b5-4643-a241-80418f98411e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.469640] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "beaabe8f-d7b5-4643-a241-80418f98411e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.469965] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "beaabe8f-d7b5-4643-a241-80418f98411e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.470284] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "beaabe8f-d7b5-4643-a241-80418f98411e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.470560] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "beaabe8f-d7b5-4643-a241-80418f98411e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.474093] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef56e69-4239-483f-910f-ff785f959351 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.478810] env[63105]: INFO nova.compute.manager [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Terminating instance [ 960.492257] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Acquiring lock "refresh_cache-3e250153-f4dc-42e6-b3f0-4108e6da7010" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.493044] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Acquired lock "refresh_cache-3e250153-f4dc-42e6-b3f0-4108e6da7010" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.493044] env[63105]: DEBUG nova.network.neutron [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.511496] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0d693758-738f-419e-8d95-0ec28d778705 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquiring lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.511685] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0d693758-738f-419e-8d95-0ec28d778705 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquired lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.659884] env[63105]: INFO nova.compute.manager [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Rebuilding instance [ 960.706177] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.706177] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.159s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.706177] env[63105]: DEBUG nova.objects.instance [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Lazy-loading 'resources' on Instance uuid 9b94d6f2-dad4-4152-9454-649758b202cd {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.722646] env[63105]: DEBUG nova.compute.manager [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.722646] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8b9987-3e11-4a3d-b6fc-7c3856aff997 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.738130] env[63105]: INFO nova.scheduler.client.report [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleted allocations for instance 611d3740-f46b-4954-978f-bc64975f2d9b [ 960.802613] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Releasing lock "refresh_cache-e318964e-f279-4839-9727-1e27416fd69b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.802613] env[63105]: DEBUG nova.compute.manager [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Instance network_info: |[{"id": "00ab9c7f-b495-491c-886e-80b9c20a664b", "address": "fa:16:3e:ad:72:61", "network": {"id": "932ea37b-8fd8-4dcd-a48c-b872c33c8f09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1260975201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73e1ee0dede4527bc08f36deac2cb30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ab9c7f-b4", "ovs_interfaceid": "00ab9c7f-b495-491c-886e-80b9c20a664b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.803281] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:72:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00ab9c7f-b495-491c-886e-80b9c20a664b', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.812451] env[63105]: DEBUG oslo.service.loopingcall [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 960.813099] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e318964e-f279-4839-9727-1e27416fd69b] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.813373] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61391aa4-e1d8-4db2-a3ef-8c6d7d2a8947 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.835819] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.835819] env[63105]: value = "task-2759281" [ 960.835819] env[63105]: _type = "Task" [ 960.835819] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.844543] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759281, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.863433] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "bdc6099f-0343-4303-8802-d00a439dafb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.863720] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "bdc6099f-0343-4303-8802-d00a439dafb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.901221] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "22f770d5-3a02-48d1-a21c-5a324f9d3096" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.901221] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "22f770d5-3a02-48d1-a21c-5a324f9d3096" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.926802] env[63105]: DEBUG nova.network.neutron [None req-0d693758-738f-419e-8d95-0ec28d778705 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.932256] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "fccb9b51-6c58-4524-ba97-942eac0e5915" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.932614] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "fccb9b51-6c58-4524-ba97-942eac0e5915" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.933294] env[63105]: WARNING oslo_messaging._drivers.amqpdriver [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 960.983053] env[63105]: DEBUG nova.compute.manager [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.983481] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.984400] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b01153-724b-4b50-9ac4-c16a845425a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.988157] env[63105]: DEBUG nova.compute.manager [None req-c3414069-fca7-4875-8e58-11b932e36c86 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Instance disappeared during snapshot {{(pid=63105) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4581}} [ 960.993313] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.993680] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6035b732-1ce3-4e39-9878-e7103c5dcf29 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.004404] env[63105]: DEBUG oslo_vmware.api [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 961.004404] env[63105]: value = "task-2759282" [ 961.004404] env[63105]: _type = "Task" [ 961.004404] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.019350] env[63105]: DEBUG nova.network.neutron [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.021102] env[63105]: DEBUG oslo_vmware.api [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.069672] env[63105]: DEBUG nova.network.neutron [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.134510] env[63105]: DEBUG nova.compute.manager [None req-c3414069-fca7-4875-8e58-11b932e36c86 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Found 0 images (rotation: 2) {{(pid=63105) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4884}} [ 961.255356] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3630751a-39ae-4941-91cd-95c1a26734ce tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "611d3740-f46b-4954-978f-bc64975f2d9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.063s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.349354] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759281, 'name': CreateVM_Task, 'duration_secs': 0.487179} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.349582] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e318964e-f279-4839-9727-1e27416fd69b] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.351211] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.351211] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.351211] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.351211] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ab05d3-f927-43a8-9c33-127981f4ece3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.358535] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 961.358535] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f5d84e-da66-1f4a-c698-2d1ca599c535" [ 961.358535] env[63105]: _type = "Task" [ 961.358535] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.369381] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.372608] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f5d84e-da66-1f4a-c698-2d1ca599c535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.409773] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.439885] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.480919] env[63105]: DEBUG nova.compute.manager [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Received event network-changed-00ab9c7f-b495-491c-886e-80b9c20a664b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 961.481339] env[63105]: DEBUG nova.compute.manager [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Refreshing instance network info cache due to event network-changed-00ab9c7f-b495-491c-886e-80b9c20a664b. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 961.482113] env[63105]: DEBUG oslo_concurrency.lockutils [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] Acquiring lock "refresh_cache-e318964e-f279-4839-9727-1e27416fd69b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.482379] env[63105]: DEBUG oslo_concurrency.lockutils [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] Acquired lock "refresh_cache-e318964e-f279-4839-9727-1e27416fd69b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.482545] env[63105]: DEBUG nova.network.neutron [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Refreshing network info cache for port 00ab9c7f-b495-491c-886e-80b9c20a664b {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.521320] env[63105]: DEBUG oslo_vmware.api [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759282, 'name': PowerOffVM_Task, 'duration_secs': 0.266606} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.522320] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.522320] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.522320] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af258612-7184-4bbe-8309-1461d40661b9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.574151] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Releasing lock "refresh_cache-3e250153-f4dc-42e6-b3f0-4108e6da7010" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.574151] env[63105]: DEBUG nova.compute.manager [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.574261] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.575298] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e4e8ff-c9f3-4e31-bd93-0e65f301b431 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.590470] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.590596] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fad8bbd6-b443-4517-bb8e-f9ac1501feb8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.600953] env[63105]: DEBUG oslo_vmware.api [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Waiting for the task: (returnval){ [ 961.600953] env[63105]: value = "task-2759284" [ 961.600953] env[63105]: _type = "Task" [ 961.600953] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.615898] env[63105]: DEBUG oslo_vmware.api [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.681580] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9ddf7c-6be1-4732-8db0-324a515ef153 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.693661] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bd3370-5a6a-4e1a-a753-8786f1fcfb26 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.699207] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.699399] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.700026] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Deleting the datastore file [datastore2] beaabe8f-d7b5-4643-a241-80418f98411e {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.700690] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9fcf0c5-79c6-4f82-a4b6-b875fdc6d5b5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.735071] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b80c83-cd15-4d74-9fd2-f9a663b0ed1a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.740035] env[63105]: DEBUG oslo_vmware.api [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for the task: (returnval){ [ 961.740035] env[63105]: value = "task-2759285" [ 961.740035] env[63105]: _type = "Task" [ 961.740035] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.746478] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.747307] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c8528f9-9d1a-41ba-b593-4c0125f3a44e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.750577] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3091af-72ae-4553-8ab3-9e16dd37392e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.760914] env[63105]: DEBUG oslo_vmware.api [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.774720] env[63105]: DEBUG nova.compute.provider_tree [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.781020] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 961.781020] env[63105]: value = "task-2759286" [ 961.781020] env[63105]: _type = "Task" [ 961.781020] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.788904] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.791402] env[63105]: DEBUG nova.network.neutron [None req-0d693758-738f-419e-8d95-0ec28d778705 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Updating instance_info_cache with network_info: [{"id": "7a055913-1811-4832-9baa-55552ec7d283", "address": "fa:16:3e:ab:55:b1", "network": {"id": "91b5cfb7-4dd5-4b02-aee9-65bc02b9b4c9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-773251280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c26489e7d814c18bf5a1f10ee5b62af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a055913-18", "ovs_interfaceid": "7a055913-1811-4832-9baa-55552ec7d283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.868863] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f5d84e-da66-1f4a-c698-2d1ca599c535, 'name': SearchDatastore_Task, 'duration_secs': 0.016649} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.869241] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.869534] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.869801] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.869978] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.870277] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.870585] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed02fa1b-1601-4a53-ac51-1292ef2d59f9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.883319] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.883530] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.884326] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e168e861-a1fe-491c-8697-aeb59ecf9a3c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.890645] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 961.890645] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5226fa74-623a-e6d9-de2f-378b1e8c4b6a" [ 961.890645] env[63105]: _type = "Task" [ 961.890645] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.891552] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.900353] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5226fa74-623a-e6d9-de2f-378b1e8c4b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.929715] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.949559] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd37c28-7d02-4eb7-8089-ca0999ec6fda {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.971013] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updating instance '407b6dfa-32ea-416c-972f-380e132d70c7' progress to 0 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.975966] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.111298] env[63105]: DEBUG oslo_vmware.api [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759284, 'name': PowerOffVM_Task, 'duration_secs': 0.165886} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.111596] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.111762] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.112020] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e98ecb1-aa35-4775-8449-4ffe3431fad9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.146380] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.146380] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.146535] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Deleting the datastore file [datastore1] 3e250153-f4dc-42e6-b3f0-4108e6da7010 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.147089] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04e2a5d0-d659-48e9-bc67-ad95b921039a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.156669] env[63105]: DEBUG oslo_vmware.api [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Waiting for the task: (returnval){ [ 962.156669] env[63105]: value = "task-2759288" [ 962.156669] env[63105]: _type = "Task" [ 962.156669] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.167369] env[63105]: DEBUG oslo_vmware.api [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.202370] env[63105]: DEBUG nova.network.neutron [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Updated VIF entry in instance network info cache for port 00ab9c7f-b495-491c-886e-80b9c20a664b. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.202784] env[63105]: DEBUG nova.network.neutron [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Updating instance_info_cache with network_info: [{"id": "00ab9c7f-b495-491c-886e-80b9c20a664b", "address": "fa:16:3e:ad:72:61", "network": {"id": "932ea37b-8fd8-4dcd-a48c-b872c33c8f09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1260975201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73e1ee0dede4527bc08f36deac2cb30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ab9c7f-b4", "ovs_interfaceid": "00ab9c7f-b495-491c-886e-80b9c20a664b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.249022] env[63105]: DEBUG oslo_vmware.api [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Task: {'id': task-2759285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262305} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.249308] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.249499] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.249677] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.249847] env[63105]: INFO nova.compute.manager [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Took 1.27 seconds to destroy the instance on the hypervisor. [ 962.250128] env[63105]: DEBUG oslo.service.loopingcall [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.250330] env[63105]: DEBUG nova.compute.manager [-] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.250427] env[63105]: DEBUG nova.network.neutron [-] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.279790] env[63105]: DEBUG nova.scheduler.client.report [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 962.295681] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0d693758-738f-419e-8d95-0ec28d778705 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Releasing lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.295934] env[63105]: DEBUG nova.compute.manager [None req-0d693758-738f-419e-8d95-0ec28d778705 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Inject network info {{(pid=63105) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7549}} [ 962.296213] env[63105]: DEBUG nova.compute.manager [None req-0d693758-738f-419e-8d95-0ec28d778705 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] network_info to inject: |[{"id": "7a055913-1811-4832-9baa-55552ec7d283", "address": "fa:16:3e:ab:55:b1", "network": {"id": "91b5cfb7-4dd5-4b02-aee9-65bc02b9b4c9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-773251280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c26489e7d814c18bf5a1f10ee5b62af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a055913-18", "ovs_interfaceid": "7a055913-1811-4832-9baa-55552ec7d283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7550}} [ 962.301255] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0d693758-738f-419e-8d95-0ec28d778705 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Reconfiguring VM instance to set the machine id {{(pid=63105) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 962.301549] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759286, 'name': PowerOffVM_Task, 'duration_secs': 0.222652} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.302501] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31b07ef4-7aea-4ceb-b4d7-3e12f295addd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.312544] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.313504] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.315785] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2724ac-d0fc-43bc-a813-3e16534cce85 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.324407] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.325685] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bbf4f22-bccb-42d8-9c5f-4040ece0f665 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.327781] env[63105]: DEBUG oslo_vmware.api [None req-0d693758-738f-419e-8d95-0ec28d778705 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Waiting for the task: (returnval){ [ 962.327781] env[63105]: value = "task-2759289" [ 962.327781] env[63105]: _type = "Task" [ 962.327781] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.340017] env[63105]: DEBUG oslo_vmware.api [None req-0d693758-738f-419e-8d95-0ec28d778705 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2759289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.367263] env[63105]: DEBUG nova.objects.instance [None req-d2f7fcfd-7657-418e-be58-2c828fefda4f tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Lazy-loading 'flavor' on Instance uuid 398e516b-9906-4e3f-b74d-b090a0437662 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.404659] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5226fa74-623a-e6d9-de2f-378b1e8c4b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.013565} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.406867] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.407084] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.407312] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleting the datastore file [datastore2] 275ed3e3-0b33-4b86-a9e4-6062ff6d8276 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.408013] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1367276-f33a-44e3-ac9d-8532b5e70f50 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.410115] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f7a36b4-420c-4118-bc66-1579dc189702 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.417063] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 962.417063] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]525ec530-309b-c72b-640e-1994a8ee012b" [ 962.417063] env[63105]: _type = "Task" [ 962.417063] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.423019] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 962.423019] env[63105]: value = "task-2759291" [ 962.423019] env[63105]: _type = "Task" [ 962.423019] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.429682] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525ec530-309b-c72b-640e-1994a8ee012b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.436198] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.478923] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.479294] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07c5c722-33be-4bd5-a6ae-8f7b27858e4f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.488137] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 962.488137] env[63105]: value = "task-2759292" [ 962.488137] env[63105]: _type = "Task" [ 962.488137] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.499458] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.669268] env[63105]: DEBUG oslo_vmware.api [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Task: {'id': task-2759288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354065} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.669569] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.669749] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.669926] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.670153] env[63105]: INFO nova.compute.manager [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Took 1.10 seconds to destroy the instance on the hypervisor. [ 962.670378] env[63105]: DEBUG oslo.service.loopingcall [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.670570] env[63105]: DEBUG nova.compute.manager [-] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.670668] env[63105]: DEBUG nova.network.neutron [-] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.692038] env[63105]: DEBUG nova.network.neutron [-] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.706048] env[63105]: DEBUG oslo_concurrency.lockutils [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] Releasing lock "refresh_cache-e318964e-f279-4839-9727-1e27416fd69b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.706341] env[63105]: DEBUG nova.compute.manager [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Received event network-changed-7a055913-1811-4832-9baa-55552ec7d283 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 962.706505] env[63105]: DEBUG nova.compute.manager [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Refreshing instance network info cache due to event network-changed-7a055913-1811-4832-9baa-55552ec7d283. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 962.706727] env[63105]: DEBUG oslo_concurrency.lockutils [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] Acquiring lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.706869] env[63105]: DEBUG oslo_concurrency.lockutils [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] Acquired lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.707048] env[63105]: DEBUG nova.network.neutron [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Refreshing network info cache for port 7a055913-1811-4832-9baa-55552ec7d283 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.784027] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "0d032e22-a8ed-4b85-b607-fa333436613d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.784173] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "0d032e22-a8ed-4b85-b607-fa333436613d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.786095] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.788550] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.084s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.789595] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.789595] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 962.789595] env[63105]: DEBUG oslo_concurrency.lockutils [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.691s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.789595] env[63105]: DEBUG nova.objects.instance [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lazy-loading 'resources' on Instance uuid 409e18fc-5520-49d6-abd1-0fa5db1099b4 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.791680] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af21eba-4580-4d79-a79e-97d76f85ede8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.802392] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e63304-25f8-49a7-b78e-afe073a76c74 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.818441] env[63105]: INFO nova.scheduler.client.report [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Deleted allocations for instance 9b94d6f2-dad4-4152-9454-649758b202cd [ 962.821324] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572d5fc8-1cb8-47dc-a005-2038eb1983d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.836526] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b17ad5-ba5b-4188-b7ba-ec468d6bea68 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.843598] env[63105]: DEBUG oslo_vmware.api [None req-0d693758-738f-419e-8d95-0ec28d778705 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2759289, 'name': ReconfigVM_Task, 'duration_secs': 0.191752} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.844457] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0d693758-738f-419e-8d95-0ec28d778705 tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Reconfigured VM instance to set the machine id {{(pid=63105) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 962.874464] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179555MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 962.874652] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.876152] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d2f7fcfd-7657-418e-be58-2c828fefda4f tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquiring lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.933027] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525ec530-309b-c72b-640e-1994a8ee012b, 'name': SearchDatastore_Task, 'duration_secs': 0.041272} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.935763] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.936053] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] e318964e-f279-4839-9727-1e27416fd69b/e318964e-f279-4839-9727-1e27416fd69b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.936349] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248229} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.937072] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af6d8a80-94f8-4285-a725-6201342df451 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.938888] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.939092] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.939323] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.948121] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 962.948121] env[63105]: value = "task-2759293" [ 962.948121] env[63105]: _type = "Task" [ 962.948121] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.959219] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.998383] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759292, 'name': PowerOffVM_Task, 'duration_secs': 0.243231} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.998563] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.998699] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updating instance '407b6dfa-32ea-416c-972f-380e132d70c7' progress to 17 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.020691] env[63105]: DEBUG nova.network.neutron [-] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.192661] env[63105]: DEBUG nova.network.neutron [-] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.286382] env[63105]: DEBUG nova.compute.manager [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.333494] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e67885ce-c378-4c95-9938-959891235b27 tempest-ServersTestBootFromVolume-1652712897 tempest-ServersTestBootFromVolume-1652712897-project-member] Lock "9b94d6f2-dad4-4152-9454-649758b202cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.440s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.468606] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759293, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.501463] env[63105]: DEBUG nova.network.neutron [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Updated VIF entry in instance network info cache for port 7a055913-1811-4832-9baa-55552ec7d283. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.501852] env[63105]: DEBUG nova.network.neutron [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Updating instance_info_cache with network_info: [{"id": "7a055913-1811-4832-9baa-55552ec7d283", "address": "fa:16:3e:ab:55:b1", "network": {"id": "91b5cfb7-4dd5-4b02-aee9-65bc02b9b4c9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-773251280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c26489e7d814c18bf5a1f10ee5b62af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a055913-18", "ovs_interfaceid": "7a055913-1811-4832-9baa-55552ec7d283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.507014] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 963.507014] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 963.507014] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.507014] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 963.507014] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.507014] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 963.507014] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 963.507014] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 963.507014] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 963.507482] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 963.507824] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 963.514707] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a49558b-fc60-4b89-af52-5dee048a6730 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.526042] env[63105]: DEBUG nova.compute.manager [req-4066131a-817b-4f47-8682-ce6de9d0b06c req-311b9ee8-830c-491b-8f16-9d62f3f3f3e5 service nova] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Received event network-vif-deleted-d24f2eb6-63d3-402e-8994-c3f0613b7a48 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 963.530280] env[63105]: INFO nova.compute.manager [-] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Took 1.28 seconds to deallocate network for instance. [ 963.545587] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 963.545587] env[63105]: value = "task-2759294" [ 963.545587] env[63105]: _type = "Task" [ 963.545587] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.555410] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.675169] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d6a7e4-bf79-48f9-b1d0-32a4be41b8dd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.683411] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25264d07-5263-45c3-b1ef-a24d2246506d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.715142] env[63105]: INFO nova.compute.manager [-] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Took 1.04 seconds to deallocate network for instance. [ 963.717684] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820ff25a-1cc1-4b2b-a088-0747ff97deb2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.728779] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd53f7-2f70-4ce7-a770-9b5f33801231 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.742752] env[63105]: DEBUG nova.compute.provider_tree [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.811457] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.965877] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625842} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.967053] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] e318964e-f279-4839-9727-1e27416fd69b/e318964e-f279-4839-9727-1e27416fd69b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.967300] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.967535] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6900e626-7008-4659-aa41-7c4e3a1fb0f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.977788] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 963.977788] env[63105]: value = "task-2759295" [ 963.977788] env[63105]: _type = "Task" [ 963.977788] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.983667] env[63105]: DEBUG nova.virt.hardware [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 963.983825] env[63105]: DEBUG nova.virt.hardware [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 963.983961] env[63105]: DEBUG nova.virt.hardware [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.984092] env[63105]: DEBUG nova.virt.hardware [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 963.984257] env[63105]: DEBUG nova.virt.hardware [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.984407] env[63105]: DEBUG nova.virt.hardware [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 963.984667] env[63105]: DEBUG nova.virt.hardware [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 963.984818] env[63105]: DEBUG nova.virt.hardware [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 963.984923] env[63105]: DEBUG nova.virt.hardware [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 963.985093] env[63105]: DEBUG nova.virt.hardware [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 963.985267] env[63105]: DEBUG nova.virt.hardware [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 963.988888] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e76ee33-a2bf-4d7d-a754-0f5455f0e7aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.997687] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb1e603-373e-4aa8-970c-ba727f08a44e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.005018] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.015070] env[63105]: DEBUG oslo_concurrency.lockutils [req-bfa9c2f9-5db0-4e9c-be00-a9b403e05b15 req-dff3a553-8c3a-420b-9976-c5ce87eb32d8 service nova] Releasing lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.015753] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:ae:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5b3f0fd-75a6-4c43-80f5-a302d33c0ff8', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.024252] env[63105]: DEBUG oslo.service.loopingcall [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.024564] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d2f7fcfd-7657-418e-be58-2c828fefda4f tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquired lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.026377] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.026617] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4301434e-ca89-4ff7-9ef8-ecfd5cc295c1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.043780] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.050800] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.050800] env[63105]: value = "task-2759296" [ 964.050800] env[63105]: _type = "Task" [ 964.050800] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.057581] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759294, 'name': ReconfigVM_Task, 'duration_secs': 0.175195} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.058226] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updating instance '407b6dfa-32ea-416c-972f-380e132d70c7' progress to 33 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.064763] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759296, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.225869] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.249022] env[63105]: DEBUG nova.scheduler.client.report [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 964.491986] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07386} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.491986] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.491986] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44bc429-35b7-4aea-b96c-51089f21467f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.512999] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] e318964e-f279-4839-9727-1e27416fd69b/e318964e-f279-4839-9727-1e27416fd69b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.513733] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42fabe2c-e87b-46af-bfa2-8300beebfa23 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.541065] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 964.541065] env[63105]: value = "task-2759297" [ 964.541065] env[63105]: _type = "Task" [ 964.541065] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.554416] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.563788] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759296, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.569021] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 964.569021] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 964.569021] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.569021] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 964.569021] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.569021] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 964.569021] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 964.569021] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 964.569021] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 964.569021] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 964.569021] env[63105]: DEBUG nova.virt.hardware [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 964.575372] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 964.576202] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f504fee-b8ab-4776-8da5-5e776045eda8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.600276] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 964.600276] env[63105]: value = "task-2759298" [ 964.600276] env[63105]: _type = "Task" [ 964.600276] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.609411] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.754029] env[63105]: DEBUG oslo_concurrency.lockutils [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.755585] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.915s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.761022] env[63105]: INFO nova.compute.claims [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.767947] env[63105]: DEBUG nova.network.neutron [None req-d2f7fcfd-7657-418e-be58-2c828fefda4f tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.777191] env[63105]: INFO nova.scheduler.client.report [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleted allocations for instance 409e18fc-5520-49d6-abd1-0fa5db1099b4 [ 965.052042] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759297, 'name': ReconfigVM_Task, 'duration_secs': 0.455323} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.052042] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Reconfigured VM instance instance-00000057 to attach disk [datastore1] e318964e-f279-4839-9727-1e27416fd69b/e318964e-f279-4839-9727-1e27416fd69b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.052667] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac6af657-ce94-4ba7-bc37-cb48e16090a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.066369] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759296, 'name': CreateVM_Task, 'duration_secs': 0.673778} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.067246] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.067775] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 965.067775] env[63105]: value = "task-2759299" [ 965.067775] env[63105]: _type = "Task" [ 965.067775] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.068681] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.069014] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.069561] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.069989] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd92b67-7231-4ced-a104-70b552af7f70 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.081020] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 965.081020] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52dfbd7b-5fe4-3e67-1489-bf89e221d2c1" [ 965.081020] env[63105]: _type = "Task" [ 965.081020] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.084973] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759299, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.093497] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52dfbd7b-5fe4-3e67-1489-bf89e221d2c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.093497] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.093497] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.093497] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.093745] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.093849] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.094742] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7432252f-cc25-4941-8c08-74bcf9c56731 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.106039] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.106230] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.107569] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe357e8-049e-4c2f-bd27-f9b3dc537764 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.113047] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759298, 'name': ReconfigVM_Task, 'duration_secs': 0.257058} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.113786] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 965.114906] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345925a1-e509-46a4-ba2b-161b6a898f7e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.118572] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 965.118572] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523f5f3c-0b6a-a24e-269a-e7dd1fec5c32" [ 965.118572] env[63105]: _type = "Task" [ 965.118572] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.140504] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 407b6dfa-32ea-416c-972f-380e132d70c7/407b6dfa-32ea-416c-972f-380e132d70c7.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.142226] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7514390-7122-4b36-b30c-9c42287b0628 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.158425] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523f5f3c-0b6a-a24e-269a-e7dd1fec5c32, 'name': SearchDatastore_Task, 'duration_secs': 0.01172} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.159705] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b510e3-0b82-4269-8c78-860605e18611 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.165183] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 965.165183] env[63105]: value = "task-2759300" [ 965.165183] env[63105]: _type = "Task" [ 965.165183] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.170198] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 965.170198] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]524d0976-c254-14c3-d5a9-936b89078372" [ 965.170198] env[63105]: _type = "Task" [ 965.170198] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.177414] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.183227] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524d0976-c254-14c3-d5a9-936b89078372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.287024] env[63105]: DEBUG oslo_concurrency.lockutils [None req-57c8928e-b5cd-4b62-957f-6b9b8a38b7fc tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "409e18fc-5520-49d6-abd1-0fa5db1099b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.832s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.542345] env[63105]: DEBUG nova.compute.manager [req-6c78bf31-f649-4edc-924d-46ef33bbaca1 req-3c2c81c3-0178-42be-8b69-7521a7847304 service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Received event network-changed-7a055913-1811-4832-9baa-55552ec7d283 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 965.542670] env[63105]: DEBUG nova.compute.manager [req-6c78bf31-f649-4edc-924d-46ef33bbaca1 req-3c2c81c3-0178-42be-8b69-7521a7847304 service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Refreshing instance network info cache due to event network-changed-7a055913-1811-4832-9baa-55552ec7d283. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 965.542816] env[63105]: DEBUG oslo_concurrency.lockutils [req-6c78bf31-f649-4edc-924d-46ef33bbaca1 req-3c2c81c3-0178-42be-8b69-7521a7847304 service nova] Acquiring lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.581761] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759299, 'name': Rename_Task, 'duration_secs': 0.197236} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.582058] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.582311] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b59c2103-dfdf-45fe-8624-789cf0ec73f2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.590402] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 965.590402] env[63105]: value = "task-2759301" [ 965.590402] env[63105]: _type = "Task" [ 965.590402] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.599038] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.674073] env[63105]: DEBUG nova.network.neutron [None req-d2f7fcfd-7657-418e-be58-2c828fefda4f tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Updating instance_info_cache with network_info: [{"id": "7a055913-1811-4832-9baa-55552ec7d283", "address": "fa:16:3e:ab:55:b1", "network": {"id": "91b5cfb7-4dd5-4b02-aee9-65bc02b9b4c9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-773251280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c26489e7d814c18bf5a1f10ee5b62af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a055913-18", "ovs_interfaceid": "7a055913-1811-4832-9baa-55552ec7d283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.684274] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759300, 'name': ReconfigVM_Task, 'duration_secs': 0.332018} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.687866] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 407b6dfa-32ea-416c-972f-380e132d70c7/407b6dfa-32ea-416c-972f-380e132d70c7.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.688100] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updating instance '407b6dfa-32ea-416c-972f-380e132d70c7' progress to 50 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.691434] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524d0976-c254-14c3-d5a9-936b89078372, 'name': SearchDatastore_Task, 'duration_secs': 0.034235} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.692382] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.692671] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 275ed3e3-0b33-4b86-a9e4-6062ff6d8276/275ed3e3-0b33-4b86-a9e4-6062ff6d8276.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.692980] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea5ffb38-a6b6-4b94-b033-21b360d6f2c4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.701833] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 965.701833] env[63105]: value = "task-2759302" [ 965.701833] env[63105]: _type = "Task" [ 965.701833] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.710167] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.105335] env[63105]: DEBUG oslo_vmware.api [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759301, 'name': PowerOnVM_Task, 'duration_secs': 0.492846} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.105647] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.106031] env[63105]: INFO nova.compute.manager [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Took 7.87 seconds to spawn the instance on the hypervisor. [ 966.106031] env[63105]: DEBUG nova.compute.manager [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.106873] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f2a9ca-eb2b-4007-8abe-8234f7fc596f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.180222] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d2f7fcfd-7657-418e-be58-2c828fefda4f tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Releasing lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.180600] env[63105]: DEBUG nova.compute.manager [None req-d2f7fcfd-7657-418e-be58-2c828fefda4f tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Inject network info {{(pid=63105) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7549}} [ 966.180880] env[63105]: DEBUG nova.compute.manager [None req-d2f7fcfd-7657-418e-be58-2c828fefda4f tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] network_info to inject: |[{"id": "7a055913-1811-4832-9baa-55552ec7d283", "address": "fa:16:3e:ab:55:b1", "network": {"id": "91b5cfb7-4dd5-4b02-aee9-65bc02b9b4c9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-773251280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c26489e7d814c18bf5a1f10ee5b62af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a055913-18", "ovs_interfaceid": "7a055913-1811-4832-9baa-55552ec7d283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7550}} [ 966.188520] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f7fcfd-7657-418e-be58-2c828fefda4f tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Reconfiguring VM instance to set the machine id {{(pid=63105) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 966.189483] env[63105]: DEBUG oslo_concurrency.lockutils [req-6c78bf31-f649-4edc-924d-46ef33bbaca1 req-3c2c81c3-0178-42be-8b69-7521a7847304 service nova] Acquired lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.189612] env[63105]: DEBUG nova.network.neutron [req-6c78bf31-f649-4edc-924d-46ef33bbaca1 req-3c2c81c3-0178-42be-8b69-7521a7847304 service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Refreshing network info cache for port 7a055913-1811-4832-9baa-55552ec7d283 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.191172] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1abf4389-646b-4b27-9eca-e875ca87de08 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.211864] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5408d4fc-496a-451f-bbb2-cf8b144c19e5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.215930] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a944f5-f348-403e-8136-21e919e599cb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.247858] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcc324c-ef40-4e84-9b3f-2dac3038acd7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.252267] env[63105]: DEBUG oslo_vmware.api [None req-d2f7fcfd-7657-418e-be58-2c828fefda4f tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Waiting for the task: (returnval){ [ 966.252267] env[63105]: value = "task-2759303" [ 966.252267] env[63105]: _type = "Task" [ 966.252267] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.252547] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51956} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.253377] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc91e7d-e177-48ed-87ff-3cfad407d0e4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.255649] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 275ed3e3-0b33-4b86-a9e4-6062ff6d8276/275ed3e3-0b33-4b86-a9e4-6062ff6d8276.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.255871] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.259254] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bfef3a6-834d-4cdd-96dd-67b32f7cd27f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.288369] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4db1a5e-1f95-453d-a251-9b85be3a0fa5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.307430] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updating instance '407b6dfa-32ea-416c-972f-380e132d70c7' progress to 67 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.310996] env[63105]: DEBUG oslo_vmware.api [None req-d2f7fcfd-7657-418e-be58-2c828fefda4f tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2759303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.313197] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 966.313197] env[63105]: value = "task-2759304" [ 966.313197] env[63105]: _type = "Task" [ 966.313197] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.319652] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d8907c-54d3-4d01-abf0-17c37ff342a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.327815] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.336783] env[63105]: DEBUG oslo_concurrency.lockutils [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "c3c5a377-7b54-47bb-b34a-4ccf93822d53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.336783] env[63105]: DEBUG oslo_concurrency.lockutils [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "c3c5a377-7b54-47bb-b34a-4ccf93822d53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.336783] env[63105]: DEBUG oslo_concurrency.lockutils [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "c3c5a377-7b54-47bb-b34a-4ccf93822d53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.336783] env[63105]: DEBUG oslo_concurrency.lockutils [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "c3c5a377-7b54-47bb-b34a-4ccf93822d53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.336783] env[63105]: DEBUG oslo_concurrency.lockutils [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "c3c5a377-7b54-47bb-b34a-4ccf93822d53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.338631] env[63105]: DEBUG nova.compute.provider_tree [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.340109] env[63105]: INFO nova.compute.manager [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Terminating instance [ 966.630100] env[63105]: INFO nova.compute.manager [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Took 31.10 seconds to build instance. [ 966.721522] env[63105]: DEBUG nova.compute.manager [req-0d5cc9f1-6446-4884-adce-406aa424577a req-737bdd3f-f8ee-4b0a-bad0-e37fe3c99ac6 service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Received event network-changed-00ab9c7f-b495-491c-886e-80b9c20a664b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 966.721734] env[63105]: DEBUG nova.compute.manager [req-0d5cc9f1-6446-4884-adce-406aa424577a req-737bdd3f-f8ee-4b0a-bad0-e37fe3c99ac6 service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Refreshing instance network info cache due to event network-changed-00ab9c7f-b495-491c-886e-80b9c20a664b. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 966.721942] env[63105]: DEBUG oslo_concurrency.lockutils [req-0d5cc9f1-6446-4884-adce-406aa424577a req-737bdd3f-f8ee-4b0a-bad0-e37fe3c99ac6 service nova] Acquiring lock "refresh_cache-e318964e-f279-4839-9727-1e27416fd69b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.722098] env[63105]: DEBUG oslo_concurrency.lockutils [req-0d5cc9f1-6446-4884-adce-406aa424577a req-737bdd3f-f8ee-4b0a-bad0-e37fe3c99ac6 service nova] Acquired lock "refresh_cache-e318964e-f279-4839-9727-1e27416fd69b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.722257] env[63105]: DEBUG nova.network.neutron [req-0d5cc9f1-6446-4884-adce-406aa424577a req-737bdd3f-f8ee-4b0a-bad0-e37fe3c99ac6 service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Refreshing network info cache for port 00ab9c7f-b495-491c-886e-80b9c20a664b {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.766771] env[63105]: DEBUG oslo_vmware.api [None req-d2f7fcfd-7657-418e-be58-2c828fefda4f tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2759303, 'name': ReconfigVM_Task, 'duration_secs': 0.17295} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.767090] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f7fcfd-7657-418e-be58-2c828fefda4f tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Reconfigured VM instance to set the machine id {{(pid=63105) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 966.827419] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085348} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.831127] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.831874] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c3ca51-0661-4099-9b72-db6e105a0aa4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.848281] env[63105]: DEBUG nova.scheduler.client.report [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 966.854764] env[63105]: DEBUG nova.compute.manager [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.855186] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.865612] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 275ed3e3-0b33-4b86-a9e4-6062ff6d8276/275ed3e3-0b33-4b86-a9e4-6062ff6d8276.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.871804] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6784e9f-4a62-43a2-a4b0-a6547fa1545a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.872849] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d055d84-8d40-4b40-b6e5-bd273562c919 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.891216] env[63105]: DEBUG nova.network.neutron [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Port 58db3952-87eb-4382-83cc-29fe688006a8 binding to destination host cpu-1 is already ACTIVE {{(pid=63105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 966.899865] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.900235] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecebfde2-64da-4ca6-8fea-0f59b4dab199 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.904309] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 966.904309] env[63105]: value = "task-2759305" [ 966.904309] env[63105]: _type = "Task" [ 966.904309] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.910469] env[63105]: DEBUG oslo_vmware.api [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 966.910469] env[63105]: value = "task-2759306" [ 966.910469] env[63105]: _type = "Task" [ 966.910469] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.917398] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759305, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.922856] env[63105]: DEBUG oslo_vmware.api [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.992139] env[63105]: DEBUG nova.network.neutron [req-6c78bf31-f649-4edc-924d-46ef33bbaca1 req-3c2c81c3-0178-42be-8b69-7521a7847304 service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Updated VIF entry in instance network info cache for port 7a055913-1811-4832-9baa-55552ec7d283. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.992568] env[63105]: DEBUG nova.network.neutron [req-6c78bf31-f649-4edc-924d-46ef33bbaca1 req-3c2c81c3-0178-42be-8b69-7521a7847304 service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Updating instance_info_cache with network_info: [{"id": "7a055913-1811-4832-9baa-55552ec7d283", "address": "fa:16:3e:ab:55:b1", "network": {"id": "91b5cfb7-4dd5-4b02-aee9-65bc02b9b4c9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-773251280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c26489e7d814c18bf5a1f10ee5b62af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a055913-18", "ovs_interfaceid": "7a055913-1811-4832-9baa-55552ec7d283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.132300] env[63105]: DEBUG oslo_concurrency.lockutils [None req-786a30dd-90f8-4001-9f3f-4ea83c423b8e tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "e318964e-f279-4839-9727-1e27416fd69b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.614s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.196598] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquiring lock "398e516b-9906-4e3f-b74d-b090a0437662" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.196889] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Lock "398e516b-9906-4e3f-b74d-b090a0437662" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.197112] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquiring lock "398e516b-9906-4e3f-b74d-b090a0437662-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.197300] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Lock "398e516b-9906-4e3f-b74d-b090a0437662-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.197504] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Lock "398e516b-9906-4e3f-b74d-b090a0437662-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.199584] env[63105]: INFO nova.compute.manager [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Terminating instance [ 967.367965] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.368544] env[63105]: DEBUG nova.compute.manager [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.371302] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.363s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.373496] env[63105]: INFO nova.compute.claims [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.405671] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "e318964e-f279-4839-9727-1e27416fd69b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.405671] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "e318964e-f279-4839-9727-1e27416fd69b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.405909] env[63105]: INFO nova.compute.manager [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Rebooting instance [ 967.418215] env[63105]: DEBUG nova.network.neutron [req-0d5cc9f1-6446-4884-adce-406aa424577a req-737bdd3f-f8ee-4b0a-bad0-e37fe3c99ac6 service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Updated VIF entry in instance network info cache for port 00ab9c7f-b495-491c-886e-80b9c20a664b. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.418555] env[63105]: DEBUG nova.network.neutron [req-0d5cc9f1-6446-4884-adce-406aa424577a req-737bdd3f-f8ee-4b0a-bad0-e37fe3c99ac6 service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Updating instance_info_cache with network_info: [{"id": "00ab9c7f-b495-491c-886e-80b9c20a664b", "address": "fa:16:3e:ad:72:61", "network": {"id": "932ea37b-8fd8-4dcd-a48c-b872c33c8f09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1260975201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73e1ee0dede4527bc08f36deac2cb30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ab9c7f-b4", "ovs_interfaceid": "00ab9c7f-b495-491c-886e-80b9c20a664b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.420231] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759305, 'name': ReconfigVM_Task, 'duration_secs': 0.371262} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.420967] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 275ed3e3-0b33-4b86-a9e4-6062ff6d8276/275ed3e3-0b33-4b86-a9e4-6062ff6d8276.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.421763] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37122633-fa33-45ae-9e5e-ddbb18f58174 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.426761] env[63105]: DEBUG oslo_vmware.api [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759306, 'name': PowerOffVM_Task, 'duration_secs': 0.2083} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.427312] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.427482] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.427919] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d534b9f-a19b-45a0-a0d0-6101ec1e0252 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.431438] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 967.431438] env[63105]: value = "task-2759307" [ 967.431438] env[63105]: _type = "Task" [ 967.431438] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.438900] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759307, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.495693] env[63105]: DEBUG oslo_concurrency.lockutils [req-6c78bf31-f649-4edc-924d-46ef33bbaca1 req-3c2c81c3-0178-42be-8b69-7521a7847304 service nova] Releasing lock "refresh_cache-398e516b-9906-4e3f-b74d-b090a0437662" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.502251] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.502531] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.502774] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleting the datastore file [datastore2] c3c5a377-7b54-47bb-b34a-4ccf93822d53 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.503095] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b70b86d-b7e5-42ec-bcfc-f2dfd9c15aa3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.509574] env[63105]: DEBUG oslo_vmware.api [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 967.509574] env[63105]: value = "task-2759309" [ 967.509574] env[63105]: _type = "Task" [ 967.509574] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.517381] env[63105]: DEBUG oslo_vmware.api [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.703493] env[63105]: DEBUG nova.compute.manager [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.703938] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.704602] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff7d128-428c-4c7f-91f9-a44722a3cbd0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.711731] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.711947] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21d59c8c-8e3f-4cf6-9f74-c98b18b4afe9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.717787] env[63105]: DEBUG oslo_vmware.api [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Waiting for the task: (returnval){ [ 967.717787] env[63105]: value = "task-2759310" [ 967.717787] env[63105]: _type = "Task" [ 967.717787] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.725332] env[63105]: DEBUG oslo_vmware.api [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2759310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.880225] env[63105]: DEBUG nova.compute.utils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 967.881482] env[63105]: DEBUG nova.compute.manager [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.881646] env[63105]: DEBUG nova.network.neutron [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.911476] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "407b6dfa-32ea-416c-972f-380e132d70c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.911712] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "407b6dfa-32ea-416c-972f-380e132d70c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.911884] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "407b6dfa-32ea-416c-972f-380e132d70c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.921254] env[63105]: DEBUG oslo_concurrency.lockutils [req-0d5cc9f1-6446-4884-adce-406aa424577a req-737bdd3f-f8ee-4b0a-bad0-e37fe3c99ac6 service nova] Releasing lock "refresh_cache-e318964e-f279-4839-9727-1e27416fd69b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.930891] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "refresh_cache-e318964e-f279-4839-9727-1e27416fd69b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.931131] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquired lock "refresh_cache-e318964e-f279-4839-9727-1e27416fd69b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.931460] env[63105]: DEBUG nova.network.neutron [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.934487] env[63105]: DEBUG nova.policy [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41bcc83a765a4aa5947e1c098a54d56f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6039084dd49439b9add938dad3b1446', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.945385] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759307, 'name': Rename_Task, 'duration_secs': 0.162015} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.946030] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.946030] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce9ed752-e1db-4cfb-87f2-a88126c8912b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.952969] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 967.952969] env[63105]: value = "task-2759311" [ 967.952969] env[63105]: _type = "Task" [ 967.952969] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.960240] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.021826] env[63105]: DEBUG oslo_vmware.api [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157514} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.022106] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.022449] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.022590] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.022778] env[63105]: INFO nova.compute.manager [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Took 1.17 seconds to destroy the instance on the hypervisor. [ 968.023089] env[63105]: DEBUG oslo.service.loopingcall [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 968.023327] env[63105]: DEBUG nova.compute.manager [-] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.024267] env[63105]: DEBUG nova.network.neutron [-] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.228249] env[63105]: DEBUG oslo_vmware.api [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2759310, 'name': PowerOffVM_Task, 'duration_secs': 0.194695} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.229263] env[63105]: DEBUG nova.network.neutron [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Successfully created port: eda16ee1-434f-472f-b814-38441c952349 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.231185] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.231994] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.231994] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-127d05dc-16c5-4e0e-a88e-4fee2de48e86 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.297612] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.297837] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.298035] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Deleting the datastore file [datastore2] 398e516b-9906-4e3f-b74d-b090a0437662 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.298302] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e46e5e68-70e8-422d-9ef3-e146e70d319b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.305714] env[63105]: DEBUG oslo_vmware.api [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Waiting for the task: (returnval){ [ 968.305714] env[63105]: value = "task-2759313" [ 968.305714] env[63105]: _type = "Task" [ 968.305714] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.313870] env[63105]: DEBUG oslo_vmware.api [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2759313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.384773] env[63105]: DEBUG nova.compute.manager [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.462155] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.749145] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccb8d70-573b-4376-b195-5d6ac5865fde {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.759839] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c60dd78-2af8-498b-bff9-cbf1c439b7db {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.762678] env[63105]: DEBUG nova.compute.manager [req-8da581c1-4615-4241-8ad2-3c6d67bd25dd req-3b6e68e8-83ae-459d-b0e5-e76f6e8b51c0 service nova] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Received event network-vif-deleted-3bd1403b-6619-41d5-bb47-5179e832f305 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 968.762875] env[63105]: INFO nova.compute.manager [req-8da581c1-4615-4241-8ad2-3c6d67bd25dd req-3b6e68e8-83ae-459d-b0e5-e76f6e8b51c0 service nova] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Neutron deleted interface 3bd1403b-6619-41d5-bb47-5179e832f305; detaching it from the instance and deleting it from the info cache [ 968.763056] env[63105]: DEBUG nova.network.neutron [req-8da581c1-4615-4241-8ad2-3c6d67bd25dd req-3b6e68e8-83ae-459d-b0e5-e76f6e8b51c0 service nova] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.792553] env[63105]: DEBUG nova.network.neutron [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Updating instance_info_cache with network_info: [{"id": "00ab9c7f-b495-491c-886e-80b9c20a664b", "address": "fa:16:3e:ad:72:61", "network": {"id": "932ea37b-8fd8-4dcd-a48c-b872c33c8f09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1260975201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73e1ee0dede4527bc08f36deac2cb30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ab9c7f-b4", "ovs_interfaceid": "00ab9c7f-b495-491c-886e-80b9c20a664b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.794600] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce44aa9-1ea6-4a52-8711-8786a368b1c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.803210] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82debcb-5ab5-493e-b8f1-d265b8f59940 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.821991] env[63105]: DEBUG nova.network.neutron [-] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.823915] env[63105]: DEBUG nova.compute.provider_tree [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.828129] env[63105]: DEBUG oslo_vmware.api [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Task: {'id': task-2759313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264297} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.828813] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.828813] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.828981] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.829079] env[63105]: INFO nova.compute.manager [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Took 1.13 seconds to destroy the instance on the hypervisor. [ 968.829325] env[63105]: DEBUG oslo.service.loopingcall [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 968.829512] env[63105]: DEBUG nova.compute.manager [-] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.829606] env[63105]: DEBUG nova.network.neutron [-] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.964320] env[63105]: DEBUG oslo_vmware.api [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759311, 'name': PowerOnVM_Task, 'duration_secs': 0.732532} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.964692] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.964927] env[63105]: DEBUG nova.compute.manager [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.965755] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93482975-f65a-4f33-8ea8-8b5001b55e2d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.006178] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "refresh_cache-407b6dfa-32ea-416c-972f-380e132d70c7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.006178] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "refresh_cache-407b6dfa-32ea-416c-972f-380e132d70c7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.006178] env[63105]: DEBUG nova.network.neutron [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.265577] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49900e1e-1a60-4baa-bd78-7d77f25458b1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.275787] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f132e65b-742c-49dd-b43d-fcf4311b14d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.298052] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Releasing lock "refresh_cache-e318964e-f279-4839-9727-1e27416fd69b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.312228] env[63105]: DEBUG nova.compute.manager [req-8da581c1-4615-4241-8ad2-3c6d67bd25dd req-3b6e68e8-83ae-459d-b0e5-e76f6e8b51c0 service nova] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Detach interface failed, port_id=3bd1403b-6619-41d5-bb47-5179e832f305, reason: Instance c3c5a377-7b54-47bb-b34a-4ccf93822d53 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 969.316019] env[63105]: DEBUG nova.compute.manager [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.316019] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d76fb92-d525-41b9-bfc5-5a04050af241 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.325853] env[63105]: INFO nova.compute.manager [-] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Took 1.30 seconds to deallocate network for instance. [ 969.330665] env[63105]: DEBUG nova.scheduler.client.report [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 969.399644] env[63105]: DEBUG nova.compute.manager [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.431766] env[63105]: DEBUG nova.virt.hardware [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 969.432073] env[63105]: DEBUG nova.virt.hardware [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 969.432241] env[63105]: DEBUG nova.virt.hardware [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.432428] env[63105]: DEBUG nova.virt.hardware [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 969.432611] env[63105]: DEBUG nova.virt.hardware [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.432818] env[63105]: DEBUG nova.virt.hardware [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 969.432984] env[63105]: DEBUG nova.virt.hardware [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 969.433158] env[63105]: DEBUG nova.virt.hardware [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 969.433327] env[63105]: DEBUG nova.virt.hardware [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 969.433489] env[63105]: DEBUG nova.virt.hardware [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 969.433660] env[63105]: DEBUG nova.virt.hardware [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 969.434657] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ea1c3f-6ba9-499a-ab81-eaabd8b0b488 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.445327] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8a5032-f7b5-40c8-9cf6-4de2c7e85d18 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.482911] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.899637] env[63105]: DEBUG nova.network.neutron [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Successfully updated port: eda16ee1-434f-472f-b814-38441c952349 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.899637] env[63105]: DEBUG nova.compute.manager [req-3b0639a9-df66-4455-bc63-d2ae90bf8925 req-d66d1271-4db1-453c-9dbb-a46dc9e6e3e7 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Received event network-vif-plugged-eda16ee1-434f-472f-b814-38441c952349 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 969.899637] env[63105]: DEBUG oslo_concurrency.lockutils [req-3b0639a9-df66-4455-bc63-d2ae90bf8925 req-d66d1271-4db1-453c-9dbb-a46dc9e6e3e7 service nova] Acquiring lock "102eff5f-81a7-432e-b5c9-1f47903703a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.899637] env[63105]: DEBUG oslo_concurrency.lockutils [req-3b0639a9-df66-4455-bc63-d2ae90bf8925 req-d66d1271-4db1-453c-9dbb-a46dc9e6e3e7 service nova] Lock "102eff5f-81a7-432e-b5c9-1f47903703a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.899637] env[63105]: DEBUG oslo_concurrency.lockutils [req-3b0639a9-df66-4455-bc63-d2ae90bf8925 req-d66d1271-4db1-453c-9dbb-a46dc9e6e3e7 service nova] Lock "102eff5f-81a7-432e-b5c9-1f47903703a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.899637] env[63105]: DEBUG nova.compute.manager [req-3b0639a9-df66-4455-bc63-d2ae90bf8925 req-d66d1271-4db1-453c-9dbb-a46dc9e6e3e7 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] No waiting events found dispatching network-vif-plugged-eda16ee1-434f-472f-b814-38441c952349 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.899637] env[63105]: WARNING nova.compute.manager [req-3b0639a9-df66-4455-bc63-d2ae90bf8925 req-d66d1271-4db1-453c-9dbb-a46dc9e6e3e7 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Received unexpected event network-vif-plugged-eda16ee1-434f-472f-b814-38441c952349 for instance with vm_state building and task_state spawning. [ 969.899637] env[63105]: DEBUG oslo_concurrency.lockutils [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.899637] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.899637] env[63105]: DEBUG nova.compute.manager [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.899637] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.953s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.899637] env[63105]: INFO nova.compute.claims [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.902069] env[63105]: DEBUG nova.network.neutron [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updating instance_info_cache with network_info: [{"id": "58db3952-87eb-4382-83cc-29fe688006a8", "address": "fa:16:3e:14:f7:e4", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58db3952-87", "ovs_interfaceid": "58db3952-87eb-4382-83cc-29fe688006a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.902069] env[63105]: DEBUG nova.network.neutron [-] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.230114] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.230350] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.230456] env[63105]: DEBUG nova.network.neutron [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.328968] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f88a9df-2485-4e50-8ae5-b5d141098b02 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.336773] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Doing hard reboot of VM {{(pid=63105) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 970.337098] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f3911701-9519-4819-a2cd-b2e90bb0ce29 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.344029] env[63105]: DEBUG oslo_vmware.api [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 970.344029] env[63105]: value = "task-2759314" [ 970.344029] env[63105]: _type = "Task" [ 970.344029] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.347913] env[63105]: DEBUG nova.compute.utils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 970.349272] env[63105]: DEBUG nova.compute.manager [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.349445] env[63105]: DEBUG nova.network.neutron [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.358482] env[63105]: DEBUG oslo_vmware.api [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759314, 'name': ResetVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.391027] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "refresh_cache-407b6dfa-32ea-416c-972f-380e132d70c7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.394830] env[63105]: INFO nova.compute.manager [-] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Took 1.57 seconds to deallocate network for instance. [ 970.423876] env[63105]: DEBUG nova.policy [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b6b1ca1de1494d9834f0cce689b51c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47d667969ee5405b9a7140f6278ccbe2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.511112] env[63105]: INFO nova.compute.manager [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Rebuilding instance [ 970.558695] env[63105]: DEBUG nova.compute.manager [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.560035] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3251a314-2b79-4864-b8e1-bb9b27418636 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.751487] env[63105]: DEBUG nova.network.neutron [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Successfully created port: 5090fa12-e2b5-43c9-a440-9cd80a7fd163 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.770138] env[63105]: DEBUG nova.network.neutron [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.791515] env[63105]: DEBUG nova.compute.manager [req-d0eaf09f-79e1-4d27-b4ad-6f3968689fc0 req-9715ecf3-c93c-40b0-b34a-484fbfb91896 service nova] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Received event network-vif-deleted-7a055913-1811-4832-9baa-55552ec7d283 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 970.853126] env[63105]: DEBUG oslo_vmware.api [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759314, 'name': ResetVM_Task, 'duration_secs': 0.098636} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.853624] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Did hard reboot of VM {{(pid=63105) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 970.853624] env[63105]: DEBUG nova.compute.manager [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.856898] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275b3de0-34c0-4e06-9579-bcc7c8af1c7e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.859824] env[63105]: DEBUG nova.compute.manager [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.906118] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.907138] env[63105]: DEBUG nova.network.neutron [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updating instance_info_cache with network_info: [{"id": "eda16ee1-434f-472f-b814-38441c952349", "address": "fa:16:3e:2e:30:55", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda16ee1-43", "ovs_interfaceid": "eda16ee1-434f-472f-b814-38441c952349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.917687] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bced9f17-91dc-4e29-b65d-1a7917d2bf94 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.944069] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d9aeb3-7f44-44d9-bb47-ddf9d796e73e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.952689] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updating instance '407b6dfa-32ea-416c-972f-380e132d70c7' progress to 83 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.279132] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0819752-37c4-4341-adda-cc3728c9d74f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.287600] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0f450f-23e4-4bb9-a314-6983493f58db {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.324130] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf24bac1-edc9-4f84-b707-cbe56b3988ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.332011] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cec1bc-951b-43d7-9324-ada3f7a6eff0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.346412] env[63105]: DEBUG nova.compute.provider_tree [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.377846] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cced910f-4154-4bb3-957c-c2512eec3272 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "e318964e-f279-4839-9727-1e27416fd69b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.972s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.410789] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.411153] env[63105]: DEBUG nova.compute.manager [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Instance network_info: |[{"id": "eda16ee1-434f-472f-b814-38441c952349", "address": "fa:16:3e:2e:30:55", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda16ee1-43", "ovs_interfaceid": "eda16ee1-434f-472f-b814-38441c952349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.411563] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:30:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eda16ee1-434f-472f-b814-38441c952349', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.423476] env[63105]: DEBUG oslo.service.loopingcall [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 971.424978] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.425915] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d352216-0a68-4e89-9d8f-8a2e634ab092 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.451146] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.451146] env[63105]: value = "task-2759315" [ 971.451146] env[63105]: _type = "Task" [ 971.451146] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.462566] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.462566] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759315, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.462566] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ff3beb4-03c1-4eb6-a682-d4559d313458 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.467775] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 971.467775] env[63105]: value = "task-2759316" [ 971.467775] env[63105]: _type = "Task" [ 971.467775] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.475763] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.575682] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.576804] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b73cbf2-af09-43cb-ac57-fa7e13815543 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.583604] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 971.583604] env[63105]: value = "task-2759317" [ 971.583604] env[63105]: _type = "Task" [ 971.583604] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.593114] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.852017] env[63105]: DEBUG nova.scheduler.client.report [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 971.863104] env[63105]: DEBUG nova.compute.manager [req-a766f927-9c5d-442e-b005-08ee6da2c83d req-d31ce49c-5ac6-48d2-817d-7c234d4cc1b0 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Received event network-changed-eda16ee1-434f-472f-b814-38441c952349 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 971.863304] env[63105]: DEBUG nova.compute.manager [req-a766f927-9c5d-442e-b005-08ee6da2c83d req-d31ce49c-5ac6-48d2-817d-7c234d4cc1b0 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Refreshing instance network info cache due to event network-changed-eda16ee1-434f-472f-b814-38441c952349. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 971.863516] env[63105]: DEBUG oslo_concurrency.lockutils [req-a766f927-9c5d-442e-b005-08ee6da2c83d req-d31ce49c-5ac6-48d2-817d-7c234d4cc1b0 service nova] Acquiring lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.863751] env[63105]: DEBUG oslo_concurrency.lockutils [req-a766f927-9c5d-442e-b005-08ee6da2c83d req-d31ce49c-5ac6-48d2-817d-7c234d4cc1b0 service nova] Acquired lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.864474] env[63105]: DEBUG nova.network.neutron [req-a766f927-9c5d-442e-b005-08ee6da2c83d req-d31ce49c-5ac6-48d2-817d-7c234d4cc1b0 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Refreshing network info cache for port eda16ee1-434f-472f-b814-38441c952349 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.870715] env[63105]: DEBUG nova.compute.manager [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.896638] env[63105]: DEBUG nova.virt.hardware [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 971.896890] env[63105]: DEBUG nova.virt.hardware [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 971.897081] env[63105]: DEBUG nova.virt.hardware [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.897285] env[63105]: DEBUG nova.virt.hardware [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 971.897436] env[63105]: DEBUG nova.virt.hardware [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.897586] env[63105]: DEBUG nova.virt.hardware [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 971.897900] env[63105]: DEBUG nova.virt.hardware [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 971.898126] env[63105]: DEBUG nova.virt.hardware [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 971.898310] env[63105]: DEBUG nova.virt.hardware [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 971.898476] env[63105]: DEBUG nova.virt.hardware [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 971.898648] env[63105]: DEBUG nova.virt.hardware [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 971.899740] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d9333f-1f56-4e65-af51-7f56bbdac18f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.908467] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64aa45fc-df7c-43f0-96d0-b2dff61cc694 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.962709] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759315, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.975860] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.093977] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.357069] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.357753] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.360799] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.431s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.362461] env[63105]: INFO nova.compute.claims [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.466655] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759315, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.479058] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.532784] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "e318964e-f279-4839-9727-1e27416fd69b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.535876] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "e318964e-f279-4839-9727-1e27416fd69b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.536180] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "e318964e-f279-4839-9727-1e27416fd69b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.539014] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "e318964e-f279-4839-9727-1e27416fd69b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.539330] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "e318964e-f279-4839-9727-1e27416fd69b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.541656] env[63105]: INFO nova.compute.manager [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Terminating instance [ 972.596538] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.627419] env[63105]: DEBUG nova.network.neutron [req-a766f927-9c5d-442e-b005-08ee6da2c83d req-d31ce49c-5ac6-48d2-817d-7c234d4cc1b0 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updated VIF entry in instance network info cache for port eda16ee1-434f-472f-b814-38441c952349. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.628451] env[63105]: DEBUG nova.network.neutron [req-a766f927-9c5d-442e-b005-08ee6da2c83d req-d31ce49c-5ac6-48d2-817d-7c234d4cc1b0 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updating instance_info_cache with network_info: [{"id": "eda16ee1-434f-472f-b814-38441c952349", "address": "fa:16:3e:2e:30:55", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda16ee1-43", "ovs_interfaceid": "eda16ee1-434f-472f-b814-38441c952349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.824729] env[63105]: DEBUG nova.compute.manager [req-7042a2bd-8648-47fc-a381-cbcb5e834e6b req-6f8e8e94-650b-4177-bf28-d7f9a389dd2d service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Received event network-changed-00ab9c7f-b495-491c-886e-80b9c20a664b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 972.824818] env[63105]: DEBUG nova.compute.manager [req-7042a2bd-8648-47fc-a381-cbcb5e834e6b req-6f8e8e94-650b-4177-bf28-d7f9a389dd2d service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Refreshing instance network info cache due to event network-changed-00ab9c7f-b495-491c-886e-80b9c20a664b. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 972.825027] env[63105]: DEBUG oslo_concurrency.lockutils [req-7042a2bd-8648-47fc-a381-cbcb5e834e6b req-6f8e8e94-650b-4177-bf28-d7f9a389dd2d service nova] Acquiring lock "refresh_cache-e318964e-f279-4839-9727-1e27416fd69b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.825155] env[63105]: DEBUG oslo_concurrency.lockutils [req-7042a2bd-8648-47fc-a381-cbcb5e834e6b req-6f8e8e94-650b-4177-bf28-d7f9a389dd2d service nova] Acquired lock "refresh_cache-e318964e-f279-4839-9727-1e27416fd69b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.825276] env[63105]: DEBUG nova.network.neutron [req-7042a2bd-8648-47fc-a381-cbcb5e834e6b req-6f8e8e94-650b-4177-bf28-d7f9a389dd2d service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Refreshing network info cache for port 00ab9c7f-b495-491c-886e-80b9c20a664b {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.837996] env[63105]: DEBUG nova.network.neutron [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Successfully updated port: 5090fa12-e2b5-43c9-a440-9cd80a7fd163 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.867518] env[63105]: DEBUG nova.compute.utils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 972.871922] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.872120] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.909761] env[63105]: DEBUG nova.policy [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9892fc0a451940139b118bf22c5fa913', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a0708fdb8f84daa8373702438dfa589', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.963268] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759315, 'name': CreateVM_Task, 'duration_secs': 1.197393} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.963468] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.964086] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.964256] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.964774] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.964845] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635e7e47-03c1-4a60-8a48-f1dc375cd932 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.969043] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 972.969043] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5235710e-0f95-0159-1b6d-4b5bc34b6cad" [ 972.969043] env[63105]: _type = "Task" [ 972.969043] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.980602] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5235710e-0f95-0159-1b6d-4b5bc34b6cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.983758] env[63105]: DEBUG oslo_vmware.api [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759316, 'name': PowerOnVM_Task, 'duration_secs': 1.280829} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.984015] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.984207] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7bf0ef-6f2e-4558-a0d9-c9afafd77e4a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updating instance '407b6dfa-32ea-416c-972f-380e132d70c7' progress to 100 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.046447] env[63105]: DEBUG nova.compute.manager [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.046670] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.047659] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e79dfb-8ed5-4691-80e7-942a861e3442 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.055074] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.055314] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b208ff55-fea6-467f-9e01-d34e422aeda0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.060552] env[63105]: DEBUG oslo_vmware.api [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 973.060552] env[63105]: value = "task-2759318" [ 973.060552] env[63105]: _type = "Task" [ 973.060552] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.067883] env[63105]: DEBUG oslo_vmware.api [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.095415] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759317, 'name': PowerOffVM_Task, 'duration_secs': 1.101594} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.095688] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.095911] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.096705] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345e15de-cb87-47fb-9468-b95adec2e5ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.105039] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.105039] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a4d7ebd-6f4b-460e-a86c-4a356a581a6a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.131506] env[63105]: DEBUG oslo_concurrency.lockutils [req-a766f927-9c5d-442e-b005-08ee6da2c83d req-d31ce49c-5ac6-48d2-817d-7c234d4cc1b0 service nova] Releasing lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.179221] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.179495] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.179714] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleting the datastore file [datastore1] 275ed3e3-0b33-4b86-a9e4-6062ff6d8276 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.180015] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-194d02e4-9dc1-44c2-98fe-03d7fd3a99c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.187626] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 973.187626] env[63105]: value = "task-2759320" [ 973.187626] env[63105]: _type = "Task" [ 973.187626] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.200999] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.271287] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Successfully created port: d7364c65-ed8c-46ae-a0bc-33a51bebfae6 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.340808] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.341065] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.341243] env[63105]: DEBUG nova.network.neutron [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.374953] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.483562] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5235710e-0f95-0159-1b6d-4b5bc34b6cad, 'name': SearchDatastore_Task, 'duration_secs': 0.036723} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.486115] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.486362] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.486591] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.486738] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.486915] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.487361] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5feb74d-2a34-4315-89fe-8fc8ab94d431 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.509016] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.509016] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.509217] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4beab441-06f6-4d44-b816-7f905dfa6e57 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.521018] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 973.521018] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52dfb6ec-6235-8689-f22a-ca9158a18b63" [ 973.521018] env[63105]: _type = "Task" [ 973.521018] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.530549] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52dfb6ec-6235-8689-f22a-ca9158a18b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.550189] env[63105]: DEBUG nova.network.neutron [req-7042a2bd-8648-47fc-a381-cbcb5e834e6b req-6f8e8e94-650b-4177-bf28-d7f9a389dd2d service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Updated VIF entry in instance network info cache for port 00ab9c7f-b495-491c-886e-80b9c20a664b. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.550562] env[63105]: DEBUG nova.network.neutron [req-7042a2bd-8648-47fc-a381-cbcb5e834e6b req-6f8e8e94-650b-4177-bf28-d7f9a389dd2d service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Updating instance_info_cache with network_info: [{"id": "00ab9c7f-b495-491c-886e-80b9c20a664b", "address": "fa:16:3e:ad:72:61", "network": {"id": "932ea37b-8fd8-4dcd-a48c-b872c33c8f09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1260975201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73e1ee0dede4527bc08f36deac2cb30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ab9c7f-b4", "ovs_interfaceid": "00ab9c7f-b495-491c-886e-80b9c20a664b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.575938] env[63105]: DEBUG oslo_vmware.api [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759318, 'name': PowerOffVM_Task, 'duration_secs': 0.205392} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.576259] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.576600] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.576871] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8621a5b-9ec7-414b-be65-7a7796899dbf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.645731] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.645983] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.646194] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Deleting the datastore file [datastore1] e318964e-f279-4839-9727-1e27416fd69b {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.646445] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e10c6bb8-f798-4d59-b740-9d00ba63c8a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.659463] env[63105]: DEBUG oslo_vmware.api [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 973.659463] env[63105]: value = "task-2759322" [ 973.659463] env[63105]: _type = "Task" [ 973.659463] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.669678] env[63105]: DEBUG oslo_vmware.api [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.701429] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307996} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.701429] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.701429] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.701429] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.770127] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d895061c-5e25-418f-914c-c7d7abaaca80 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.778344] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570e1532-b2c4-43df-8cf6-5763e518cecd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.781632] env[63105]: DEBUG oslo_concurrency.lockutils [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Acquiring lock "15507d53-4583-42f5-9f51-0b08cc701524" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.781846] env[63105]: DEBUG oslo_concurrency.lockutils [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Lock "15507d53-4583-42f5-9f51-0b08cc701524" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.782054] env[63105]: DEBUG oslo_concurrency.lockutils [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Acquiring lock "15507d53-4583-42f5-9f51-0b08cc701524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.782236] env[63105]: DEBUG oslo_concurrency.lockutils [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Lock "15507d53-4583-42f5-9f51-0b08cc701524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.782395] env[63105]: DEBUG oslo_concurrency.lockutils [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Lock "15507d53-4583-42f5-9f51-0b08cc701524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.812107] env[63105]: INFO nova.compute.manager [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Terminating instance [ 973.814142] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a08c4e-bd31-45d5-9112-836c91d90887 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.822537] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7141d081-82ee-4276-950b-224dad5272b3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.839244] env[63105]: DEBUG nova.compute.provider_tree [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.873552] env[63105]: DEBUG nova.network.neutron [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.004071] env[63105]: DEBUG nova.network.neutron [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Updating instance_info_cache with network_info: [{"id": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "address": "fa:16:3e:a0:ec:39", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5090fa12-e2", "ovs_interfaceid": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.031174] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52dfb6ec-6235-8689-f22a-ca9158a18b63, 'name': SearchDatastore_Task, 'duration_secs': 0.020891} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.031933] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a483547-1bb5-4e10-9ec8-09cdd092225e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.036894] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 974.036894] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52c98dcd-9bb6-5e9f-7d48-48e7c13f6cfb" [ 974.036894] env[63105]: _type = "Task" [ 974.036894] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.045772] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c98dcd-9bb6-5e9f-7d48-48e7c13f6cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.052926] env[63105]: DEBUG oslo_concurrency.lockutils [req-7042a2bd-8648-47fc-a381-cbcb5e834e6b req-6f8e8e94-650b-4177-bf28-d7f9a389dd2d service nova] Releasing lock "refresh_cache-e318964e-f279-4839-9727-1e27416fd69b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.053185] env[63105]: DEBUG nova.compute.manager [req-7042a2bd-8648-47fc-a381-cbcb5e834e6b req-6f8e8e94-650b-4177-bf28-d7f9a389dd2d service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Received event network-vif-plugged-5090fa12-e2b5-43c9-a440-9cd80a7fd163 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 974.053375] env[63105]: DEBUG oslo_concurrency.lockutils [req-7042a2bd-8648-47fc-a381-cbcb5e834e6b req-6f8e8e94-650b-4177-bf28-d7f9a389dd2d service nova] Acquiring lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.053569] env[63105]: DEBUG oslo_concurrency.lockutils [req-7042a2bd-8648-47fc-a381-cbcb5e834e6b req-6f8e8e94-650b-4177-bf28-d7f9a389dd2d service nova] Lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.053726] env[63105]: DEBUG oslo_concurrency.lockutils [req-7042a2bd-8648-47fc-a381-cbcb5e834e6b req-6f8e8e94-650b-4177-bf28-d7f9a389dd2d service nova] Lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.053929] env[63105]: DEBUG nova.compute.manager [req-7042a2bd-8648-47fc-a381-cbcb5e834e6b req-6f8e8e94-650b-4177-bf28-d7f9a389dd2d service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] No waiting events found dispatching network-vif-plugged-5090fa12-e2b5-43c9-a440-9cd80a7fd163 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.054125] env[63105]: WARNING nova.compute.manager [req-7042a2bd-8648-47fc-a381-cbcb5e834e6b req-6f8e8e94-650b-4177-bf28-d7f9a389dd2d service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Received unexpected event network-vif-plugged-5090fa12-e2b5-43c9-a440-9cd80a7fd163 for instance with vm_state building and task_state spawning. [ 974.169763] env[63105]: DEBUG oslo_vmware.api [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200064} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.170024] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.170215] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.170391] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.170562] env[63105]: INFO nova.compute.manager [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: e318964e-f279-4839-9727-1e27416fd69b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 974.170890] env[63105]: DEBUG oslo.service.loopingcall [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.171088] env[63105]: DEBUG nova.compute.manager [-] [instance: e318964e-f279-4839-9727-1e27416fd69b] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.171183] env[63105]: DEBUG nova.network.neutron [-] [instance: e318964e-f279-4839-9727-1e27416fd69b] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.322604] env[63105]: DEBUG nova.compute.manager [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.322911] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.323899] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3585743f-ff0d-4968-a6c5-4315af3d805d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.331724] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.331982] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dcefda2-3680-4dec-b671-bb7f7145a989 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.338449] env[63105]: DEBUG oslo_vmware.api [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Waiting for the task: (returnval){ [ 974.338449] env[63105]: value = "task-2759323" [ 974.338449] env[63105]: _type = "Task" [ 974.338449] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.342220] env[63105]: DEBUG nova.scheduler.client.report [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 974.351140] env[63105]: DEBUG oslo_vmware.api [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': task-2759323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.386302] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.412069] env[63105]: DEBUG nova.compute.manager [req-18e324bf-3f05-4091-9e36-c1475d9aeba6 req-0647779d-fa2e-4259-a354-070d8033b04d service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Received event network-vif-deleted-00ab9c7f-b495-491c-886e-80b9c20a664b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 974.412151] env[63105]: INFO nova.compute.manager [req-18e324bf-3f05-4091-9e36-c1475d9aeba6 req-0647779d-fa2e-4259-a354-070d8033b04d service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Neutron deleted interface 00ab9c7f-b495-491c-886e-80b9c20a664b; detaching it from the instance and deleting it from the info cache [ 974.412271] env[63105]: DEBUG nova.network.neutron [req-18e324bf-3f05-4091-9e36-c1475d9aeba6 req-0647779d-fa2e-4259-a354-070d8033b04d service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.416424] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 974.416424] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 974.416424] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.416424] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 974.416424] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.416721] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 974.416775] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 974.416921] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 974.417553] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 974.417667] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 974.417847] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 974.419406] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9f6761-d465-4e9d-9a5f-58d5cba67e7b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.428500] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9a72d5-e91e-42e1-9bd4-15c1872a32ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.512696] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.515458] env[63105]: DEBUG nova.compute.manager [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Instance network_info: |[{"id": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "address": "fa:16:3e:a0:ec:39", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5090fa12-e2", "ovs_interfaceid": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.515458] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:ec:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5090fa12-e2b5-43c9-a440-9cd80a7fd163', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.523080] env[63105]: DEBUG oslo.service.loopingcall [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.524669] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.525038] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9adf984a-04ad-4235-b114-fb4946e340ef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.550427] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c98dcd-9bb6-5e9f-7d48-48e7c13f6cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.551665] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.551922] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 102eff5f-81a7-432e-b5c9-1f47903703a7/102eff5f-81a7-432e-b5c9-1f47903703a7.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.552167] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.552167] env[63105]: value = "task-2759324" [ 974.552167] env[63105]: _type = "Task" [ 974.552167] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.552369] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b2de9fb-0ad9-434f-8437-fc0e3c6f4273 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.563106] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759324, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.564360] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 974.564360] env[63105]: value = "task-2759325" [ 974.564360] env[63105]: _type = "Task" [ 974.564360] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.574043] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.742441] env[63105]: DEBUG nova.virt.hardware [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 974.746668] env[63105]: DEBUG nova.virt.hardware [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 974.746986] env[63105]: DEBUG nova.virt.hardware [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.747541] env[63105]: DEBUG nova.virt.hardware [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 974.747772] env[63105]: DEBUG nova.virt.hardware [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.748073] env[63105]: DEBUG nova.virt.hardware [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 974.748352] env[63105]: DEBUG nova.virt.hardware [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 974.749276] env[63105]: DEBUG nova.virt.hardware [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 974.749584] env[63105]: DEBUG nova.virt.hardware [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 974.750147] env[63105]: DEBUG nova.virt.hardware [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 974.750368] env[63105]: DEBUG nova.virt.hardware [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 974.751391] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997c7832-ba99-43ed-98c8-0faecd7b3373 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.761060] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380781de-4377-4655-b75d-6be3ba70afe8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.781416] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:ae:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5b3f0fd-75a6-4c43-80f5-a302d33c0ff8', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.790970] env[63105]: DEBUG oslo.service.loopingcall [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.791400] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.791619] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7eaa4869-176e-44b5-b74c-8ba70f0a7017 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.818961] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.818961] env[63105]: value = "task-2759326" [ 974.818961] env[63105]: _type = "Task" [ 974.818961] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.830205] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759326, 'name': CreateVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.848128] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.848783] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.857517] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.881s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.858976] env[63105]: INFO nova.compute.claims [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.863582] env[63105]: DEBUG oslo_vmware.api [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': task-2759323, 'name': PowerOffVM_Task, 'duration_secs': 0.214421} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.864396] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.864584] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.864915] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b7d52a0-9ecb-4782-9e94-b3015c24e138 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.895487] env[63105]: DEBUG nova.network.neutron [-] [instance: e318964e-f279-4839-9727-1e27416fd69b] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.919935] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdfe370d-46c6-4317-a1aa-6bcab8135969 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.926319] env[63105]: DEBUG nova.compute.manager [req-1c88edb3-b3a2-4c1f-948b-e77a7f3542e9 req-a912e8e1-8ab6-4310-94b5-c8bbab009c85 service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Received event network-changed-5090fa12-e2b5-43c9-a440-9cd80a7fd163 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 974.926561] env[63105]: DEBUG nova.compute.manager [req-1c88edb3-b3a2-4c1f-948b-e77a7f3542e9 req-a912e8e1-8ab6-4310-94b5-c8bbab009c85 service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Refreshing instance network info cache due to event network-changed-5090fa12-e2b5-43c9-a440-9cd80a7fd163. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 974.926790] env[63105]: DEBUG oslo_concurrency.lockutils [req-1c88edb3-b3a2-4c1f-948b-e77a7f3542e9 req-a912e8e1-8ab6-4310-94b5-c8bbab009c85 service nova] Acquiring lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.926964] env[63105]: DEBUG oslo_concurrency.lockutils [req-1c88edb3-b3a2-4c1f-948b-e77a7f3542e9 req-a912e8e1-8ab6-4310-94b5-c8bbab009c85 service nova] Acquired lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.927246] env[63105]: DEBUG nova.network.neutron [req-1c88edb3-b3a2-4c1f-948b-e77a7f3542e9 req-a912e8e1-8ab6-4310-94b5-c8bbab009c85 service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Refreshing network info cache for port 5090fa12-e2b5-43c9-a440-9cd80a7fd163 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.933836] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99e4a70-5880-4ed9-a00b-5970dd05cdeb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.972904] env[63105]: DEBUG nova.compute.manager [req-18e324bf-3f05-4091-9e36-c1475d9aeba6 req-0647779d-fa2e-4259-a354-070d8033b04d service nova] [instance: e318964e-f279-4839-9727-1e27416fd69b] Detach interface failed, port_id=00ab9c7f-b495-491c-886e-80b9c20a664b, reason: Instance e318964e-f279-4839-9727-1e27416fd69b could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 974.974627] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.974823] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.975040] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Deleting the datastore file [datastore2] 15507d53-4583-42f5-9f51-0b08cc701524 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.975318] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bed8c93-cbc3-40a3-b488-3909aad4497d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.984237] env[63105]: DEBUG oslo_vmware.api [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Waiting for the task: (returnval){ [ 974.984237] env[63105]: value = "task-2759328" [ 974.984237] env[63105]: _type = "Task" [ 974.984237] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.995976] env[63105]: DEBUG oslo_vmware.api [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': task-2759328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.065398] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759324, 'name': CreateVM_Task, 'duration_secs': 0.407612} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.073978] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.074784] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.074968] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.075326] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.076032] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9bf3fc0-43c6-4791-9f8a-d15b20ad63c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.082462] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505761} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.083482] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 102eff5f-81a7-432e-b5c9-1f47903703a7/102eff5f-81a7-432e-b5c9-1f47903703a7.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.083730] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.084037] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08329a48-3da3-4835-8f00-7b8f89e515ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.088969] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 975.088969] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521c8385-4072-994a-ddb0-31b9f11338de" [ 975.088969] env[63105]: _type = "Task" [ 975.088969] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.092882] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 975.092882] env[63105]: value = "task-2759329" [ 975.092882] env[63105]: _type = "Task" [ 975.092882] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.100695] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521c8385-4072-994a-ddb0-31b9f11338de, 'name': SearchDatastore_Task, 'duration_secs': 0.008834} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.101527] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.101700] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.101948] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.102123] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.102318] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.105426] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cf9c981-bd46-4942-82f4-7cc70a94960f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.107432] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.113435] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.113435] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.114315] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a29e9c-43b1-4d9a-92fa-08a0c7a93bf0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.119354] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 975.119354] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5286643f-b6d2-4c11-9145-53074bd9f25a" [ 975.119354] env[63105]: _type = "Task" [ 975.119354] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.127512] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5286643f-b6d2-4c11-9145-53074bd9f25a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.188145] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Successfully updated port: d7364c65-ed8c-46ae-a0bc-33a51bebfae6 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.328913] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759326, 'name': CreateVM_Task, 'duration_secs': 0.435662} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.329102] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.329772] env[63105]: DEBUG oslo_concurrency.lockutils [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.329940] env[63105]: DEBUG oslo_concurrency.lockutils [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.330281] env[63105]: DEBUG oslo_concurrency.lockutils [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.330854] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6af9405b-9306-4771-a31b-5b2904824f25 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.335453] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 975.335453] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a45335-46f2-aef7-318e-a05248d9c540" [ 975.335453] env[63105]: _type = "Task" [ 975.335453] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.343218] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a45335-46f2-aef7-318e-a05248d9c540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.365994] env[63105]: DEBUG nova.compute.utils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 975.369288] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.369490] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.398846] env[63105]: INFO nova.compute.manager [-] [instance: e318964e-f279-4839-9727-1e27416fd69b] Took 1.23 seconds to deallocate network for instance. [ 975.410065] env[63105]: DEBUG nova.policy [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9892fc0a451940139b118bf22c5fa913', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a0708fdb8f84daa8373702438dfa589', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.495869] env[63105]: DEBUG oslo_vmware.api [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Task: {'id': task-2759328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193364} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.496093] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.496282] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.496454] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.496622] env[63105]: INFO nova.compute.manager [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Took 1.17 seconds to destroy the instance on the hypervisor. [ 975.496860] env[63105]: DEBUG oslo.service.loopingcall [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 975.497078] env[63105]: DEBUG nova.compute.manager [-] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.497161] env[63105]: DEBUG nova.network.neutron [-] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.611524] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07802} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.612587] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.613680] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a008ae5b-852e-4b99-8dc1-d4b16ff25848 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.644113] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 102eff5f-81a7-432e-b5c9-1f47903703a7/102eff5f-81a7-432e-b5c9-1f47903703a7.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.648034] env[63105]: DEBUG oslo_concurrency.lockutils [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "407b6dfa-32ea-416c-972f-380e132d70c7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.648607] env[63105]: DEBUG oslo_concurrency.lockutils [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "407b6dfa-32ea-416c-972f-380e132d70c7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.648912] env[63105]: DEBUG nova.compute.manager [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Going to confirm migration 3 {{(pid=63105) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5113}} [ 975.650502] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c515012c-aa59-4a4d-87d7-4d767c73c48c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.666025] env[63105]: DEBUG nova.network.neutron [req-1c88edb3-b3a2-4c1f-948b-e77a7f3542e9 req-a912e8e1-8ab6-4310-94b5-c8bbab009c85 service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Updated VIF entry in instance network info cache for port 5090fa12-e2b5-43c9-a440-9cd80a7fd163. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.666519] env[63105]: DEBUG nova.network.neutron [req-1c88edb3-b3a2-4c1f-948b-e77a7f3542e9 req-a912e8e1-8ab6-4310-94b5-c8bbab009c85 service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Updating instance_info_cache with network_info: [{"id": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "address": "fa:16:3e:a0:ec:39", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5090fa12-e2", "ovs_interfaceid": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.676751] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5286643f-b6d2-4c11-9145-53074bd9f25a, 'name': SearchDatastore_Task, 'duration_secs': 0.008501} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.680350] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 975.680350] env[63105]: value = "task-2759330" [ 975.680350] env[63105]: _type = "Task" [ 975.680350] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.680789] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e4404c-9cbb-41f4-a589-5ca7ad4147f2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.693019] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 975.693019] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5215e004-7aac-c5ad-8c4b-f995f8e3c836" [ 975.693019] env[63105]: _type = "Task" [ 975.693019] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.695645] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "refresh_cache-bdc6099f-0343-4303-8802-d00a439dafb6" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.695903] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquired lock "refresh_cache-bdc6099f-0343-4303-8802-d00a439dafb6" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.696185] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.697472] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759330, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.706810] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5215e004-7aac-c5ad-8c4b-f995f8e3c836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.848636] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a45335-46f2-aef7-318e-a05248d9c540, 'name': SearchDatastore_Task, 'duration_secs': 0.0088} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.849155] env[63105]: DEBUG oslo_concurrency.lockutils [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.849538] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.849869] env[63105]: DEBUG oslo_concurrency.lockutils [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.872923] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.906169] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.955536] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Successfully created port: 2f163d1a-6a9f-44e9-9f19-4d6b184d28d7 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.169604] env[63105]: DEBUG oslo_concurrency.lockutils [req-1c88edb3-b3a2-4c1f-948b-e77a7f3542e9 req-a912e8e1-8ab6-4310-94b5-c8bbab009c85 service nova] Releasing lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.197188] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.214668] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5215e004-7aac-c5ad-8c4b-f995f8e3c836, 'name': SearchDatastore_Task, 'duration_secs': 0.018718} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.217033] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.217033] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] cc7a67ff-8e22-47d5-970a-89f02b8e4bb3/cc7a67ff-8e22-47d5-970a-89f02b8e4bb3.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.217033] env[63105]: DEBUG oslo_concurrency.lockutils [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.217033] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.217033] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ccbe1d6-1a63-402b-aa59-044392827d0d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.221125] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87181fd0-b232-4511-99b1-d415103f4512 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.229771] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 976.229771] env[63105]: value = "task-2759331" [ 976.229771] env[63105]: _type = "Task" [ 976.229771] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.233973] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.234090] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.237399] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a434dfa3-cd66-4501-a117-57d77a125305 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.244162] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.247144] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 976.247144] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52250205-f502-f2fb-ae49-70605b434d1d" [ 976.247144] env[63105]: _type = "Task" [ 976.247144] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.257595] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52250205-f502-f2fb-ae49-70605b434d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.264884] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d890319-d841-49cb-84da-6edb2894e5b6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.268212] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.275679] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ff1314-e608-4e62-8a32-24304e8a0c6f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.279502] env[63105]: DEBUG oslo_concurrency.lockutils [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "refresh_cache-407b6dfa-32ea-416c-972f-380e132d70c7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.279661] env[63105]: DEBUG oslo_concurrency.lockutils [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "refresh_cache-407b6dfa-32ea-416c-972f-380e132d70c7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.280337] env[63105]: DEBUG nova.network.neutron [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.280540] env[63105]: DEBUG nova.objects.instance [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lazy-loading 'info_cache' on Instance uuid 407b6dfa-32ea-416c-972f-380e132d70c7 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.315614] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2d9832-7aa0-4e18-8aec-22e96bcb111e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.324321] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b928f017-e28b-4f88-835f-284e199ebf38 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.339488] env[63105]: DEBUG nova.compute.provider_tree [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.436135] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Updating instance_info_cache with network_info: [{"id": "d7364c65-ed8c-46ae-a0bc-33a51bebfae6", "address": "fa:16:3e:a9:ba:4f", "network": {"id": "bf54bdb1-7ccf-4529-83a7-b785f80a6a8f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1598886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0708fdb8f84daa8373702438dfa589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7364c65-ed", "ovs_interfaceid": "d7364c65-ed8c-46ae-a0bc-33a51bebfae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.705024] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759330, 'name': ReconfigVM_Task, 'duration_secs': 0.965924} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.705024] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 102eff5f-81a7-432e-b5c9-1f47903703a7/102eff5f-81a7-432e-b5c9-1f47903703a7.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.705024] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d8303cd-abcd-46a4-b99b-9bba4b2af5e6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.713622] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 976.713622] env[63105]: value = "task-2759332" [ 976.713622] env[63105]: _type = "Task" [ 976.713622] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.724630] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759332, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.739355] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759331, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.757068] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52250205-f502-f2fb-ae49-70605b434d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.038974} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.757903] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77682245-1d23-402f-b687-e552614f54d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.763291] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 976.763291] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5283d2ef-2a0b-078d-394e-8be960d56e48" [ 976.763291] env[63105]: _type = "Task" [ 976.763291] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.772591] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5283d2ef-2a0b-078d-394e-8be960d56e48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.867039] env[63105]: ERROR nova.scheduler.client.report [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [req-11e63f2a-e918-4f2b-a22b-fa4d1efce423] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-11e63f2a-e918-4f2b-a22b-fa4d1efce423"}]} [ 976.881502] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.884690] env[63105]: DEBUG nova.scheduler.client.report [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 976.898631] env[63105]: DEBUG nova.scheduler.client.report [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 976.898892] env[63105]: DEBUG nova.compute.provider_tree [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.909177] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 976.909424] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 976.909577] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.909755] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 976.909899] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.910057] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 976.910267] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 976.910515] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 976.910718] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 976.910892] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 976.911086] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 976.911944] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3849cd0-2ac2-407d-b2f7-846533cac929 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.915239] env[63105]: DEBUG nova.scheduler.client.report [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 976.922309] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10acab2d-d192-4833-bd5f-c918fb256af5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.937434] env[63105]: DEBUG nova.scheduler.client.report [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 976.940170] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Releasing lock "refresh_cache-bdc6099f-0343-4303-8802-d00a439dafb6" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.940170] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Instance network_info: |[{"id": "d7364c65-ed8c-46ae-a0bc-33a51bebfae6", "address": "fa:16:3e:a9:ba:4f", "network": {"id": "bf54bdb1-7ccf-4529-83a7-b785f80a6a8f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1598886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0708fdb8f84daa8373702438dfa589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7364c65-ed", "ovs_interfaceid": "d7364c65-ed8c-46ae-a0bc-33a51bebfae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.940558] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:ba:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7364c65-ed8c-46ae-a0bc-33a51bebfae6', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.948228] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Creating folder: Project (5a0708fdb8f84daa8373702438dfa589). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.948555] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a30caca-667e-4538-a36d-a7e56bb4330a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.958157] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Created folder: Project (5a0708fdb8f84daa8373702438dfa589) in parent group-v554960. [ 976.958368] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Creating folder: Instances. Parent ref: group-v555201. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.958607] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fea9643-4d2f-4790-9b1e-817fb2a9c3ee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.967122] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Created folder: Instances in parent group-v555201. [ 976.967370] env[63105]: DEBUG oslo.service.loopingcall [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 976.967561] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.967765] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-439f8e36-b475-470c-bb37-5287ecd75f54 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.986284] env[63105]: DEBUG nova.network.neutron [-] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.989223] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.989223] env[63105]: value = "task-2759335" [ 976.989223] env[63105]: _type = "Task" [ 976.989223] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.996693] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759335, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.024533] env[63105]: DEBUG nova.compute.manager [req-09d30766-d683-4f1e-98f7-5dfbfae68f62 req-c9bd1e3a-a2b8-4de6-92bb-e18daae5bfc7 service nova] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Received event network-vif-plugged-d7364c65-ed8c-46ae-a0bc-33a51bebfae6 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 977.025343] env[63105]: DEBUG oslo_concurrency.lockutils [req-09d30766-d683-4f1e-98f7-5dfbfae68f62 req-c9bd1e3a-a2b8-4de6-92bb-e18daae5bfc7 service nova] Acquiring lock "bdc6099f-0343-4303-8802-d00a439dafb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.025343] env[63105]: DEBUG oslo_concurrency.lockutils [req-09d30766-d683-4f1e-98f7-5dfbfae68f62 req-c9bd1e3a-a2b8-4de6-92bb-e18daae5bfc7 service nova] Lock "bdc6099f-0343-4303-8802-d00a439dafb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.025343] env[63105]: DEBUG oslo_concurrency.lockutils [req-09d30766-d683-4f1e-98f7-5dfbfae68f62 req-c9bd1e3a-a2b8-4de6-92bb-e18daae5bfc7 service nova] Lock "bdc6099f-0343-4303-8802-d00a439dafb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.025455] env[63105]: DEBUG nova.compute.manager [req-09d30766-d683-4f1e-98f7-5dfbfae68f62 req-c9bd1e3a-a2b8-4de6-92bb-e18daae5bfc7 service nova] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] No waiting events found dispatching network-vif-plugged-d7364c65-ed8c-46ae-a0bc-33a51bebfae6 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.025725] env[63105]: WARNING nova.compute.manager [req-09d30766-d683-4f1e-98f7-5dfbfae68f62 req-c9bd1e3a-a2b8-4de6-92bb-e18daae5bfc7 service nova] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Received unexpected event network-vif-plugged-d7364c65-ed8c-46ae-a0bc-33a51bebfae6 for instance with vm_state building and task_state spawning. [ 977.026254] env[63105]: DEBUG nova.compute.manager [req-09d30766-d683-4f1e-98f7-5dfbfae68f62 req-c9bd1e3a-a2b8-4de6-92bb-e18daae5bfc7 service nova] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Received event network-changed-d7364c65-ed8c-46ae-a0bc-33a51bebfae6 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 977.026254] env[63105]: DEBUG nova.compute.manager [req-09d30766-d683-4f1e-98f7-5dfbfae68f62 req-c9bd1e3a-a2b8-4de6-92bb-e18daae5bfc7 service nova] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Refreshing instance network info cache due to event network-changed-d7364c65-ed8c-46ae-a0bc-33a51bebfae6. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 977.026367] env[63105]: DEBUG oslo_concurrency.lockutils [req-09d30766-d683-4f1e-98f7-5dfbfae68f62 req-c9bd1e3a-a2b8-4de6-92bb-e18daae5bfc7 service nova] Acquiring lock "refresh_cache-bdc6099f-0343-4303-8802-d00a439dafb6" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.026492] env[63105]: DEBUG oslo_concurrency.lockutils [req-09d30766-d683-4f1e-98f7-5dfbfae68f62 req-c9bd1e3a-a2b8-4de6-92bb-e18daae5bfc7 service nova] Acquired lock "refresh_cache-bdc6099f-0343-4303-8802-d00a439dafb6" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.026714] env[63105]: DEBUG nova.network.neutron [req-09d30766-d683-4f1e-98f7-5dfbfae68f62 req-c9bd1e3a-a2b8-4de6-92bb-e18daae5bfc7 service nova] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Refreshing network info cache for port d7364c65-ed8c-46ae-a0bc-33a51bebfae6 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.225151] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759332, 'name': Rename_Task, 'duration_secs': 0.24341} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.225457] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.225703] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c968d43-6001-4a46-8c50-9de7635a006c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.236135] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 977.236135] env[63105]: value = "task-2759336" [ 977.236135] env[63105]: _type = "Task" [ 977.236135] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.243176] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648384} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.243885] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] cc7a67ff-8e22-47d5-970a-89f02b8e4bb3/cc7a67ff-8e22-47d5-970a-89f02b8e4bb3.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.244137] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.244376] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70fad333-d624-49b6-9935-acebc8c4bf47 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.248894] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.253492] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 977.253492] env[63105]: value = "task-2759337" [ 977.253492] env[63105]: _type = "Task" [ 977.253492] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.263227] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.272487] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5283d2ef-2a0b-078d-394e-8be960d56e48, 'name': SearchDatastore_Task, 'duration_secs': 0.05648} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.273502] env[63105]: DEBUG oslo_concurrency.lockutils [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.273754] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 275ed3e3-0b33-4b86-a9e4-6062ff6d8276/275ed3e3-0b33-4b86-a9e4-6062ff6d8276.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.274467] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ddb7ed-54d1-4b1e-964d-2775e87e1c22 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.276798] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c72dc946-ae3a-48fa-a16c-c8a09e34f0b2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.285569] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6722148-9166-4b8f-9585-29c9d8d1acc5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.288657] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 977.288657] env[63105]: value = "task-2759338" [ 977.288657] env[63105]: _type = "Task" [ 977.288657] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.320661] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d98495-f843-49fb-99cd-d2d40e61b51b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.325878] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.334019] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409e704c-8a89-4ae0-9d6f-c39827ed0c49 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.343646] env[63105]: DEBUG nova.compute.provider_tree [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.489014] env[63105]: INFO nova.compute.manager [-] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Took 1.99 seconds to deallocate network for instance. [ 977.505732] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759335, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.623307] env[63105]: DEBUG nova.network.neutron [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updating instance_info_cache with network_info: [{"id": "58db3952-87eb-4382-83cc-29fe688006a8", "address": "fa:16:3e:14:f7:e4", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58db3952-87", "ovs_interfaceid": "58db3952-87eb-4382-83cc-29fe688006a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.746505] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.751176] env[63105]: DEBUG nova.network.neutron [req-09d30766-d683-4f1e-98f7-5dfbfae68f62 req-c9bd1e3a-a2b8-4de6-92bb-e18daae5bfc7 service nova] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Updated VIF entry in instance network info cache for port d7364c65-ed8c-46ae-a0bc-33a51bebfae6. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.751523] env[63105]: DEBUG nova.network.neutron [req-09d30766-d683-4f1e-98f7-5dfbfae68f62 req-c9bd1e3a-a2b8-4de6-92bb-e18daae5bfc7 service nova] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Updating instance_info_cache with network_info: [{"id": "d7364c65-ed8c-46ae-a0bc-33a51bebfae6", "address": "fa:16:3e:a9:ba:4f", "network": {"id": "bf54bdb1-7ccf-4529-83a7-b785f80a6a8f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1598886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0708fdb8f84daa8373702438dfa589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7364c65-ed", "ovs_interfaceid": "d7364c65-ed8c-46ae-a0bc-33a51bebfae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.762514] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060966} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.763481] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.764267] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4384dbf9-66ff-4495-82c0-2a374431986a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.787825] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] cc7a67ff-8e22-47d5-970a-89f02b8e4bb3/cc7a67ff-8e22-47d5-970a-89f02b8e4bb3.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.788282] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a618cac-e102-4610-9db2-88404d54bbe5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.812015] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.813432] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 977.813432] env[63105]: value = "task-2759339" [ 977.813432] env[63105]: _type = "Task" [ 977.813432] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.821578] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.847164] env[63105]: DEBUG nova.scheduler.client.report [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 978.001225] env[63105]: DEBUG oslo_concurrency.lockutils [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.001546] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759335, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.003393] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Successfully updated port: 2f163d1a-6a9f-44e9-9f19-4d6b184d28d7 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.110527] env[63105]: DEBUG nova.compute.manager [req-933507be-4dc3-4044-8c8d-d0d252e40760 req-b7e59664-556b-4562-8598-5d4735142c09 service nova] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Received event network-vif-plugged-2f163d1a-6a9f-44e9-9f19-4d6b184d28d7 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 978.110756] env[63105]: DEBUG oslo_concurrency.lockutils [req-933507be-4dc3-4044-8c8d-d0d252e40760 req-b7e59664-556b-4562-8598-5d4735142c09 service nova] Acquiring lock "22f770d5-3a02-48d1-a21c-5a324f9d3096-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.111261] env[63105]: DEBUG oslo_concurrency.lockutils [req-933507be-4dc3-4044-8c8d-d0d252e40760 req-b7e59664-556b-4562-8598-5d4735142c09 service nova] Lock "22f770d5-3a02-48d1-a21c-5a324f9d3096-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.111554] env[63105]: DEBUG oslo_concurrency.lockutils [req-933507be-4dc3-4044-8c8d-d0d252e40760 req-b7e59664-556b-4562-8598-5d4735142c09 service nova] Lock "22f770d5-3a02-48d1-a21c-5a324f9d3096-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.112625] env[63105]: DEBUG nova.compute.manager [req-933507be-4dc3-4044-8c8d-d0d252e40760 req-b7e59664-556b-4562-8598-5d4735142c09 service nova] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] No waiting events found dispatching network-vif-plugged-2f163d1a-6a9f-44e9-9f19-4d6b184d28d7 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.112895] env[63105]: WARNING nova.compute.manager [req-933507be-4dc3-4044-8c8d-d0d252e40760 req-b7e59664-556b-4562-8598-5d4735142c09 service nova] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Received unexpected event network-vif-plugged-2f163d1a-6a9f-44e9-9f19-4d6b184d28d7 for instance with vm_state building and task_state spawning. [ 978.129309] env[63105]: DEBUG oslo_concurrency.lockutils [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "refresh_cache-407b6dfa-32ea-416c-972f-380e132d70c7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.129589] env[63105]: DEBUG nova.objects.instance [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lazy-loading 'migration_context' on Instance uuid 407b6dfa-32ea-416c-972f-380e132d70c7 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.247934] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.254774] env[63105]: DEBUG oslo_concurrency.lockutils [req-09d30766-d683-4f1e-98f7-5dfbfae68f62 req-c9bd1e3a-a2b8-4de6-92bb-e18daae5bfc7 service nova] Releasing lock "refresh_cache-bdc6099f-0343-4303-8802-d00a439dafb6" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.255363] env[63105]: DEBUG nova.compute.manager [req-09d30766-d683-4f1e-98f7-5dfbfae68f62 req-c9bd1e3a-a2b8-4de6-92bb-e18daae5bfc7 service nova] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Received event network-vif-deleted-04226f4d-c589-4994-a792-2fbb7b2240f8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 978.318688] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759338, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.333224] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.358517] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.501s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.359142] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.362341] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.488s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.500138] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759335, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.507214] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "refresh_cache-22f770d5-3a02-48d1-a21c-5a324f9d3096" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.507377] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquired lock "refresh_cache-22f770d5-3a02-48d1-a21c-5a324f9d3096" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.507535] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.632300] env[63105]: DEBUG nova.objects.base [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Object Instance<407b6dfa-32ea-416c-972f-380e132d70c7> lazy-loaded attributes: info_cache,migration_context {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 978.633847] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1109c189-d3a8-4c63-80c2-fc2db2afe94d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.658179] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2e3cb5-8874-47d8-a416-785701df0008 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.664784] env[63105]: DEBUG oslo_vmware.api [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 978.664784] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523c92e4-8fd1-27ce-7dc4-de5e58beac73" [ 978.664784] env[63105]: _type = "Task" [ 978.664784] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.673723] env[63105]: DEBUG oslo_vmware.api [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523c92e4-8fd1-27ce-7dc4-de5e58beac73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.747850] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759336, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.813898] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759338, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.349718} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.814221] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 275ed3e3-0b33-4b86-a9e4-6062ff6d8276/275ed3e3-0b33-4b86-a9e4-6062ff6d8276.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.814386] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.814640] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd3a9819-86f0-46fa-8949-5f10482acb0c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.823484] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 978.823484] env[63105]: value = "task-2759340" [ 978.823484] env[63105]: _type = "Task" [ 978.823484] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.830013] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759339, 'name': ReconfigVM_Task, 'duration_secs': 0.882398} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.830698] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Reconfigured VM instance instance-00000059 to attach disk [datastore2] cc7a67ff-8e22-47d5-970a-89f02b8e4bb3/cc7a67ff-8e22-47d5-970a-89f02b8e4bb3.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.831377] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6933a1df-e42f-4412-be2b-97f918e06f14 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.836152] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.841357] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 978.841357] env[63105]: value = "task-2759341" [ 978.841357] env[63105]: _type = "Task" [ 978.841357] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.849832] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759341, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.866520] env[63105]: DEBUG nova.compute.utils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 978.879011] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.879215] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.934731] env[63105]: DEBUG nova.policy [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9892fc0a451940139b118bf22c5fa913', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a0708fdb8f84daa8373702438dfa589', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.002017] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759335, 'name': CreateVM_Task, 'duration_secs': 1.763349} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.002017] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.002017] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.002304] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.002548] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.002868] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bdf9af0-3ad4-46b8-8906-7e352d1e51d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.009022] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 979.009022] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]522eec68-b93e-e155-0648-7423862fba1e" [ 979.009022] env[63105]: _type = "Task" [ 979.009022] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.017781] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522eec68-b93e-e155-0648-7423862fba1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.044142] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.109172] env[63105]: DEBUG nova.compute.manager [req-858cce6f-efc3-4704-8f98-0617f2707b54 req-834bdf6a-d510-454e-b3f0-d7f05df554c5 service nova] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Received event network-changed-2f163d1a-6a9f-44e9-9f19-4d6b184d28d7 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 979.109623] env[63105]: DEBUG nova.compute.manager [req-858cce6f-efc3-4704-8f98-0617f2707b54 req-834bdf6a-d510-454e-b3f0-d7f05df554c5 service nova] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Refreshing instance network info cache due to event network-changed-2f163d1a-6a9f-44e9-9f19-4d6b184d28d7. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 979.109984] env[63105]: DEBUG oslo_concurrency.lockutils [req-858cce6f-efc3-4704-8f98-0617f2707b54 req-834bdf6a-d510-454e-b3f0-d7f05df554c5 service nova] Acquiring lock "refresh_cache-22f770d5-3a02-48d1-a21c-5a324f9d3096" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.178960] env[63105]: DEBUG oslo_vmware.api [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523c92e4-8fd1-27ce-7dc4-de5e58beac73, 'name': SearchDatastore_Task, 'duration_secs': 0.008832} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.178960] env[63105]: DEBUG oslo_concurrency.lockutils [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.216072] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Updating instance_info_cache with network_info: [{"id": "2f163d1a-6a9f-44e9-9f19-4d6b184d28d7", "address": "fa:16:3e:89:b7:35", "network": {"id": "bf54bdb1-7ccf-4529-83a7-b785f80a6a8f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1598886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0708fdb8f84daa8373702438dfa589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f163d1a-6a", "ovs_interfaceid": "2f163d1a-6a9f-44e9-9f19-4d6b184d28d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.249911] env[63105]: DEBUG oslo_vmware.api [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759336, 'name': PowerOnVM_Task, 'duration_secs': 1.926226} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.250216] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.250352] env[63105]: INFO nova.compute.manager [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Took 9.85 seconds to spawn the instance on the hypervisor. [ 979.250535] env[63105]: DEBUG nova.compute.manager [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.252381] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa235db5-7790-40f3-8e3a-5e6d01681b81 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.333698] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088234} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.333993] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.334817] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bdccbb-7bd1-4d3f-8594-c5a37e0f4fc8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.358866] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 275ed3e3-0b33-4b86-a9e4-6062ff6d8276/275ed3e3-0b33-4b86-a9e4-6062ff6d8276.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.366073] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edc47eeb-aa29-4e22-b405-749c5a504a37 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.379964] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.393429] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Applying migration context for instance 407b6dfa-32ea-416c-972f-380e132d70c7 as it has an incoming, in-progress migration 938db467-bc9e-43c9-863c-dad4911ffc59. Migration status is confirming {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 979.395617] env[63105]: INFO nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updating resource usage from migration 938db467-bc9e-43c9-863c-dad4911ffc59 [ 979.400376] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759341, 'name': Rename_Task, 'duration_secs': 0.452266} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.402430] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.402780] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 979.402780] env[63105]: value = "task-2759342" [ 979.402780] env[63105]: _type = "Task" [ 979.402780] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.403122] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1522ee0a-a69e-466f-9404-8091bc86cd29 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.409348] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Successfully created port: 030baf6c-265a-4857-bf20-268056d3e49b {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.416136] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 979.416136] env[63105]: value = "task-2759343" [ 979.416136] env[63105]: _type = "Task" [ 979.416136] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.416947] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.423959] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.429594] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance bd76bbfc-9c88-4046-8d6a-cb72d35453d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.429767] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 398e516b-9906-4e3f-b74d-b090a0437662 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.429894] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 1295c5fb-4d84-4b06-8c38-30a1fbed2079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.430024] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 8829746c-c5f3-4532-97a5-abbee445abd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.430143] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 275ed3e3-0b33-4b86-a9e4-6062ff6d8276 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.430258] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 6de23a0a-de79-4a89-8ad4-9db6fde618ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.430444] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance c3c5a377-7b54-47bb-b34a-4ccf93822d53 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.430594] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 3765c994-f0a3-4f8d-bfbf-6d931ff32be0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.430713] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 28329143-4282-4974-add0-00c64f01d7b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.430825] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 64c731b1-312b-40ec-8f7e-439fb0b11586 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.430937] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 7844902a-219c-4f20-9378-453c7722bbd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.431078] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 15507d53-4583-42f5-9f51-0b08cc701524 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.431185] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance b8e44340-0039-423a-b08f-5390be300f43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.431313] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance beaabe8f-d7b5-4643-a241-80418f98411e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.431641] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 3e250153-f4dc-42e6-b3f0-4108e6da7010 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.431641] env[63105]: WARNING nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance e318964e-f279-4839-9727-1e27416fd69b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.431641] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Migration 938db467-bc9e-43c9-863c-dad4911ffc59 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 979.431956] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 407b6dfa-32ea-416c-972f-380e132d70c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.431956] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 102eff5f-81a7-432e-b5c9-1f47903703a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.431956] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance cc7a67ff-8e22-47d5-970a-89f02b8e4bb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.432185] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance bdc6099f-0343-4303-8802-d00a439dafb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.432185] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 22f770d5-3a02-48d1-a21c-5a324f9d3096 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.432303] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance fccb9b51-6c58-4524-ba97-942eac0e5915 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.518475] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522eec68-b93e-e155-0648-7423862fba1e, 'name': SearchDatastore_Task, 'duration_secs': 0.013485} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.518878] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.519032] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.519259] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.519408] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.519584] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.519843] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-193b76d6-9f1c-420f-9ef4-47ac07ef8b20 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.530302] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.530302] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.530302] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1bb4f40-1061-4401-aa5b-0f7963f3b021 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.536662] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 979.536662] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526b2d8d-4154-4452-4716-80a67b8b1713" [ 979.536662] env[63105]: _type = "Task" [ 979.536662] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.547705] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526b2d8d-4154-4452-4716-80a67b8b1713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.722431] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Releasing lock "refresh_cache-22f770d5-3a02-48d1-a21c-5a324f9d3096" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.722831] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Instance network_info: |[{"id": "2f163d1a-6a9f-44e9-9f19-4d6b184d28d7", "address": "fa:16:3e:89:b7:35", "network": {"id": "bf54bdb1-7ccf-4529-83a7-b785f80a6a8f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1598886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0708fdb8f84daa8373702438dfa589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f163d1a-6a", "ovs_interfaceid": "2f163d1a-6a9f-44e9-9f19-4d6b184d28d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.723230] env[63105]: DEBUG oslo_concurrency.lockutils [req-858cce6f-efc3-4704-8f98-0617f2707b54 req-834bdf6a-d510-454e-b3f0-d7f05df554c5 service nova] Acquired lock "refresh_cache-22f770d5-3a02-48d1-a21c-5a324f9d3096" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.723420] env[63105]: DEBUG nova.network.neutron [req-858cce6f-efc3-4704-8f98-0617f2707b54 req-834bdf6a-d510-454e-b3f0-d7f05df554c5 service nova] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Refreshing network info cache for port 2f163d1a-6a9f-44e9-9f19-4d6b184d28d7 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.724671] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:b7:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f163d1a-6a9f-44e9-9f19-4d6b184d28d7', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.732567] env[63105]: DEBUG oslo.service.loopingcall [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 979.733091] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.733339] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-667ce7f6-243d-44c1-b97c-1a550a19161a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.753863] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.753863] env[63105]: value = "task-2759344" [ 979.753863] env[63105]: _type = "Task" [ 979.753863] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.764556] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759344, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.776743] env[63105]: INFO nova.compute.manager [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Took 21.96 seconds to build instance. [ 979.915892] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759342, 'name': ReconfigVM_Task, 'duration_secs': 0.35332} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.916387] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 275ed3e3-0b33-4b86-a9e4-6062ff6d8276/275ed3e3-0b33-4b86-a9e4-6062ff6d8276.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.917584] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36fc6309-be2f-4742-9eff-e1f23042bcf6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.929644] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 979.929644] env[63105]: value = "task-2759345" [ 979.929644] env[63105]: _type = "Task" [ 979.929644] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.934517] env[63105]: DEBUG oslo_vmware.api [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759343, 'name': PowerOnVM_Task, 'duration_secs': 0.493704} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.939543] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 0d032e22-a8ed-4b85-b607-fa333436613d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 979.939956] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 979.940225] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 979.943494] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.943823] env[63105]: INFO nova.compute.manager [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Took 8.07 seconds to spawn the instance on the hypervisor. [ 979.944112] env[63105]: DEBUG nova.compute.manager [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.945929] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5056e6a6-0870-4e0c-a124-01b1a092b910 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.954938] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759345, 'name': Rename_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.051014] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526b2d8d-4154-4452-4716-80a67b8b1713, 'name': SearchDatastore_Task, 'duration_secs': 0.012748} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.052256] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de661a58-204b-4031-8dd3-58318261e130 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.060491] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 980.060491] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5248e138-fcbe-ee74-2613-9949c6e89bff" [ 980.060491] env[63105]: _type = "Task" [ 980.060491] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.068974] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5248e138-fcbe-ee74-2613-9949c6e89bff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.264710] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759344, 'name': CreateVM_Task, 'duration_secs': 0.355268} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.264954] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.265664] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.265874] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.266255] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.268921] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-500d0979-fc4b-4d22-843d-c2cedc7c33a6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.277019] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 980.277019] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]527602a1-0a68-dd84-c9f4-cee514fa339b" [ 980.277019] env[63105]: _type = "Task" [ 980.277019] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.283498] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b6788e3d-ada2-470b-98a2-1052c1a7dcda tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "102eff5f-81a7-432e-b5c9-1f47903703a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.479s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.289335] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527602a1-0a68-dd84-c9f4-cee514fa339b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.291444] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd6e986-2c5f-463e-89f8-a0393b53a833 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.298205] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b4b237-11d8-45c0-9a3e-88617915e76d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.331513] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a342b5d-1521-4703-b900-1613b7e87568 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.339498] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2243aed-d8c1-4949-9548-d7f34fd0344d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.352955] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.410663] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.434133] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 980.434392] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 980.434554] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.434740] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 980.434887] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.435046] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 980.435263] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 980.435428] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 980.435596] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 980.435759] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 980.436157] env[63105]: DEBUG nova.virt.hardware [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 980.436848] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fbcd53-c9d1-4fca-9b65-df71d767383b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.452440] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4633e104-e0f0-4c41-a0d0-9602591bf938 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.456100] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759345, 'name': Rename_Task, 'duration_secs': 0.174479} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.456376] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.456914] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36e62b65-3c85-417d-91a1-d3f8cceedb3f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.471378] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 980.471378] env[63105]: value = "task-2759346" [ 980.471378] env[63105]: _type = "Task" [ 980.471378] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.476104] env[63105]: INFO nova.compute.manager [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Took 20.50 seconds to build instance. [ 980.477526] env[63105]: DEBUG nova.network.neutron [req-858cce6f-efc3-4704-8f98-0617f2707b54 req-834bdf6a-d510-454e-b3f0-d7f05df554c5 service nova] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Updated VIF entry in instance network info cache for port 2f163d1a-6a9f-44e9-9f19-4d6b184d28d7. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.477840] env[63105]: DEBUG nova.network.neutron [req-858cce6f-efc3-4704-8f98-0617f2707b54 req-834bdf6a-d510-454e-b3f0-d7f05df554c5 service nova] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Updating instance_info_cache with network_info: [{"id": "2f163d1a-6a9f-44e9-9f19-4d6b184d28d7", "address": "fa:16:3e:89:b7:35", "network": {"id": "bf54bdb1-7ccf-4529-83a7-b785f80a6a8f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1598886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0708fdb8f84daa8373702438dfa589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f163d1a-6a", "ovs_interfaceid": "2f163d1a-6a9f-44e9-9f19-4d6b184d28d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.484013] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759346, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.571317] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5248e138-fcbe-ee74-2613-9949c6e89bff, 'name': SearchDatastore_Task, 'duration_secs': 0.021805} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.571604] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.571856] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] bdc6099f-0343-4303-8802-d00a439dafb6/bdc6099f-0343-4303-8802-d00a439dafb6.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.572133] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e03fcfd3-6fd7-464a-8919-497dbcadf392 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.578545] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 980.578545] env[63105]: value = "task-2759347" [ 980.578545] env[63105]: _type = "Task" [ 980.578545] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.588277] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.792808] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527602a1-0a68-dd84-c9f4-cee514fa339b, 'name': SearchDatastore_Task, 'duration_secs': 0.032645} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.793220] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.793499] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.793767] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.793919] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.794139] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.794441] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adce2078-a2d6-4ab6-bb33-3202265f9622 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.802894] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.803123] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.803889] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6123478e-89a4-4871-903e-7c337231c750 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.808800] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 980.808800] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5287565b-3fa3-8903-31f0-935f2c048063" [ 980.808800] env[63105]: _type = "Task" [ 980.808800] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.817316] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5287565b-3fa3-8903-31f0-935f2c048063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.857832] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 980.983932] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2606b241-32f6-4ecb-8233-3b3f5f54721e tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.024s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.984499] env[63105]: DEBUG oslo_concurrency.lockutils [req-858cce6f-efc3-4704-8f98-0617f2707b54 req-834bdf6a-d510-454e-b3f0-d7f05df554c5 service nova] Releasing lock "refresh_cache-22f770d5-3a02-48d1-a21c-5a324f9d3096" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.984897] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759346, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.091273] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759347, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.129668] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "dede34ff-258a-4ae1-a704-9f9c69b6555d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.130011] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "dede34ff-258a-4ae1-a704-9f9c69b6555d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.264889] env[63105]: DEBUG nova.compute.manager [req-69efca0a-bbaf-409a-99b3-7cd069be2916 req-2ac739ea-0352-431d-a9d5-b8c31f0f48a0 service nova] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Received event network-vif-plugged-030baf6c-265a-4857-bf20-268056d3e49b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 981.264889] env[63105]: DEBUG oslo_concurrency.lockutils [req-69efca0a-bbaf-409a-99b3-7cd069be2916 req-2ac739ea-0352-431d-a9d5-b8c31f0f48a0 service nova] Acquiring lock "fccb9b51-6c58-4524-ba97-942eac0e5915-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.264889] env[63105]: DEBUG oslo_concurrency.lockutils [req-69efca0a-bbaf-409a-99b3-7cd069be2916 req-2ac739ea-0352-431d-a9d5-b8c31f0f48a0 service nova] Lock "fccb9b51-6c58-4524-ba97-942eac0e5915-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.264889] env[63105]: DEBUG oslo_concurrency.lockutils [req-69efca0a-bbaf-409a-99b3-7cd069be2916 req-2ac739ea-0352-431d-a9d5-b8c31f0f48a0 service nova] Lock "fccb9b51-6c58-4524-ba97-942eac0e5915-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.264889] env[63105]: DEBUG nova.compute.manager [req-69efca0a-bbaf-409a-99b3-7cd069be2916 req-2ac739ea-0352-431d-a9d5-b8c31f0f48a0 service nova] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] No waiting events found dispatching network-vif-plugged-030baf6c-265a-4857-bf20-268056d3e49b {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.264889] env[63105]: WARNING nova.compute.manager [req-69efca0a-bbaf-409a-99b3-7cd069be2916 req-2ac739ea-0352-431d-a9d5-b8c31f0f48a0 service nova] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Received unexpected event network-vif-plugged-030baf6c-265a-4857-bf20-268056d3e49b for instance with vm_state building and task_state spawning. [ 981.321053] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5287565b-3fa3-8903-31f0-935f2c048063, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.321615] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd8e4a6-38e9-4b9b-93e8-3be8d9c504dc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.326642] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 981.326642] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523f41b0-27ef-5b6f-9c10-25e9923785c7" [ 981.326642] env[63105]: _type = "Task" [ 981.326642] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.334247] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523f41b0-27ef-5b6f-9c10-25e9923785c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.365157] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 981.365457] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.003s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.365765] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.555s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.371364] env[63105]: INFO nova.compute.claims [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.484391] env[63105]: DEBUG oslo_vmware.api [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759346, 'name': PowerOnVM_Task, 'duration_secs': 0.549707} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.484671] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.484877] env[63105]: DEBUG nova.compute.manager [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.485793] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455915fe-988d-4cb7-8f24-554365c3900f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.531105] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Successfully updated port: 030baf6c-265a-4857-bf20-268056d3e49b {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.592197] env[63105]: DEBUG nova.compute.manager [req-9768aab1-8728-4f3a-af3e-b801d6b8f2b0 req-943a53e7-7bcc-47c9-b830-356bcad8581d service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Received event network-changed-5090fa12-e2b5-43c9-a440-9cd80a7fd163 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 981.592197] env[63105]: DEBUG nova.compute.manager [req-9768aab1-8728-4f3a-af3e-b801d6b8f2b0 req-943a53e7-7bcc-47c9-b830-356bcad8581d service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Refreshing instance network info cache due to event network-changed-5090fa12-e2b5-43c9-a440-9cd80a7fd163. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 981.592197] env[63105]: DEBUG oslo_concurrency.lockutils [req-9768aab1-8728-4f3a-af3e-b801d6b8f2b0 req-943a53e7-7bcc-47c9-b830-356bcad8581d service nova] Acquiring lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.592197] env[63105]: DEBUG oslo_concurrency.lockutils [req-9768aab1-8728-4f3a-af3e-b801d6b8f2b0 req-943a53e7-7bcc-47c9-b830-356bcad8581d service nova] Acquired lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.592197] env[63105]: DEBUG nova.network.neutron [req-9768aab1-8728-4f3a-af3e-b801d6b8f2b0 req-943a53e7-7bcc-47c9-b830-356bcad8581d service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Refreshing network info cache for port 5090fa12-e2b5-43c9-a440-9cd80a7fd163 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.602775] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605563} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.603180] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] bdc6099f-0343-4303-8802-d00a439dafb6/bdc6099f-0343-4303-8802-d00a439dafb6.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.603451] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.603754] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2474f9ae-a273-47d0-b44c-fa384423a345 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.614259] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 981.614259] env[63105]: value = "task-2759348" [ 981.614259] env[63105]: _type = "Task" [ 981.614259] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.625244] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.632493] env[63105]: DEBUG nova.compute.manager [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.837987] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523f41b0-27ef-5b6f-9c10-25e9923785c7, 'name': SearchDatastore_Task, 'duration_secs': 0.035501} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.838295] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.838565] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 22f770d5-3a02-48d1-a21c-5a324f9d3096/22f770d5-3a02-48d1-a21c-5a324f9d3096.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.838836] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c89ca978-505e-4623-959f-30802541237c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.846565] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 981.846565] env[63105]: value = "task-2759349" [ 981.846565] env[63105]: _type = "Task" [ 981.846565] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.856133] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.005048] env[63105]: DEBUG oslo_concurrency.lockutils [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.033446] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "refresh_cache-fccb9b51-6c58-4524-ba97-942eac0e5915" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.033660] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquired lock "refresh_cache-fccb9b51-6c58-4524-ba97-942eac0e5915" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.033829] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.132415] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114923} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.132784] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.137027] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ec3088-add3-4ed3-b205-f12321516d98 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.164579] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] bdc6099f-0343-4303-8802-d00a439dafb6/bdc6099f-0343-4303-8802-d00a439dafb6.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.167076] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8f0cade-9385-44a7-aa64-505063237e65 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.187901] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 982.187901] env[63105]: value = "task-2759350" [ 982.187901] env[63105]: _type = "Task" [ 982.187901] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.195342] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.199285] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.357511] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759349, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.399474] env[63105]: DEBUG nova.network.neutron [req-9768aab1-8728-4f3a-af3e-b801d6b8f2b0 req-943a53e7-7bcc-47c9-b830-356bcad8581d service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Updated VIF entry in instance network info cache for port 5090fa12-e2b5-43c9-a440-9cd80a7fd163. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.399861] env[63105]: DEBUG nova.network.neutron [req-9768aab1-8728-4f3a-af3e-b801d6b8f2b0 req-943a53e7-7bcc-47c9-b830-356bcad8581d service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Updating instance_info_cache with network_info: [{"id": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "address": "fa:16:3e:a0:ec:39", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5090fa12-e2", "ovs_interfaceid": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.577216] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.679592] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "ec30fcc3-f122-481b-a474-2dd633032c93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.679874] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "ec30fcc3-f122-481b-a474-2dd633032c93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.704298] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.814018] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad083b6-c8e0-492a-9c47-175c4730622c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.819648] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9538e593-b2f5-4d28-9a5a-6b069ffe315e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.855027] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2139261a-2dfd-496a-98dd-38b7476b9ff3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.862306] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.905846} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.864405] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 22f770d5-3a02-48d1-a21c-5a324f9d3096/22f770d5-3a02-48d1-a21c-5a324f9d3096.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.864620] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.865556] env[63105]: DEBUG nova.network.neutron [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Updating instance_info_cache with network_info: [{"id": "030baf6c-265a-4857-bf20-268056d3e49b", "address": "fa:16:3e:6f:86:8b", "network": {"id": "bf54bdb1-7ccf-4529-83a7-b785f80a6a8f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1598886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0708fdb8f84daa8373702438dfa589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap030baf6c-26", "ovs_interfaceid": "030baf6c-265a-4857-bf20-268056d3e49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.866688] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28a7e256-21b5-41ca-8c8e-ce0f1440063c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.869520] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52ad8cc-2195-40a1-8432-efb91d5384e3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.884164] env[63105]: DEBUG nova.compute.provider_tree [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.886787] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 982.886787] env[63105]: value = "task-2759351" [ 982.886787] env[63105]: _type = "Task" [ 982.886787] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.894754] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.904866] env[63105]: DEBUG oslo_concurrency.lockutils [req-9768aab1-8728-4f3a-af3e-b801d6b8f2b0 req-943a53e7-7bcc-47c9-b830-356bcad8581d service nova] Releasing lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.057508] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "b8e44340-0039-423a-b08f-5390be300f43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.057773] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "b8e44340-0039-423a-b08f-5390be300f43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.057989] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "b8e44340-0039-423a-b08f-5390be300f43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.058199] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "b8e44340-0039-423a-b08f-5390be300f43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.058369] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "b8e44340-0039-423a-b08f-5390be300f43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.060728] env[63105]: INFO nova.compute.manager [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Terminating instance [ 983.183228] env[63105]: DEBUG nova.compute.manager [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.198443] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759350, 'name': ReconfigVM_Task, 'duration_secs': 0.841186} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.198754] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Reconfigured VM instance instance-0000005a to attach disk [datastore2] bdc6099f-0343-4303-8802-d00a439dafb6/bdc6099f-0343-4303-8802-d00a439dafb6.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.199569] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c9f78b3-6920-4985-b50b-c368a54bf8e8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.206562] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 983.206562] env[63105]: value = "task-2759352" [ 983.206562] env[63105]: _type = "Task" [ 983.206562] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.215842] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759352, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.292321] env[63105]: DEBUG nova.compute.manager [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Received event network-changed-030baf6c-265a-4857-bf20-268056d3e49b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 983.292466] env[63105]: DEBUG nova.compute.manager [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Refreshing instance network info cache due to event network-changed-030baf6c-265a-4857-bf20-268056d3e49b. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 983.292664] env[63105]: DEBUG oslo_concurrency.lockutils [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] Acquiring lock "refresh_cache-fccb9b51-6c58-4524-ba97-942eac0e5915" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.374648] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Releasing lock "refresh_cache-fccb9b51-6c58-4524-ba97-942eac0e5915" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.375138] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Instance network_info: |[{"id": "030baf6c-265a-4857-bf20-268056d3e49b", "address": "fa:16:3e:6f:86:8b", "network": {"id": "bf54bdb1-7ccf-4529-83a7-b785f80a6a8f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1598886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0708fdb8f84daa8373702438dfa589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap030baf6c-26", "ovs_interfaceid": "030baf6c-265a-4857-bf20-268056d3e49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.375468] env[63105]: DEBUG oslo_concurrency.lockutils [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] Acquired lock "refresh_cache-fccb9b51-6c58-4524-ba97-942eac0e5915" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.375653] env[63105]: DEBUG nova.network.neutron [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Refreshing network info cache for port 030baf6c-265a-4857-bf20-268056d3e49b {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.378037] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:86:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '030baf6c-265a-4857-bf20-268056d3e49b', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.385513] env[63105]: DEBUG oslo.service.loopingcall [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.386434] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.386667] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-035e2962-8ca2-466e-a3f4-63b19d1e27f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.401620] env[63105]: DEBUG nova.scheduler.client.report [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 983.416794] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13908} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.417962] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.418416] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.418416] env[63105]: value = "task-2759353" [ 983.418416] env[63105]: _type = "Task" [ 983.418416] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.419067] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50991e17-71c1-41b1-b89c-df791745dee1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.443447] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 22f770d5-3a02-48d1-a21c-5a324f9d3096/22f770d5-3a02-48d1-a21c-5a324f9d3096.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.446771] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93139e79-8eef-41b0-8c92-a9701cefc316 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.460547] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759353, 'name': CreateVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.466144] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 983.466144] env[63105]: value = "task-2759354" [ 983.466144] env[63105]: _type = "Task" [ 983.466144] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.474136] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.564820] env[63105]: DEBUG nova.compute.manager [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.565140] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.566015] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fafbd5b-2f9b-40fa-818e-44db5e4759ed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.573492] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.573729] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24fa24c6-fecc-49ac-8415-c2eaa79298c5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.579331] env[63105]: DEBUG oslo_vmware.api [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 983.579331] env[63105]: value = "task-2759355" [ 983.579331] env[63105]: _type = "Task" [ 983.579331] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.587344] env[63105]: DEBUG oslo_vmware.api [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.707191] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.715996] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759352, 'name': Rename_Task, 'duration_secs': 0.383113} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.716283] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.716610] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7ad1a3c-4f49-499c-af29-bc893a7d7457 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.724307] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 983.724307] env[63105]: value = "task-2759356" [ 983.724307] env[63105]: _type = "Task" [ 983.724307] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.732727] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.906789] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.907372] env[63105]: DEBUG nova.compute.manager [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.909963] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.866s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.910218] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.912258] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.687s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.912446] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.914159] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.431s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.914367] env[63105]: DEBUG nova.objects.instance [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 983.935935] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759353, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.945391] env[63105]: INFO nova.scheduler.client.report [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Deleted allocations for instance beaabe8f-d7b5-4643-a241-80418f98411e [ 983.949431] env[63105]: INFO nova.scheduler.client.report [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Deleted allocations for instance 3e250153-f4dc-42e6-b3f0-4108e6da7010 [ 983.976365] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759354, 'name': ReconfigVM_Task, 'duration_secs': 0.381415} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.976650] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 22f770d5-3a02-48d1-a21c-5a324f9d3096/22f770d5-3a02-48d1-a21c-5a324f9d3096.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.977333] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6309c61-efd3-4ab6-941f-913f94922253 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.983238] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 983.983238] env[63105]: value = "task-2759357" [ 983.983238] env[63105]: _type = "Task" [ 983.983238] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.993385] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759357, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.089087] env[63105]: DEBUG oslo_vmware.api [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759355, 'name': PowerOffVM_Task, 'duration_secs': 0.250302} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.089347] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.089517] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.089754] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80142f09-32ae-46aa-8575-4edc1d447880 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.136287] env[63105]: DEBUG nova.network.neutron [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Updated VIF entry in instance network info cache for port 030baf6c-265a-4857-bf20-268056d3e49b. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.136692] env[63105]: DEBUG nova.network.neutron [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Updating instance_info_cache with network_info: [{"id": "030baf6c-265a-4857-bf20-268056d3e49b", "address": "fa:16:3e:6f:86:8b", "network": {"id": "bf54bdb1-7ccf-4529-83a7-b785f80a6a8f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1598886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0708fdb8f84daa8373702438dfa589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap030baf6c-26", "ovs_interfaceid": "030baf6c-265a-4857-bf20-268056d3e49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.162747] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.163017] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.163163] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleting the datastore file [datastore2] b8e44340-0039-423a-b08f-5390be300f43 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.163816] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2a3d67a-9370-4030-9238-92e4da9405db {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.171101] env[63105]: DEBUG oslo_vmware.api [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 984.171101] env[63105]: value = "task-2759359" [ 984.171101] env[63105]: _type = "Task" [ 984.171101] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.178840] env[63105]: DEBUG oslo_vmware.api [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.234215] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.419177] env[63105]: DEBUG nova.compute.utils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 984.424871] env[63105]: DEBUG nova.compute.manager [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.426035] env[63105]: DEBUG nova.network.neutron [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.441075] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759353, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.461621] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0ac32561-25f2-4dc4-92f3-0bea04f7c03f tempest-ImagesOneServerNegativeTestJSON-1431993711 tempest-ImagesOneServerNegativeTestJSON-1431993711-project-member] Lock "beaabe8f-d7b5-4643-a241-80418f98411e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.992s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.462622] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cea7a394-539b-4e18-969b-5be3e17ef284 tempest-ServersAaction247Test-1594843882 tempest-ServersAaction247Test-1594843882-project-member] Lock "3e250153-f4dc-42e6-b3f0-4108e6da7010" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.480s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.474895] env[63105]: DEBUG nova.policy [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a7641f86c36418b8f7ba2525fc53dae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec5e8b053a4483dbf0250770f31e56c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.495069] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759357, 'name': Rename_Task, 'duration_secs': 0.249186} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.495415] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.495701] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be40dca1-fd99-4791-b3a7-f29def138a08 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.503784] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 984.503784] env[63105]: value = "task-2759360" [ 984.503784] env[63105]: _type = "Task" [ 984.503784] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.512718] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.639351] env[63105]: DEBUG oslo_concurrency.lockutils [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] Releasing lock "refresh_cache-fccb9b51-6c58-4524-ba97-942eac0e5915" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.639654] env[63105]: DEBUG nova.compute.manager [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Received event network-changed-eda16ee1-434f-472f-b814-38441c952349 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 984.639826] env[63105]: DEBUG nova.compute.manager [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Refreshing instance network info cache due to event network-changed-eda16ee1-434f-472f-b814-38441c952349. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 984.640060] env[63105]: DEBUG oslo_concurrency.lockutils [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] Acquiring lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.640208] env[63105]: DEBUG oslo_concurrency.lockutils [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] Acquired lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.640370] env[63105]: DEBUG nova.network.neutron [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Refreshing network info cache for port eda16ee1-434f-472f-b814-38441c952349 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.682845] env[63105]: DEBUG oslo_vmware.api [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497296} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.683384] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.683557] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.683798] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.683944] env[63105]: INFO nova.compute.manager [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: b8e44340-0039-423a-b08f-5390be300f43] Took 1.12 seconds to destroy the instance on the hypervisor. [ 984.684263] env[63105]: DEBUG oslo.service.loopingcall [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.684787] env[63105]: DEBUG nova.compute.manager [-] [instance: b8e44340-0039-423a-b08f-5390be300f43] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.684884] env[63105]: DEBUG nova.network.neutron [-] [instance: b8e44340-0039-423a-b08f-5390be300f43] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.735265] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759356, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.926226] env[63105]: DEBUG nova.compute.manager [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.930602] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1794516e-4df0-43cc-b4ae-dc7d9af67eb3 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.935653] env[63105]: DEBUG oslo_concurrency.lockutils [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.101s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.936092] env[63105]: DEBUG oslo_concurrency.lockutils [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.938452] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.032s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.938760] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.940549] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.035s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.940813] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.942688] env[63105]: DEBUG oslo_concurrency.lockutils [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.942s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.942882] env[63105]: DEBUG oslo_concurrency.lockutils [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.944704] env[63105]: DEBUG oslo_concurrency.lockutils [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.767s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.958589] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759353, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.976979] env[63105]: INFO nova.scheduler.client.report [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleted allocations for instance c3c5a377-7b54-47bb-b34a-4ccf93822d53 [ 984.979651] env[63105]: INFO nova.scheduler.client.report [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Deleted allocations for instance 398e516b-9906-4e3f-b74d-b090a0437662 [ 984.998634] env[63105]: INFO nova.scheduler.client.report [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Deleted allocations for instance e318964e-f279-4839-9727-1e27416fd69b [ 985.006017] env[63105]: INFO nova.scheduler.client.report [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Deleted allocations for instance 15507d53-4583-42f5-9f51-0b08cc701524 [ 985.018616] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759360, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.213753] env[63105]: DEBUG nova.network.neutron [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Successfully created port: fbca32d1-19e1-469a-b5f8-a39dcaf4c984 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.225583] env[63105]: DEBUG nova.compute.manager [req-ffeb0cec-4124-4ba7-8639-8046cf861e15 req-ada54193-3ab4-425a-808f-2e3ab994f057 service nova] [instance: b8e44340-0039-423a-b08f-5390be300f43] Received event network-vif-deleted-2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 985.225782] env[63105]: INFO nova.compute.manager [req-ffeb0cec-4124-4ba7-8639-8046cf861e15 req-ada54193-3ab4-425a-808f-2e3ab994f057 service nova] [instance: b8e44340-0039-423a-b08f-5390be300f43] Neutron deleted interface 2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c; detaching it from the instance and deleting it from the info cache [ 985.225953] env[63105]: DEBUG nova.network.neutron [req-ffeb0cec-4124-4ba7-8639-8046cf861e15 req-ada54193-3ab4-425a-808f-2e3ab994f057 service nova] [instance: b8e44340-0039-423a-b08f-5390be300f43] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.243061] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759356, 'name': PowerOnVM_Task, 'duration_secs': 1.144352} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.244047] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.244047] env[63105]: INFO nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Took 10.86 seconds to spawn the instance on the hypervisor. [ 985.244047] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.245426] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dafe66-3d4f-40f5-97ef-cba0b3d4d86b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.388955] env[63105]: DEBUG nova.network.neutron [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updated VIF entry in instance network info cache for port eda16ee1-434f-472f-b814-38441c952349. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.389903] env[63105]: DEBUG nova.network.neutron [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updating instance_info_cache with network_info: [{"id": "eda16ee1-434f-472f-b814-38441c952349", "address": "fa:16:3e:2e:30:55", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda16ee1-43", "ovs_interfaceid": "eda16ee1-434f-472f-b814-38441c952349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.444927] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759353, 'name': CreateVM_Task, 'duration_secs': 1.574869} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.445246] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.445967] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.446151] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.446474] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.446734] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8475c021-a9c5-4da5-b87c-b8c131c992f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.452320] env[63105]: DEBUG nova.network.neutron [-] [instance: b8e44340-0039-423a-b08f-5390be300f43] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.455094] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 985.455094] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]528f3a8f-8fac-50a9-c7b8-c43e5c86f63a" [ 985.455094] env[63105]: _type = "Task" [ 985.455094] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.467946] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528f3a8f-8fac-50a9-c7b8-c43e5c86f63a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.492342] env[63105]: DEBUG oslo_concurrency.lockutils [None req-58001567-4920-46db-ac01-57495dcefde0 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "c3c5a377-7b54-47bb-b34a-4ccf93822d53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.156s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.493697] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b13181ee-880d-4aea-9d77-440e467c736c tempest-AttachInterfacesUnderV243Test-1528127938 tempest-AttachInterfacesUnderV243Test-1528127938-project-member] Lock "398e516b-9906-4e3f-b74d-b090a0437662" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.297s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.506016] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c79aa1ef-4814-4a9d-9360-a1f57efe63e7 tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "e318964e-f279-4839-9727-1e27416fd69b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.972s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.516442] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759360, 'name': PowerOnVM_Task, 'duration_secs': 0.97334} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.517345] env[63105]: DEBUG oslo_concurrency.lockutils [None req-122b5d29-4540-4729-b74a-da8cd6f02817 tempest-ServersTestJSON-462246813 tempest-ServersTestJSON-462246813-project-member] Lock "15507d53-4583-42f5-9f51-0b08cc701524" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.735s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.520933] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.521179] env[63105]: INFO nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Took 8.64 seconds to spawn the instance on the hypervisor. [ 985.521404] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.523560] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1272236f-97ea-463d-8d03-a78dccd180d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.733008] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d021aab-d34d-4933-b7ea-8d08af8872c8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.742737] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad85f2f-d3fe-4c46-8a6d-78042768a8d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.769940] env[63105]: INFO nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Took 23.90 seconds to build instance. [ 985.787448] env[63105]: DEBUG nova.compute.manager [req-ffeb0cec-4124-4ba7-8639-8046cf861e15 req-ada54193-3ab4-425a-808f-2e3ab994f057 service nova] [instance: b8e44340-0039-423a-b08f-5390be300f43] Detach interface failed, port_id=2e5fd5d6-43f0-4cd2-9b5d-0476ec4b037c, reason: Instance b8e44340-0039-423a-b08f-5390be300f43 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 985.840846] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b632b204-6285-4a6d-bfaf-6531cb2b5a75 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.849295] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c827a5a0-3080-4d3f-a86f-c5f768e4a885 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.884716] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362d9eff-37ec-417d-b559-4c894de09ef5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.893030] env[63105]: DEBUG oslo_concurrency.lockutils [req-0c885def-6926-4bc6-ba9e-903ddbfac161 req-72aaa9bd-6c08-435c-84a3-1b398705ab3b service nova] Releasing lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.894652] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1191773e-db7f-4eb8-b6c7-e97a2560fe62 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.912448] env[63105]: DEBUG nova.compute.provider_tree [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.940899] env[63105]: DEBUG nova.compute.manager [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.956187] env[63105]: INFO nova.compute.manager [-] [instance: b8e44340-0039-423a-b08f-5390be300f43] Took 1.27 seconds to deallocate network for instance. [ 985.974759] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528f3a8f-8fac-50a9-c7b8-c43e5c86f63a, 'name': SearchDatastore_Task, 'duration_secs': 0.019879} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.975125] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.975574] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.975883] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.976091] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.976401] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.976839] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2e98a84-4095-40e2-ba3a-74f5272df2a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.981037] env[63105]: DEBUG nova.virt.hardware [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 985.981613] env[63105]: DEBUG nova.virt.hardware [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 985.981813] env[63105]: DEBUG nova.virt.hardware [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.983070] env[63105]: DEBUG nova.virt.hardware [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 985.983337] env[63105]: DEBUG nova.virt.hardware [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.983599] env[63105]: DEBUG nova.virt.hardware [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 985.983788] env[63105]: DEBUG nova.virt.hardware [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 985.983955] env[63105]: DEBUG nova.virt.hardware [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 985.984145] env[63105]: DEBUG nova.virt.hardware [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 985.984335] env[63105]: DEBUG nova.virt.hardware [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 985.984533] env[63105]: DEBUG nova.virt.hardware [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 985.985600] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a04c79-025e-4daa-b5dc-f53c569b3fdd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.994903] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559bc7c5-f20f-41ec-a88a-5f094b7c192a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.002598] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.002862] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.003981] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b93e1e9-3456-4a49-8150-bd4082786513 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.021875] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 986.021875] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52882c2f-599b-2dc1-0e8f-bd6b74895c1f" [ 986.021875] env[63105]: _type = "Task" [ 986.021875] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.029781] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52882c2f-599b-2dc1-0e8f-bd6b74895c1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.042643] env[63105]: INFO nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Took 24.13 seconds to build instance. [ 986.289732] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "bdc6099f-0343-4303-8802-d00a439dafb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.426s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.416438] env[63105]: DEBUG nova.scheduler.client.report [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 986.466921] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.532598] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52882c2f-599b-2dc1-0e8f-bd6b74895c1f, 'name': SearchDatastore_Task, 'duration_secs': 0.026677} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.536418] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6d3c80-3de6-44ed-bf68-fdfb5a8e2b78 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.538660] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 986.538660] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52cd17af-5301-69e5-731a-21c7a925e6c9" [ 986.538660] env[63105]: _type = "Task" [ 986.538660] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.543582] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "22f770d5-3a02-48d1-a21c-5a324f9d3096" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.642s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.547582] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52cd17af-5301-69e5-731a-21c7a925e6c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.054074] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52cd17af-5301-69e5-731a-21c7a925e6c9, 'name': SearchDatastore_Task, 'duration_secs': 0.029207} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.054706] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.055784] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] fccb9b51-6c58-4524-ba97-942eac0e5915/fccb9b51-6c58-4524-ba97-942eac0e5915.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.056076] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b779b60-71b3-4447-8031-32d56b952de1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.063054] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 987.063054] env[63105]: value = "task-2759361" [ 987.063054] env[63105]: _type = "Task" [ 987.063054] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.073623] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.175034] env[63105]: DEBUG nova.network.neutron [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Successfully updated port: fbca32d1-19e1-469a-b5f8-a39dcaf4c984 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.216885] env[63105]: DEBUG nova.compute.manager [req-152f55fe-e85f-4845-a93f-b0619dbdaa8b req-ef29eeb7-c8c2-45b3-b74a-2b33364843f8 service nova] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Received event network-vif-plugged-fbca32d1-19e1-469a-b5f8-a39dcaf4c984 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 987.217118] env[63105]: DEBUG oslo_concurrency.lockutils [req-152f55fe-e85f-4845-a93f-b0619dbdaa8b req-ef29eeb7-c8c2-45b3-b74a-2b33364843f8 service nova] Acquiring lock "0d032e22-a8ed-4b85-b607-fa333436613d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.217327] env[63105]: DEBUG oslo_concurrency.lockutils [req-152f55fe-e85f-4845-a93f-b0619dbdaa8b req-ef29eeb7-c8c2-45b3-b74a-2b33364843f8 service nova] Lock "0d032e22-a8ed-4b85-b607-fa333436613d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.217489] env[63105]: DEBUG oslo_concurrency.lockutils [req-152f55fe-e85f-4845-a93f-b0619dbdaa8b req-ef29eeb7-c8c2-45b3-b74a-2b33364843f8 service nova] Lock "0d032e22-a8ed-4b85-b607-fa333436613d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.217651] env[63105]: DEBUG nova.compute.manager [req-152f55fe-e85f-4845-a93f-b0619dbdaa8b req-ef29eeb7-c8c2-45b3-b74a-2b33364843f8 service nova] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] No waiting events found dispatching network-vif-plugged-fbca32d1-19e1-469a-b5f8-a39dcaf4c984 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.217807] env[63105]: WARNING nova.compute.manager [req-152f55fe-e85f-4845-a93f-b0619dbdaa8b req-ef29eeb7-c8c2-45b3-b74a-2b33364843f8 service nova] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Received unexpected event network-vif-plugged-fbca32d1-19e1-469a-b5f8-a39dcaf4c984 for instance with vm_state building and task_state spawning. [ 987.298649] env[63105]: DEBUG nova.compute.manager [req-e5c3c55e-de8c-4766-aabf-22874dec61fa req-727f058b-ceb0-491e-97e0-24edde27a895 service nova] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Received event network-changed-fbca32d1-19e1-469a-b5f8-a39dcaf4c984 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 987.298649] env[63105]: DEBUG nova.compute.manager [req-e5c3c55e-de8c-4766-aabf-22874dec61fa req-727f058b-ceb0-491e-97e0-24edde27a895 service nova] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Refreshing instance network info cache due to event network-changed-fbca32d1-19e1-469a-b5f8-a39dcaf4c984. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 987.298649] env[63105]: DEBUG oslo_concurrency.lockutils [req-e5c3c55e-de8c-4766-aabf-22874dec61fa req-727f058b-ceb0-491e-97e0-24edde27a895 service nova] Acquiring lock "refresh_cache-0d032e22-a8ed-4b85-b607-fa333436613d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.298649] env[63105]: DEBUG oslo_concurrency.lockutils [req-e5c3c55e-de8c-4766-aabf-22874dec61fa req-727f058b-ceb0-491e-97e0-24edde27a895 service nova] Acquired lock "refresh_cache-0d032e22-a8ed-4b85-b607-fa333436613d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.298649] env[63105]: DEBUG nova.network.neutron [req-e5c3c55e-de8c-4766-aabf-22874dec61fa req-727f058b-ceb0-491e-97e0-24edde27a895 service nova] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Refreshing network info cache for port fbca32d1-19e1-469a-b5f8-a39dcaf4c984 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.428652] env[63105]: DEBUG oslo_concurrency.lockutils [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.484s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.432089] env[63105]: DEBUG oslo_concurrency.lockutils [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.427s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.432419] env[63105]: DEBUG nova.objects.instance [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 987.576406] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759361, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.677599] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "refresh_cache-0d032e22-a8ed-4b85-b607-fa333436613d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.837808] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "495995da-33c4-41cf-9c06-d7a6fb2e636c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.838168] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "495995da-33c4-41cf-9c06-d7a6fb2e636c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.925496] env[63105]: DEBUG nova.network.neutron [req-e5c3c55e-de8c-4766-aabf-22874dec61fa req-727f058b-ceb0-491e-97e0-24edde27a895 service nova] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.023545] env[63105]: INFO nova.scheduler.client.report [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleted allocation for migration 938db467-bc9e-43c9-863c-dad4911ffc59 [ 988.075631] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65508} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.076514] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] fccb9b51-6c58-4524-ba97-942eac0e5915/fccb9b51-6c58-4524-ba97-942eac0e5915.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.077284] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.077284] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c0a1811-163a-4551-813d-cad813b53b5e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.085890] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 988.085890] env[63105]: value = "task-2759362" [ 988.085890] env[63105]: _type = "Task" [ 988.085890] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.100525] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.136997] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "7844902a-219c-4f20-9378-453c7722bbd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.137636] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "7844902a-219c-4f20-9378-453c7722bbd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.137881] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "7844902a-219c-4f20-9378-453c7722bbd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.138103] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "7844902a-219c-4f20-9378-453c7722bbd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.138311] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "7844902a-219c-4f20-9378-453c7722bbd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.142479] env[63105]: INFO nova.compute.manager [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Terminating instance [ 988.214803] env[63105]: DEBUG nova.network.neutron [req-e5c3c55e-de8c-4766-aabf-22874dec61fa req-727f058b-ceb0-491e-97e0-24edde27a895 service nova] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.343798] env[63105]: DEBUG nova.compute.manager [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.451051] env[63105]: DEBUG oslo_concurrency.lockutils [None req-008e851f-5921-41ed-b350-ca8b42745da9 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.452516] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.257s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.455503] env[63105]: INFO nova.compute.claims [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.530155] env[63105]: DEBUG oslo_concurrency.lockutils [None req-700b93ac-2421-4f2a-9d35-615adbd03b5d tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "407b6dfa-32ea-416c-972f-380e132d70c7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.881s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.599272] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068252} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.599567] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.600978] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad11f18-9cd5-4510-9c95-13babf3dc18c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.633063] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] fccb9b51-6c58-4524-ba97-942eac0e5915/fccb9b51-6c58-4524-ba97-942eac0e5915.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.633063] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbccb3f1-395f-4060-b2e7-bb6a7a82667f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.652742] env[63105]: DEBUG nova.compute.manager [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.652969] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.653330] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 988.653330] env[63105]: value = "task-2759363" [ 988.653330] env[63105]: _type = "Task" [ 988.653330] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.654123] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df907d51-5742-45a6-813d-ed0122fd6cbf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.665405] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.668208] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72585334-b0d6-4028-9892-6e8ac7821bb7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.669667] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759363, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.674624] env[63105]: DEBUG oslo_vmware.api [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 988.674624] env[63105]: value = "task-2759364" [ 988.674624] env[63105]: _type = "Task" [ 988.674624] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.687149] env[63105]: DEBUG oslo_vmware.api [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.718112] env[63105]: DEBUG oslo_concurrency.lockutils [req-e5c3c55e-de8c-4766-aabf-22874dec61fa req-727f058b-ceb0-491e-97e0-24edde27a895 service nova] Releasing lock "refresh_cache-0d032e22-a8ed-4b85-b607-fa333436613d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.720169] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "refresh_cache-0d032e22-a8ed-4b85-b607-fa333436613d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.720169] env[63105]: DEBUG nova.network.neutron [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.875436] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.170059] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759363, 'name': ReconfigVM_Task, 'duration_secs': 0.33306} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.170467] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Reconfigured VM instance instance-0000005c to attach disk [datastore2] fccb9b51-6c58-4524-ba97-942eac0e5915/fccb9b51-6c58-4524-ba97-942eac0e5915.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.171395] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a47f3931-ec63-44a5-bca5-b1a63133e8ba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.179805] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 989.179805] env[63105]: value = "task-2759365" [ 989.179805] env[63105]: _type = "Task" [ 989.179805] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.186601] env[63105]: DEBUG oslo_vmware.api [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759364, 'name': PowerOffVM_Task, 'duration_secs': 0.354253} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.187238] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.187413] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.187660] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae26cb52-9f2d-4671-bbce-98a4f2216cc3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.192099] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759365, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.276320] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.276320] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.276320] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Deleting the datastore file [datastore1] 7844902a-219c-4f20-9378-453c7722bbd0 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.276320] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-673509e3-90d5-4e23-ac75-a25bfa974e04 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.287693] env[63105]: DEBUG oslo_vmware.api [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for the task: (returnval){ [ 989.287693] env[63105]: value = "task-2759367" [ 989.287693] env[63105]: _type = "Task" [ 989.287693] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.296326] env[63105]: DEBUG oslo_vmware.api [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.344097] env[63105]: DEBUG nova.network.neutron [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.509645] env[63105]: DEBUG oslo_concurrency.lockutils [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "8829746c-c5f3-4532-97a5-abbee445abd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.509932] env[63105]: DEBUG oslo_concurrency.lockutils [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.510630] env[63105]: DEBUG oslo_concurrency.lockutils [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "8829746c-c5f3-4532-97a5-abbee445abd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.510840] env[63105]: DEBUG oslo_concurrency.lockutils [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.511017] env[63105]: DEBUG oslo_concurrency.lockutils [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.513230] env[63105]: INFO nova.compute.manager [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Terminating instance [ 989.689861] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759365, 'name': Rename_Task, 'duration_secs': 0.418851} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.690242] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.690394] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40ef1f29-a174-4cd8-bc9b-ac55285642fb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.697619] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 989.697619] env[63105]: value = "task-2759368" [ 989.697619] env[63105]: _type = "Task" [ 989.697619] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.705475] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.809626] env[63105]: DEBUG oslo_vmware.api [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Task: {'id': task-2759367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47031} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.809951] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.810189] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.810383] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.810556] env[63105]: INFO nova.compute.manager [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 989.810805] env[63105]: DEBUG oslo.service.loopingcall [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.813703] env[63105]: DEBUG nova.compute.manager [-] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.813811] env[63105]: DEBUG nova.network.neutron [-] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.832926] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf02c41a-5950-4059-a07f-9e20f8dcf514 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.844855] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbe9df7-14cf-4a3b-83da-36498a644beb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.880338] env[63105]: DEBUG nova.network.neutron [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Updating instance_info_cache with network_info: [{"id": "fbca32d1-19e1-469a-b5f8-a39dcaf4c984", "address": "fa:16:3e:55:2e:15", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbca32d1-19", "ovs_interfaceid": "fbca32d1-19e1-469a-b5f8-a39dcaf4c984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.884056] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f89e2f6-70f4-450b-bdd4-7d227ffbf1bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.890857] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef43ddf-30a6-4e0a-aed4-72baf4ca449e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.905598] env[63105]: DEBUG nova.compute.provider_tree [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.019524] env[63105]: DEBUG nova.compute.manager [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.019524] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.019874] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afcccd2-7143-4604-9216-6ae476a1bcf1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.030851] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.031143] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f68b7dcb-1d9f-4813-b176-1b9a7dff50ad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.038805] env[63105]: DEBUG oslo_vmware.api [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 990.038805] env[63105]: value = "task-2759369" [ 990.038805] env[63105]: _type = "Task" [ 990.038805] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.054411] env[63105]: DEBUG oslo_vmware.api [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.212518] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759368, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.387014] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "refresh_cache-0d032e22-a8ed-4b85-b607-fa333436613d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.387014] env[63105]: DEBUG nova.compute.manager [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Instance network_info: |[{"id": "fbca32d1-19e1-469a-b5f8-a39dcaf4c984", "address": "fa:16:3e:55:2e:15", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbca32d1-19", "ovs_interfaceid": "fbca32d1-19e1-469a-b5f8-a39dcaf4c984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.387787] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:2e:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbca32d1-19e1-469a-b5f8-a39dcaf4c984', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.395973] env[63105]: DEBUG oslo.service.loopingcall [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 990.396317] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.396876] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7db7031b-21c4-4d2e-a0e4-cd1a51360e61 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.413982] env[63105]: DEBUG nova.scheduler.client.report [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 990.424855] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.424855] env[63105]: value = "task-2759370" [ 990.424855] env[63105]: _type = "Task" [ 990.424855] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.437276] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759370, 'name': CreateVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.550469] env[63105]: DEBUG oslo_vmware.api [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759369, 'name': PowerOffVM_Task, 'duration_secs': 0.209246} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.551899] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.551899] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.551899] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00f1b43e-01b9-4f3d-8a54-195a296bdcfe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.626495] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.627153] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.627482] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Deleting the datastore file [datastore1] 8829746c-c5f3-4532-97a5-abbee445abd5 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.627997] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eb14e76-3e57-454b-8113-036c36154ead {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.637205] env[63105]: DEBUG oslo_vmware.api [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 990.637205] env[63105]: value = "task-2759372" [ 990.637205] env[63105]: _type = "Task" [ 990.637205] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.652672] env[63105]: DEBUG oslo_vmware.api [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.708926] env[63105]: DEBUG oslo_vmware.api [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759368, 'name': PowerOnVM_Task, 'duration_secs': 0.60017} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.709879] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.710325] env[63105]: INFO nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Took 10.30 seconds to spawn the instance on the hypervisor. [ 990.710640] env[63105]: DEBUG nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.711647] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e589b5-70d6-4243-98e5-0ff010ab65f2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.770154] env[63105]: DEBUG nova.compute.manager [req-4bab64f0-0070-47c9-b455-d071cc641ab2 req-95d16393-6fb5-4230-b18e-127abd716231 service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Received event network-vif-deleted-56d2d93b-9de2-4270-8f15-06eaa66dc40c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 990.770610] env[63105]: INFO nova.compute.manager [req-4bab64f0-0070-47c9-b455-d071cc641ab2 req-95d16393-6fb5-4230-b18e-127abd716231 service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Neutron deleted interface 56d2d93b-9de2-4270-8f15-06eaa66dc40c; detaching it from the instance and deleting it from the info cache [ 990.771529] env[63105]: DEBUG nova.network.neutron [req-4bab64f0-0070-47c9-b455-d071cc641ab2 req-95d16393-6fb5-4230-b18e-127abd716231 service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.921454] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.922175] env[63105]: DEBUG nova.compute.manager [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.927210] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.219s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.931227] env[63105]: INFO nova.compute.claims [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.946313] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759370, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.149407] env[63105]: DEBUG nova.network.neutron [-] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.150842] env[63105]: DEBUG oslo_vmware.api [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466004} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.150842] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.151036] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.151230] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.151972] env[63105]: INFO nova.compute.manager [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 991.151972] env[63105]: DEBUG oslo.service.loopingcall [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 991.152817] env[63105]: DEBUG nova.compute.manager [-] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.152903] env[63105]: DEBUG nova.network.neutron [-] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.232037] env[63105]: INFO nova.compute.manager [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Took 29.29 seconds to build instance. [ 991.276400] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c97d1967-3e4f-41e0-aa03-bbf9514f4f0e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.288334] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d5e220-66a0-43ad-a007-dbaed8fc8887 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.324230] env[63105]: DEBUG nova.compute.manager [req-4bab64f0-0070-47c9-b455-d071cc641ab2 req-95d16393-6fb5-4230-b18e-127abd716231 service nova] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Detach interface failed, port_id=56d2d93b-9de2-4270-8f15-06eaa66dc40c, reason: Instance 7844902a-219c-4f20-9378-453c7722bbd0 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 991.398614] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Acquiring lock "1085a71c-a59d-4eb3-9a60-45b33c3312fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.398857] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Lock "1085a71c-a59d-4eb3-9a60-45b33c3312fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.436254] env[63105]: DEBUG nova.compute.utils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 991.441133] env[63105]: DEBUG nova.compute.manager [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.441418] env[63105]: DEBUG nova.network.neutron [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.459450] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759370, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.499029] env[63105]: DEBUG nova.policy [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23b5fdebf2184a51976628db27276bea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6be7d290724942bf9c905cf7eab9c8dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.653656] env[63105]: INFO nova.compute.manager [-] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Took 1.84 seconds to deallocate network for instance. [ 991.734603] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3f49dfd2-ba08-41f7-8a41-db4c3d504a4d tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "fccb9b51-6c58-4524-ba97-942eac0e5915" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.802s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.875827] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "407b6dfa-32ea-416c-972f-380e132d70c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.876120] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "407b6dfa-32ea-416c-972f-380e132d70c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.876359] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "407b6dfa-32ea-416c-972f-380e132d70c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.876507] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "407b6dfa-32ea-416c-972f-380e132d70c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.876707] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "407b6dfa-32ea-416c-972f-380e132d70c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.878857] env[63105]: INFO nova.compute.manager [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Terminating instance [ 991.902236] env[63105]: DEBUG nova.compute.manager [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.945032] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759370, 'name': CreateVM_Task, 'duration_secs': 1.451279} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.945379] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.946201] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.946378] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.946781] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.947780] env[63105]: DEBUG nova.compute.manager [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.950070] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f2c971e-8a9a-47c1-a893-2f6041a4a967 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.960173] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 991.960173] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52cc0555-0ce4-a071-2a75-43728410270e" [ 991.960173] env[63105]: _type = "Task" [ 991.960173] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.970321] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52cc0555-0ce4-a071-2a75-43728410270e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.174580] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.289874] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d26f681-0ad5-4622-9d85-ec031f366768 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.298606] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c8a84f-c535-4275-bfcf-ee9e356099df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.331734] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61debfbf-cd50-43fa-8357-3023aa721d24 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.339787] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cba029-b196-41b0-b01b-518a918d1c88 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.355693] env[63105]: DEBUG nova.network.neutron [-] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.358351] env[63105]: DEBUG nova.compute.provider_tree [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.383668] env[63105]: DEBUG nova.compute.manager [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.383965] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.384776] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115addfc-2992-4cf2-9600-0036e0dd3b20 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.395688] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.395956] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18f89da6-d819-45ca-bfdd-0daae5614dcf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.405544] env[63105]: DEBUG oslo_vmware.api [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 992.405544] env[63105]: value = "task-2759373" [ 992.405544] env[63105]: _type = "Task" [ 992.405544] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.420627] env[63105]: DEBUG oslo_vmware.api [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.432839] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.472758] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52cc0555-0ce4-a071-2a75-43728410270e, 'name': SearchDatastore_Task, 'duration_secs': 0.018318} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.473552] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.473976] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.474483] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.474815] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.477130] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.477130] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e77684d-d81a-43ed-85a8-040dbb085f00 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.484260] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.484446] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.485243] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00dfa3c0-5a19-4246-8a80-38250d2603d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.490394] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 992.490394] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5223ae5f-47bd-c1eb-dba6-18e46a435266" [ 992.490394] env[63105]: _type = "Task" [ 992.490394] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.499180] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5223ae5f-47bd-c1eb-dba6-18e46a435266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.565369] env[63105]: DEBUG nova.network.neutron [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Successfully created port: ec712426-1216-4c71-8b03-e8f7c82d9157 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.862929] env[63105]: INFO nova.compute.manager [-] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Took 1.71 seconds to deallocate network for instance. [ 992.862929] env[63105]: DEBUG nova.scheduler.client.report [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 992.908584] env[63105]: DEBUG nova.compute.manager [req-6ba3d4e6-1de9-47df-935c-941e169b8702 req-8f2e84a8-b621-487f-90e2-518e772a7104 service nova] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Received event network-vif-deleted-c74a237a-52ab-4915-b5aa-24287c648ba1 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 992.928519] env[63105]: DEBUG oslo_vmware.api [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759373, 'name': PowerOffVM_Task, 'duration_secs': 0.489825} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.928810] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.928878] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.929153] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3ee9ae9-d7ac-475a-b4ce-494a1aff1077 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.958286] env[63105]: DEBUG nova.compute.manager [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.003431] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.003843] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.004069] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleting the datastore file [datastore1] 407b6dfa-32ea-416c-972f-380e132d70c7 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.004735] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d6923c0-f3fe-4b60-8a76-24af6098bd9b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.010356] env[63105]: DEBUG nova.virt.hardware [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 993.010356] env[63105]: DEBUG nova.virt.hardware [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 993.010356] env[63105]: DEBUG nova.virt.hardware [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.010356] env[63105]: DEBUG nova.virt.hardware [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 993.010356] env[63105]: DEBUG nova.virt.hardware [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.010666] env[63105]: DEBUG nova.virt.hardware [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 993.011292] env[63105]: DEBUG nova.virt.hardware [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 993.011292] env[63105]: DEBUG nova.virt.hardware [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 993.011292] env[63105]: DEBUG nova.virt.hardware [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 993.011528] env[63105]: DEBUG nova.virt.hardware [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 993.011572] env[63105]: DEBUG nova.virt.hardware [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 993.012709] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4457c4b9-34f6-4429-9477-234e84c0f98e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.022100] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5223ae5f-47bd-c1eb-dba6-18e46a435266, 'name': SearchDatastore_Task, 'duration_secs': 0.011348} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.028709] env[63105]: DEBUG oslo_vmware.api [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 993.028709] env[63105]: value = "task-2759375" [ 993.028709] env[63105]: _type = "Task" [ 993.028709] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.032034] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e507bae0-9cda-49b7-963f-5811bd0569ed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.049277] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e9d170-a862-4059-a2d1-5fff08882bb5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.062677] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "f8570888-cf47-40f1-9fc7-bfb043d406af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.064274] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "f8570888-cf47-40f1-9fc7-bfb043d406af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.069729] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 993.069729] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52353436-f5a4-4982-ad63-259559009509" [ 993.069729] env[63105]: _type = "Task" [ 993.069729] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.076181] env[63105]: DEBUG oslo_vmware.api [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.100178] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52353436-f5a4-4982-ad63-259559009509, 'name': SearchDatastore_Task, 'duration_secs': 0.009537} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.100420] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.101454] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 0d032e22-a8ed-4b85-b607-fa333436613d/0d032e22-a8ed-4b85-b607-fa333436613d.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.101454] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2d214a5-f282-4e9c-8b74-bf76c5c58e53 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.111148] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 993.111148] env[63105]: value = "task-2759376" [ 993.111148] env[63105]: _type = "Task" [ 993.111148] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.120306] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.374435] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.374435] env[63105]: DEBUG nova.compute.manager [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.379457] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.912s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.379549] env[63105]: DEBUG nova.objects.instance [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lazy-loading 'resources' on Instance uuid b8e44340-0039-423a-b08f-5390be300f43 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.383278] env[63105]: DEBUG oslo_concurrency.lockutils [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.534650] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "bdc6099f-0343-4303-8802-d00a439dafb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.534650] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "bdc6099f-0343-4303-8802-d00a439dafb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.534650] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "bdc6099f-0343-4303-8802-d00a439dafb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.534650] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "bdc6099f-0343-4303-8802-d00a439dafb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.534650] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "bdc6099f-0343-4303-8802-d00a439dafb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.540668] env[63105]: INFO nova.compute.manager [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Terminating instance [ 993.549278] env[63105]: DEBUG oslo_vmware.api [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194279} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.549905] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.550739] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.550739] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.550739] env[63105]: INFO nova.compute.manager [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 993.550739] env[63105]: DEBUG oslo.service.loopingcall [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.551139] env[63105]: DEBUG nova.compute.manager [-] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.551139] env[63105]: DEBUG nova.network.neutron [-] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.585873] env[63105]: DEBUG nova.compute.manager [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.633927] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514229} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.633927] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 0d032e22-a8ed-4b85-b607-fa333436613d/0d032e22-a8ed-4b85-b607-fa333436613d.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.633927] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.634298] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3275e5c9-6687-491a-b0a1-c06e5ce9951b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.645879] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 993.645879] env[63105]: value = "task-2759377" [ 993.645879] env[63105]: _type = "Task" [ 993.645879] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.658330] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.890258] env[63105]: DEBUG nova.compute.utils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 993.890507] env[63105]: DEBUG nova.compute.manager [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.890631] env[63105]: DEBUG nova.network.neutron [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.996548] env[63105]: DEBUG nova.policy [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41bcc83a765a4aa5947e1c098a54d56f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6039084dd49439b9add938dad3b1446', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.050830] env[63105]: DEBUG nova.compute.manager [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.050830] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.051494] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2443d75-5a42-4fba-9283-b7953b25a731 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.059319] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.059573] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e684acd1-f0be-40e6-a93a-6efd5be48541 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.069658] env[63105]: DEBUG oslo_vmware.api [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 994.069658] env[63105]: value = "task-2759378" [ 994.069658] env[63105]: _type = "Task" [ 994.069658] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.083242] env[63105]: DEBUG oslo_vmware.api [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.109980] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.159933] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074957} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.160836] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.161703] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bfa0a4-44c2-4945-99aa-0c12d9da7f0f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.188074] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 0d032e22-a8ed-4b85-b607-fa333436613d/0d032e22-a8ed-4b85-b607-fa333436613d.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.191155] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-006ec174-d2f5-4fb5-b1f1-a3d9efe53f08 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.211809] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 994.211809] env[63105]: value = "task-2759379" [ 994.211809] env[63105]: _type = "Task" [ 994.211809] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.220377] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.309144] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bb26d0-f560-41cf-8732-c3417e05415b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.316765] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea40ae1-1830-43a8-a792-931f74b76d77 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.348353] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5efbee0-3ad8-4082-9a1b-97da1b584333 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.356364] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d29ccdd-62e1-4362-8c4f-6858bf979b3f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.370914] env[63105]: DEBUG nova.compute.provider_tree [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.399026] env[63105]: DEBUG nova.compute.manager [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.449651] env[63105]: DEBUG nova.network.neutron [-] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.581149] env[63105]: DEBUG oslo_vmware.api [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759378, 'name': PowerOffVM_Task, 'duration_secs': 0.234692} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.581416] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.581678] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.581857] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ba7439d-6edf-4456-99a5-c0edd1049778 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.588987] env[63105]: DEBUG nova.compute.manager [req-c1306df1-5ef2-499e-a3b5-d1c7a0fdd129 req-6656254d-2b59-4cce-8262-8b4ec22c38d1 service nova] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Received event network-vif-plugged-ec712426-1216-4c71-8b03-e8f7c82d9157 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 994.589263] env[63105]: DEBUG oslo_concurrency.lockutils [req-c1306df1-5ef2-499e-a3b5-d1c7a0fdd129 req-6656254d-2b59-4cce-8262-8b4ec22c38d1 service nova] Acquiring lock "dede34ff-258a-4ae1-a704-9f9c69b6555d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.589490] env[63105]: DEBUG oslo_concurrency.lockutils [req-c1306df1-5ef2-499e-a3b5-d1c7a0fdd129 req-6656254d-2b59-4cce-8262-8b4ec22c38d1 service nova] Lock "dede34ff-258a-4ae1-a704-9f9c69b6555d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.589683] env[63105]: DEBUG oslo_concurrency.lockutils [req-c1306df1-5ef2-499e-a3b5-d1c7a0fdd129 req-6656254d-2b59-4cce-8262-8b4ec22c38d1 service nova] Lock "dede34ff-258a-4ae1-a704-9f9c69b6555d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.589866] env[63105]: DEBUG nova.compute.manager [req-c1306df1-5ef2-499e-a3b5-d1c7a0fdd129 req-6656254d-2b59-4cce-8262-8b4ec22c38d1 service nova] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] No waiting events found dispatching network-vif-plugged-ec712426-1216-4c71-8b03-e8f7c82d9157 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.590073] env[63105]: WARNING nova.compute.manager [req-c1306df1-5ef2-499e-a3b5-d1c7a0fdd129 req-6656254d-2b59-4cce-8262-8b4ec22c38d1 service nova] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Received unexpected event network-vif-plugged-ec712426-1216-4c71-8b03-e8f7c82d9157 for instance with vm_state building and task_state spawning. [ 994.647126] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.647388] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.647717] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Deleting the datastore file [datastore2] bdc6099f-0343-4303-8802-d00a439dafb6 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.647984] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f430ed8-21fb-4121-8765-37f87736847a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.655363] env[63105]: DEBUG oslo_vmware.api [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 994.655363] env[63105]: value = "task-2759381" [ 994.655363] env[63105]: _type = "Task" [ 994.655363] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.664651] env[63105]: DEBUG oslo_vmware.api [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.722418] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759379, 'name': ReconfigVM_Task, 'duration_secs': 0.47716} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.722812] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 0d032e22-a8ed-4b85-b607-fa333436613d/0d032e22-a8ed-4b85-b607-fa333436613d.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.723491] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20c88c50-35dd-48c9-a93d-162d21fb2390 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.730421] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 994.730421] env[63105]: value = "task-2759382" [ 994.730421] env[63105]: _type = "Task" [ 994.730421] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.738707] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759382, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.895017] env[63105]: ERROR nova.scheduler.client.report [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [req-251f15d9-b146-490e-8eee-ac0893c2de5f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-251f15d9-b146-490e-8eee-ac0893c2de5f"}]} [ 994.903119] env[63105]: DEBUG nova.network.neutron [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Successfully created port: 2f384392-e106-46e5-a2b8-4a55ae6d33d8 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.920027] env[63105]: DEBUG nova.scheduler.client.report [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 994.936621] env[63105]: DEBUG nova.scheduler.client.report [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 994.937196] env[63105]: DEBUG nova.compute.provider_tree [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.953017] env[63105]: INFO nova.compute.manager [-] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Took 1.40 seconds to deallocate network for instance. [ 994.959400] env[63105]: DEBUG nova.scheduler.client.report [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 994.977961] env[63105]: DEBUG nova.network.neutron [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Successfully updated port: ec712426-1216-4c71-8b03-e8f7c82d9157 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.980689] env[63105]: DEBUG nova.scheduler.client.report [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 995.020552] env[63105]: DEBUG nova.compute.manager [req-fb770913-1274-4486-812e-9f47876ce9d4 req-1da35b18-1c5e-4ad3-bd58-cffd72e34638 service nova] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Received event network-vif-deleted-58db3952-87eb-4382-83cc-29fe688006a8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 995.167415] env[63105]: DEBUG oslo_vmware.api [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163621} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.169999] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.170353] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.170482] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.170696] env[63105]: INFO nova.compute.manager [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 995.170981] env[63105]: DEBUG oslo.service.loopingcall [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.172149] env[63105]: DEBUG nova.compute.manager [-] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.172149] env[63105]: DEBUG nova.network.neutron [-] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.239786] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759382, 'name': Rename_Task, 'duration_secs': 0.148661} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.240761] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.240761] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fd60fec-6895-4dd4-98be-666b9ab3e00b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.251028] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 995.251028] env[63105]: value = "task-2759383" [ 995.251028] env[63105]: _type = "Task" [ 995.251028] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.272060] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.331245] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43694645-003a-4a03-9ffc-c5b5264ebdc6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.338818] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9ad811-a8d3-4e3d-acf7-4c2aee769d06 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.376532] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd738b6-379c-447f-8ffa-d49185682ec1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.384201] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c61afe-f419-48cc-b33d-f4520b94da33 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.399023] env[63105]: DEBUG nova.compute.provider_tree [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.412047] env[63105]: DEBUG nova.compute.manager [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.453639] env[63105]: DEBUG nova.virt.hardware [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 995.453976] env[63105]: DEBUG nova.virt.hardware [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 995.454397] env[63105]: DEBUG nova.virt.hardware [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.454397] env[63105]: DEBUG nova.virt.hardware [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 995.454927] env[63105]: DEBUG nova.virt.hardware [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.458568] env[63105]: DEBUG nova.virt.hardware [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 995.458568] env[63105]: DEBUG nova.virt.hardware [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 995.458568] env[63105]: DEBUG nova.virt.hardware [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 995.458568] env[63105]: DEBUG nova.virt.hardware [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 995.458568] env[63105]: DEBUG nova.virt.hardware [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 995.458568] env[63105]: DEBUG nova.virt.hardware [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 995.458568] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be8403c-29bf-42fb-8417-a83ef0f5d6ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.462554] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.473142] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ded0eaa-4910-4805-b702-11b83c1bb92a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.485122] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "refresh_cache-dede34ff-258a-4ae1-a704-9f9c69b6555d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.485366] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "refresh_cache-dede34ff-258a-4ae1-a704-9f9c69b6555d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.485517] env[63105]: DEBUG nova.network.neutron [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.762361] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.944035] env[63105]: DEBUG nova.scheduler.client.report [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 995.944370] env[63105]: DEBUG nova.compute.provider_tree [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 143 to 144 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 995.944553] env[63105]: DEBUG nova.compute.provider_tree [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.032857] env[63105]: DEBUG nova.network.neutron [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.084524] env[63105]: DEBUG nova.network.neutron [-] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.263827] env[63105]: DEBUG oslo_vmware.api [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759383, 'name': PowerOnVM_Task, 'duration_secs': 0.82525} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.265279] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.267080] env[63105]: INFO nova.compute.manager [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Took 10.32 seconds to spawn the instance on the hypervisor. [ 996.269101] env[63105]: DEBUG nova.compute.manager [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.269101] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b25990-6eee-4b6f-a968-5e3f95f05984 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.459348] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.078s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.459951] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.585s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.464171] env[63105]: INFO nova.compute.claims [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.501072] env[63105]: INFO nova.scheduler.client.report [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleted allocations for instance b8e44340-0039-423a-b08f-5390be300f43 [ 996.569706] env[63105]: DEBUG nova.network.neutron [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Updating instance_info_cache with network_info: [{"id": "ec712426-1216-4c71-8b03-e8f7c82d9157", "address": "fa:16:3e:62:a7:dc", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec712426-12", "ovs_interfaceid": "ec712426-1216-4c71-8b03-e8f7c82d9157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.588139] env[63105]: INFO nova.compute.manager [-] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Took 1.42 seconds to deallocate network for instance. [ 996.670977] env[63105]: DEBUG nova.compute.manager [req-fbacf0f9-cd3b-4f27-b924-0de04f7fedba req-8d119c09-c21f-43ca-b7da-a1f87f1fb71f service nova] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Received event network-changed-ec712426-1216-4c71-8b03-e8f7c82d9157 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 996.671229] env[63105]: DEBUG nova.compute.manager [req-fbacf0f9-cd3b-4f27-b924-0de04f7fedba req-8d119c09-c21f-43ca-b7da-a1f87f1fb71f service nova] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Refreshing instance network info cache due to event network-changed-ec712426-1216-4c71-8b03-e8f7c82d9157. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 996.671428] env[63105]: DEBUG oslo_concurrency.lockutils [req-fbacf0f9-cd3b-4f27-b924-0de04f7fedba req-8d119c09-c21f-43ca-b7da-a1f87f1fb71f service nova] Acquiring lock "refresh_cache-dede34ff-258a-4ae1-a704-9f9c69b6555d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.786557] env[63105]: INFO nova.compute.manager [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Took 32.99 seconds to build instance. [ 997.010282] env[63105]: DEBUG nova.network.neutron [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Successfully updated port: 2f384392-e106-46e5-a2b8-4a55ae6d33d8 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.019930] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7494d57-34ff-48ab-8b95-667bb5842348 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "b8e44340-0039-423a-b08f-5390be300f43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.961s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.074762] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "refresh_cache-dede34ff-258a-4ae1-a704-9f9c69b6555d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.076578] env[63105]: DEBUG nova.compute.manager [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Instance network_info: |[{"id": "ec712426-1216-4c71-8b03-e8f7c82d9157", "address": "fa:16:3e:62:a7:dc", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec712426-12", "ovs_interfaceid": "ec712426-1216-4c71-8b03-e8f7c82d9157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.076922] env[63105]: DEBUG oslo_concurrency.lockutils [req-fbacf0f9-cd3b-4f27-b924-0de04f7fedba req-8d119c09-c21f-43ca-b7da-a1f87f1fb71f service nova] Acquired lock "refresh_cache-dede34ff-258a-4ae1-a704-9f9c69b6555d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.077138] env[63105]: DEBUG nova.network.neutron [req-fbacf0f9-cd3b-4f27-b924-0de04f7fedba req-8d119c09-c21f-43ca-b7da-a1f87f1fb71f service nova] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Refreshing network info cache for port ec712426-1216-4c71-8b03-e8f7c82d9157 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.078451] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:a7:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec712426-1216-4c71-8b03-e8f7c82d9157', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.088930] env[63105]: DEBUG oslo.service.loopingcall [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 997.088930] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.089604] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ace387f-85f8-4139-a3c3-4769e852d219 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.110423] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.116952] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.116952] env[63105]: value = "task-2759384" [ 997.116952] env[63105]: _type = "Task" [ 997.116952] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.125582] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759384, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.289171] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67634a9b-6229-4d1c-9cb3-01c991d8c5b5 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "0d032e22-a8ed-4b85-b607-fa333436613d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.505s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.514037] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.514037] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.514163] env[63105]: DEBUG nova.network.neutron [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.626598] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759384, 'name': CreateVM_Task, 'duration_secs': 0.391833} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.626674] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.627448] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.627539] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.627795] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.628090] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abffb377-6c54-4b8d-a3f9-7ef3de1e0b5d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.633102] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 997.633102] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526ec42e-cf84-3511-5af2-d00c149a8e7b" [ 997.633102] env[63105]: _type = "Task" [ 997.633102] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.648827] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526ec42e-cf84-3511-5af2-d00c149a8e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.673209] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Acquiring lock "89df1074-0402-4ba7-beff-fcb50c948fef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.674832] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Lock "89df1074-0402-4ba7-beff-fcb50c948fef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.739816] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "3765c994-f0a3-4f8d-bfbf-6d931ff32be0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.740735] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "3765c994-f0a3-4f8d-bfbf-6d931ff32be0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.740735] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "3765c994-f0a3-4f8d-bfbf-6d931ff32be0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.740735] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "3765c994-f0a3-4f8d-bfbf-6d931ff32be0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.740735] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "3765c994-f0a3-4f8d-bfbf-6d931ff32be0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.742616] env[63105]: INFO nova.compute.manager [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Terminating instance [ 997.803616] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c28a0c8-96c3-4ee5-b9ae-4b7694fb43a4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.811297] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310d4e2b-aa4e-4033-885c-e4d2f8f61730 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.842157] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db69036-7f58-426e-aa46-1f77fc343c18 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.853918] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b69c251-1087-456f-b94b-a9fd6e75bc98 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.868194] env[63105]: DEBUG nova.compute.provider_tree [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.883617] env[63105]: DEBUG nova.network.neutron [req-fbacf0f9-cd3b-4f27-b924-0de04f7fedba req-8d119c09-c21f-43ca-b7da-a1f87f1fb71f service nova] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Updated VIF entry in instance network info cache for port ec712426-1216-4c71-8b03-e8f7c82d9157. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.884180] env[63105]: DEBUG nova.network.neutron [req-fbacf0f9-cd3b-4f27-b924-0de04f7fedba req-8d119c09-c21f-43ca-b7da-a1f87f1fb71f service nova] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Updating instance_info_cache with network_info: [{"id": "ec712426-1216-4c71-8b03-e8f7c82d9157", "address": "fa:16:3e:62:a7:dc", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec712426-12", "ovs_interfaceid": "ec712426-1216-4c71-8b03-e8f7c82d9157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.066807] env[63105]: DEBUG nova.network.neutron [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.146649] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526ec42e-cf84-3511-5af2-d00c149a8e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.012337} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.146649] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.146806] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.146972] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.147138] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.147317] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.147572] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb8a702c-e62b-4c98-a818-6ef6cb470217 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.159031] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.159031] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.159031] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d2888d-7b38-453b-9062-68c85fb3159e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.163759] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 998.163759] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52aae23e-ff88-fd08-7104-70538e329fbf" [ 998.163759] env[63105]: _type = "Task" [ 998.163759] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.175678] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52aae23e-ff88-fd08-7104-70538e329fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.182577] env[63105]: DEBUG nova.compute.manager [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.224536] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71cf8f1-4e56-4c95-b8ca-c69d8c342006 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.235444] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9f8524-4fea-48fa-a88c-d50f5cfcdf51 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Suspending the VM {{(pid=63105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 998.235691] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9f7ebfff-b1b6-4384-adc0-844faf65e7c4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.247620] env[63105]: DEBUG nova.compute.manager [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.247837] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.249552] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a51ce-4d6d-45fd-b7c3-23787179c138 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.252683] env[63105]: DEBUG oslo_vmware.api [None req-8b9f8524-4fea-48fa-a88c-d50f5cfcdf51 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 998.252683] env[63105]: value = "task-2759385" [ 998.252683] env[63105]: _type = "Task" [ 998.252683] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.259270] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.259838] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbd11ec9-c365-4741-a5f2-e1f69843e470 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.264145] env[63105]: DEBUG oslo_vmware.api [None req-8b9f8524-4fea-48fa-a88c-d50f5cfcdf51 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759385, 'name': SuspendVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.268516] env[63105]: DEBUG oslo_vmware.api [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 998.268516] env[63105]: value = "task-2759386" [ 998.268516] env[63105]: _type = "Task" [ 998.268516] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.276448] env[63105]: DEBUG oslo_vmware.api [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.277772] env[63105]: DEBUG nova.network.neutron [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Updating instance_info_cache with network_info: [{"id": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "address": "fa:16:3e:d3:48:37", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f384392-e1", "ovs_interfaceid": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.372217] env[63105]: DEBUG nova.scheduler.client.report [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 998.387403] env[63105]: DEBUG oslo_concurrency.lockutils [req-fbacf0f9-cd3b-4f27-b924-0de04f7fedba req-8d119c09-c21f-43ca-b7da-a1f87f1fb71f service nova] Releasing lock "refresh_cache-dede34ff-258a-4ae1-a704-9f9c69b6555d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.387689] env[63105]: DEBUG nova.compute.manager [req-fbacf0f9-cd3b-4f27-b924-0de04f7fedba req-8d119c09-c21f-43ca-b7da-a1f87f1fb71f service nova] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Received event network-vif-deleted-d7364c65-ed8c-46ae-a0bc-33a51bebfae6 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 998.674716] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52aae23e-ff88-fd08-7104-70538e329fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.014522} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.675525] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8229a4c3-1675-49f6-bce0-643200a693db {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.682074] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 998.682074] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5280f3e2-de7a-2f37-1139-139f0c5910e6" [ 998.682074] env[63105]: _type = "Task" [ 998.682074] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.692950] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5280f3e2-de7a-2f37-1139-139f0c5910e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.701671] env[63105]: DEBUG nova.compute.manager [req-52d0972e-ffe9-4ca6-8bb0-f16290494585 req-488f1c04-7927-44d7-9171-2a7349d6a25b service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Received event network-vif-plugged-2f384392-e106-46e5-a2b8-4a55ae6d33d8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 998.701977] env[63105]: DEBUG oslo_concurrency.lockutils [req-52d0972e-ffe9-4ca6-8bb0-f16290494585 req-488f1c04-7927-44d7-9171-2a7349d6a25b service nova] Acquiring lock "ec30fcc3-f122-481b-a474-2dd633032c93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.702165] env[63105]: DEBUG oslo_concurrency.lockutils [req-52d0972e-ffe9-4ca6-8bb0-f16290494585 req-488f1c04-7927-44d7-9171-2a7349d6a25b service nova] Lock "ec30fcc3-f122-481b-a474-2dd633032c93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.702282] env[63105]: DEBUG oslo_concurrency.lockutils [req-52d0972e-ffe9-4ca6-8bb0-f16290494585 req-488f1c04-7927-44d7-9171-2a7349d6a25b service nova] Lock "ec30fcc3-f122-481b-a474-2dd633032c93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.702429] env[63105]: DEBUG nova.compute.manager [req-52d0972e-ffe9-4ca6-8bb0-f16290494585 req-488f1c04-7927-44d7-9171-2a7349d6a25b service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] No waiting events found dispatching network-vif-plugged-2f384392-e106-46e5-a2b8-4a55ae6d33d8 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.702641] env[63105]: WARNING nova.compute.manager [req-52d0972e-ffe9-4ca6-8bb0-f16290494585 req-488f1c04-7927-44d7-9171-2a7349d6a25b service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Received unexpected event network-vif-plugged-2f384392-e106-46e5-a2b8-4a55ae6d33d8 for instance with vm_state building and task_state spawning. [ 998.702744] env[63105]: DEBUG nova.compute.manager [req-52d0972e-ffe9-4ca6-8bb0-f16290494585 req-488f1c04-7927-44d7-9171-2a7349d6a25b service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Received event network-changed-2f384392-e106-46e5-a2b8-4a55ae6d33d8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 998.702894] env[63105]: DEBUG nova.compute.manager [req-52d0972e-ffe9-4ca6-8bb0-f16290494585 req-488f1c04-7927-44d7-9171-2a7349d6a25b service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Refreshing instance network info cache due to event network-changed-2f384392-e106-46e5-a2b8-4a55ae6d33d8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 998.703209] env[63105]: DEBUG oslo_concurrency.lockutils [req-52d0972e-ffe9-4ca6-8bb0-f16290494585 req-488f1c04-7927-44d7-9171-2a7349d6a25b service nova] Acquiring lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.706758] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.764022] env[63105]: DEBUG oslo_vmware.api [None req-8b9f8524-4fea-48fa-a88c-d50f5cfcdf51 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759385, 'name': SuspendVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.777104] env[63105]: DEBUG oslo_vmware.api [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759386, 'name': PowerOffVM_Task, 'duration_secs': 0.309974} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.777367] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.777534] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.777774] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f2ced82-d266-4335-b7b5-8b95fe164bf8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.779700] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.779976] env[63105]: DEBUG nova.compute.manager [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Instance network_info: |[{"id": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "address": "fa:16:3e:d3:48:37", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f384392-e1", "ovs_interfaceid": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.780257] env[63105]: DEBUG oslo_concurrency.lockutils [req-52d0972e-ffe9-4ca6-8bb0-f16290494585 req-488f1c04-7927-44d7-9171-2a7349d6a25b service nova] Acquired lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.780430] env[63105]: DEBUG nova.network.neutron [req-52d0972e-ffe9-4ca6-8bb0-f16290494585 req-488f1c04-7927-44d7-9171-2a7349d6a25b service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Refreshing network info cache for port 2f384392-e106-46e5-a2b8-4a55ae6d33d8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.782105] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:48:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f384392-e106-46e5-a2b8-4a55ae6d33d8', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.789810] env[63105]: DEBUG oslo.service.loopingcall [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 998.790647] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.790868] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ec31684-447b-4864-a1d2-6667ed4896fe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.810133] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.810133] env[63105]: value = "task-2759388" [ 998.810133] env[63105]: _type = "Task" [ 998.810133] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.823957] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759388, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.840646] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.840844] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.841035] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleting the datastore file [datastore1] 3765c994-f0a3-4f8d-bfbf-6d931ff32be0 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.841296] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35b795c5-8268-44f1-8742-c64ddd6a5f98 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.849585] env[63105]: DEBUG oslo_vmware.api [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 998.849585] env[63105]: value = "task-2759389" [ 998.849585] env[63105]: _type = "Task" [ 998.849585] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.858075] env[63105]: DEBUG oslo_vmware.api [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.879620] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.880179] env[63105]: DEBUG nova.compute.manager [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.882848] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.708s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.883078] env[63105]: DEBUG nova.objects.instance [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lazy-loading 'resources' on Instance uuid 7844902a-219c-4f20-9378-453c7722bbd0 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.191777] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5280f3e2-de7a-2f37-1139-139f0c5910e6, 'name': SearchDatastore_Task, 'duration_secs': 0.014861} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.192132] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.192367] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] dede34ff-258a-4ae1-a704-9f9c69b6555d/dede34ff-258a-4ae1-a704-9f9c69b6555d.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.192632] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a32e1bfd-7ec8-44a2-af31-b7c074699736 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.198234] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 999.198234] env[63105]: value = "task-2759390" [ 999.198234] env[63105]: _type = "Task" [ 999.198234] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.205763] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.267052] env[63105]: DEBUG oslo_vmware.api [None req-8b9f8524-4fea-48fa-a88c-d50f5cfcdf51 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759385, 'name': SuspendVM_Task, 'duration_secs': 0.626691} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.267265] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9f8524-4fea-48fa-a88c-d50f5cfcdf51 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Suspended the VM {{(pid=63105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 999.267535] env[63105]: DEBUG nova.compute.manager [None req-8b9f8524-4fea-48fa-a88c-d50f5cfcdf51 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.268346] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4663832-f8b6-44e4-b7ee-3449c922d2e4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.320318] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759388, 'name': CreateVM_Task, 'duration_secs': 0.37315} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.320318] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.321342] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.321342] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.321550] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.321803] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df2a794-b069-499c-8fae-77bec9d5eb0b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.326635] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 999.326635] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d8eee3-bd22-d3e0-ba7b-81ea9b6088f7" [ 999.326635] env[63105]: _type = "Task" [ 999.326635] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.334703] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d8eee3-bd22-d3e0-ba7b-81ea9b6088f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.359955] env[63105]: DEBUG oslo_vmware.api [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177439} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.360247] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.360499] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.360708] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.360886] env[63105]: INFO nova.compute.manager [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 999.361145] env[63105]: DEBUG oslo.service.loopingcall [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 999.361352] env[63105]: DEBUG nova.compute.manager [-] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.361446] env[63105]: DEBUG nova.network.neutron [-] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.389418] env[63105]: DEBUG nova.compute.utils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 999.391890] env[63105]: DEBUG nova.compute.manager [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.391890] env[63105]: DEBUG nova.network.neutron [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.438069] env[63105]: DEBUG nova.policy [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45793b8fec04420af33e68a00975c6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3c9b2c11c748b0bbc5e0d3fff14f97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.699369] env[63105]: DEBUG nova.network.neutron [req-52d0972e-ffe9-4ca6-8bb0-f16290494585 req-488f1c04-7927-44d7-9171-2a7349d6a25b service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Updated VIF entry in instance network info cache for port 2f384392-e106-46e5-a2b8-4a55ae6d33d8. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.699837] env[63105]: DEBUG nova.network.neutron [req-52d0972e-ffe9-4ca6-8bb0-f16290494585 req-488f1c04-7927-44d7-9171-2a7349d6a25b service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Updating instance_info_cache with network_info: [{"id": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "address": "fa:16:3e:d3:48:37", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f384392-e1", "ovs_interfaceid": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.715139] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463514} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.716557] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] dede34ff-258a-4ae1-a704-9f9c69b6555d/dede34ff-258a-4ae1-a704-9f9c69b6555d.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.719140] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.719140] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3555844b-5e05-4a42-930c-4774b5dbd612 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.726878] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 999.726878] env[63105]: value = "task-2759391" [ 999.726878] env[63105]: _type = "Task" [ 999.726878] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.741297] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.742588] env[63105]: DEBUG nova.network.neutron [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Successfully created port: 9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.799807] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6f2d00-c25d-4f97-94cf-110fb25ade20 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.808037] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79a957c-c8d1-4485-921a-f562bbce0777 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.843119] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9a88fb-cdc6-4c31-bbed-b66571198542 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.853292] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d8eee3-bd22-d3e0-ba7b-81ea9b6088f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008894} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.853671] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.853903] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.854221] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.854381] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.854561] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.855815] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e440d91-1155-4b4b-b4aa-346ad53d5ba1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.859744] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55d2180f-9816-4e7a-aa59-e24415096715 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.871607] env[63105]: DEBUG nova.compute.provider_tree [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.874029] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.874214] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.875124] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f45f2fb-5dbc-4c09-a156-05aaab9b479e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.880600] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 999.880600] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5203b6f6-e92b-74c6-031b-55b47f5be3f0" [ 999.880600] env[63105]: _type = "Task" [ 999.880600] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.891034] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5203b6f6-e92b-74c6-031b-55b47f5be3f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.894268] env[63105]: DEBUG nova.compute.manager [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.209257] env[63105]: DEBUG oslo_concurrency.lockutils [req-52d0972e-ffe9-4ca6-8bb0-f16290494585 req-488f1c04-7927-44d7-9171-2a7349d6a25b service nova] Releasing lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.238728] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099259} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.239157] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.240094] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323f44fd-b0b5-4c25-8b61-70e8669cb97c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.264936] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] dede34ff-258a-4ae1-a704-9f9c69b6555d/dede34ff-258a-4ae1-a704-9f9c69b6555d.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.265615] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27b1714a-23de-48a8-8c27-6d5b97cc584f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.280664] env[63105]: DEBUG nova.network.neutron [-] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.287973] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1000.287973] env[63105]: value = "task-2759392" [ 1000.287973] env[63105]: _type = "Task" [ 1000.287973] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.297616] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.376163] env[63105]: DEBUG nova.scheduler.client.report [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1000.393102] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5203b6f6-e92b-74c6-031b-55b47f5be3f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.396021] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe33567-f6a1-4ee8-9764-4702819bf767 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.409029] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 1000.409029] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]528fa6d0-4bd7-03f7-3a6a-f0f8ee8197b6" [ 1000.409029] env[63105]: _type = "Task" [ 1000.409029] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.417616] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528fa6d0-4bd7-03f7-3a6a-f0f8ee8197b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.620334] env[63105]: DEBUG oslo_concurrency.lockutils [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "0d032e22-a8ed-4b85-b607-fa333436613d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.620621] env[63105]: DEBUG oslo_concurrency.lockutils [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "0d032e22-a8ed-4b85-b607-fa333436613d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.620828] env[63105]: DEBUG oslo_concurrency.lockutils [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "0d032e22-a8ed-4b85-b607-fa333436613d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.621036] env[63105]: DEBUG oslo_concurrency.lockutils [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "0d032e22-a8ed-4b85-b607-fa333436613d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.622062] env[63105]: DEBUG oslo_concurrency.lockutils [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "0d032e22-a8ed-4b85-b607-fa333436613d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.623213] env[63105]: INFO nova.compute.manager [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Terminating instance [ 1000.727505] env[63105]: DEBUG nova.compute.manager [req-4de9a088-fce3-427c-8c01-8bc997ebd67b req-57cd7617-682e-4d25-8ab3-35b7434fdaa4 service nova] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Received event network-vif-deleted-4060f13d-32c8-4433-9f3c-cd89feac7a28 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1000.783491] env[63105]: INFO nova.compute.manager [-] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Took 1.42 seconds to deallocate network for instance. [ 1000.798207] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759392, 'name': ReconfigVM_Task, 'duration_secs': 0.279508} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.798484] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Reconfigured VM instance instance-0000005e to attach disk [datastore1] dede34ff-258a-4ae1-a704-9f9c69b6555d/dede34ff-258a-4ae1-a704-9f9c69b6555d.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.799080] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf9234e5-ab06-4a8a-a7d4-3ecf37a79056 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.806134] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1000.806134] env[63105]: value = "task-2759393" [ 1000.806134] env[63105]: _type = "Task" [ 1000.806134] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.813701] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759393, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.881595] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.884803] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.452s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.885754] env[63105]: INFO nova.compute.claims [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.905210] env[63105]: DEBUG nova.compute.manager [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.911686] env[63105]: INFO nova.scheduler.client.report [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Deleted allocations for instance 7844902a-219c-4f20-9378-453c7722bbd0 [ 1000.922591] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528fa6d0-4bd7-03f7-3a6a-f0f8ee8197b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.922911] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.923216] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] ec30fcc3-f122-481b-a474-2dd633032c93/ec30fcc3-f122-481b-a474-2dd633032c93.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.923490] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab19ed18-2448-462c-a736-df2846935bd3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.931114] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 1000.931114] env[63105]: value = "task-2759394" [ 1000.931114] env[63105]: _type = "Task" [ 1000.931114] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.937044] env[63105]: DEBUG nova.virt.hardware [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1000.937344] env[63105]: DEBUG nova.virt.hardware [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1000.937518] env[63105]: DEBUG nova.virt.hardware [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.937706] env[63105]: DEBUG nova.virt.hardware [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1000.937854] env[63105]: DEBUG nova.virt.hardware [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.938007] env[63105]: DEBUG nova.virt.hardware [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1000.938231] env[63105]: DEBUG nova.virt.hardware [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1000.938394] env[63105]: DEBUG nova.virt.hardware [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1000.938561] env[63105]: DEBUG nova.virt.hardware [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1000.938724] env[63105]: DEBUG nova.virt.hardware [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1000.938975] env[63105]: DEBUG nova.virt.hardware [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1000.939699] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e4e100-2e0d-40ba-9321-07b4216f29af {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.949634] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.952922] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4a2219-e90d-4dc4-85e4-8cd37ad8d65c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.127399] env[63105]: DEBUG nova.compute.manager [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.127660] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.128576] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1c0d70-8c35-460a-88fb-6d3983d9e42a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.137283] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.137464] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5f3a7c5-9588-4034-a752-56a8169fab3a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.216282] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.216679] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.216755] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleting the datastore file [datastore2] 0d032e22-a8ed-4b85-b607-fa333436613d {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.217016] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92edd44e-86af-4cf4-9a8c-edded5a28011 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.225701] env[63105]: DEBUG oslo_vmware.api [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1001.225701] env[63105]: value = "task-2759396" [ 1001.225701] env[63105]: _type = "Task" [ 1001.225701] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.234864] env[63105]: DEBUG oslo_vmware.api [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.289838] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.316926] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759393, 'name': Rename_Task, 'duration_secs': 0.155807} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.317251] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.317592] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ec4e116-38e6-45f4-9cb8-bfde7a1c2905 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.323989] env[63105]: DEBUG nova.compute.manager [req-e4d8d19b-8f24-4ebc-a2d7-17e6858933af req-175239d4-c252-4219-8ee5-6ff721a570c9 service nova] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Received event network-vif-plugged-9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1001.324239] env[63105]: DEBUG oslo_concurrency.lockutils [req-e4d8d19b-8f24-4ebc-a2d7-17e6858933af req-175239d4-c252-4219-8ee5-6ff721a570c9 service nova] Acquiring lock "495995da-33c4-41cf-9c06-d7a6fb2e636c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.324459] env[63105]: DEBUG oslo_concurrency.lockutils [req-e4d8d19b-8f24-4ebc-a2d7-17e6858933af req-175239d4-c252-4219-8ee5-6ff721a570c9 service nova] Lock "495995da-33c4-41cf-9c06-d7a6fb2e636c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.324628] env[63105]: DEBUG oslo_concurrency.lockutils [req-e4d8d19b-8f24-4ebc-a2d7-17e6858933af req-175239d4-c252-4219-8ee5-6ff721a570c9 service nova] Lock "495995da-33c4-41cf-9c06-d7a6fb2e636c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.324798] env[63105]: DEBUG nova.compute.manager [req-e4d8d19b-8f24-4ebc-a2d7-17e6858933af req-175239d4-c252-4219-8ee5-6ff721a570c9 service nova] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] No waiting events found dispatching network-vif-plugged-9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.324963] env[63105]: WARNING nova.compute.manager [req-e4d8d19b-8f24-4ebc-a2d7-17e6858933af req-175239d4-c252-4219-8ee5-6ff721a570c9 service nova] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Received unexpected event network-vif-plugged-9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9 for instance with vm_state building and task_state spawning. [ 1001.327333] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1001.327333] env[63105]: value = "task-2759397" [ 1001.327333] env[63105]: _type = "Task" [ 1001.327333] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.336410] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.412229] env[63105]: DEBUG nova.network.neutron [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Successfully updated port: 9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.418920] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c2f99b0e-3934-40b8-aa4f-1910d006aaad tempest-SecurityGroupsTestJSON-602258013 tempest-SecurityGroupsTestJSON-602258013-project-member] Lock "7844902a-219c-4f20-9378-453c7722bbd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.281s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.443481] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502157} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.443769] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] ec30fcc3-f122-481b-a474-2dd633032c93/ec30fcc3-f122-481b-a474-2dd633032c93.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.443980] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.444311] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-360734d7-2cb3-4b45-9aea-52ad72914586 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.450035] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 1001.450035] env[63105]: value = "task-2759398" [ 1001.450035] env[63105]: _type = "Task" [ 1001.450035] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.460182] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.736834] env[63105]: DEBUG oslo_vmware.api [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342346} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.737233] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.737438] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.737637] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.737828] env[63105]: INFO nova.compute.manager [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1001.738070] env[63105]: DEBUG oslo.service.loopingcall [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1001.738261] env[63105]: DEBUG nova.compute.manager [-] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.738353] env[63105]: DEBUG nova.network.neutron [-] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.841419] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759397, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.918955] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "refresh_cache-495995da-33c4-41cf-9c06-d7a6fb2e636c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.918955] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "refresh_cache-495995da-33c4-41cf-9c06-d7a6fb2e636c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.918955] env[63105]: DEBUG nova.network.neutron [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.964504] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074986} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.964769] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.969416] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8d12b8-b413-4ad9-96e0-ced3e8345b5e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.994958] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] ec30fcc3-f122-481b-a474-2dd633032c93/ec30fcc3-f122-481b-a474-2dd633032c93.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.998367] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc177b92-845f-4397-b675-3eb9ec0c8a99 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.020228] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 1002.020228] env[63105]: value = "task-2759399" [ 1002.020228] env[63105]: _type = "Task" [ 1002.020228] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.030989] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.245751] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6287ea-1130-4560-a199-dcd2f8f281aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.253780] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca13c531-ac62-4672-9c5a-55af30c51fc0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.285608] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98ae5ca-61c2-47de-98b3-e0f832ea6340 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.293148] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9554c80b-d030-42c8-bada-f0a594d57624 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.308115] env[63105]: DEBUG nova.compute.provider_tree [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.337437] env[63105]: DEBUG oslo_vmware.api [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759397, 'name': PowerOnVM_Task, 'duration_secs': 0.534487} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.337707] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.337896] env[63105]: INFO nova.compute.manager [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1002.338088] env[63105]: DEBUG nova.compute.manager [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.338848] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dcde10-cdb4-4cf0-b8f2-c8fff0e43dfa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.459962] env[63105]: DEBUG nova.network.neutron [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.532517] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759399, 'name': ReconfigVM_Task, 'duration_secs': 0.311105} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.532788] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Reconfigured VM instance instance-0000005f to attach disk [datastore1] ec30fcc3-f122-481b-a474-2dd633032c93/ec30fcc3-f122-481b-a474-2dd633032c93.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.533488] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71379951-9eef-428b-9277-00ca710e26d7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.539694] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 1002.539694] env[63105]: value = "task-2759400" [ 1002.539694] env[63105]: _type = "Task" [ 1002.539694] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.547384] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759400, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.588450] env[63105]: DEBUG nova.network.neutron [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Updating instance_info_cache with network_info: [{"id": "9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9", "address": "fa:16:3e:b0:11:d6", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0bfd75-dc", "ovs_interfaceid": "9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.637461] env[63105]: DEBUG nova.network.neutron [-] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.832738] env[63105]: ERROR nova.scheduler.client.report [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [req-da207785-60cc-49e7-bce8-3c57abaaf4f1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-da207785-60cc-49e7-bce8-3c57abaaf4f1"}]} [ 1002.853753] env[63105]: DEBUG nova.scheduler.client.report [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1002.858053] env[63105]: INFO nova.compute.manager [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Took 20.72 seconds to build instance. [ 1002.871749] env[63105]: DEBUG nova.scheduler.client.report [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1002.871984] env[63105]: DEBUG nova.compute.provider_tree [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.889282] env[63105]: DEBUG nova.scheduler.client.report [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1002.909505] env[63105]: DEBUG nova.scheduler.client.report [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1003.051901] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759400, 'name': Rename_Task, 'duration_secs': 0.147747} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.052230] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.054676] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a74a68d-00a0-4a49-9e4d-87b7a857cfe3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.061322] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 1003.061322] env[63105]: value = "task-2759401" [ 1003.061322] env[63105]: _type = "Task" [ 1003.061322] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.070943] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.091796] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "refresh_cache-495995da-33c4-41cf-9c06-d7a6fb2e636c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.092142] env[63105]: DEBUG nova.compute.manager [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Instance network_info: |[{"id": "9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9", "address": "fa:16:3e:b0:11:d6", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0bfd75-dc", "ovs_interfaceid": "9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.092594] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:11:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.103602] env[63105]: DEBUG oslo.service.loopingcall [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1003.107648] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.108100] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a85c8e48-5c2c-4fd2-a532-aa1446d0d52f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.135670] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.135670] env[63105]: value = "task-2759402" [ 1003.135670] env[63105]: _type = "Task" [ 1003.135670] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.143051] env[63105]: INFO nova.compute.manager [-] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Took 1.40 seconds to deallocate network for instance. [ 1003.143281] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759402, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.229345] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a24a7bb-ac67-4d58-9a1b-076bec009ec7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.237254] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a855149-9dd4-44b6-910b-6cc86fd9b0eb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.269936] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6467f0-3884-48bd-bf72-4ef3a9dc9e43 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.277866] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b60ffef-569b-486a-8400-df40e8a193f2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.291008] env[63105]: DEBUG nova.compute.provider_tree [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.358305] env[63105]: DEBUG nova.compute.manager [req-9880699c-04c2-498b-a715-8864385b5d2a req-bc970eae-93bc-4546-a874-f781165b51fa service nova] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Received event network-changed-9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1003.358535] env[63105]: DEBUG nova.compute.manager [req-9880699c-04c2-498b-a715-8864385b5d2a req-bc970eae-93bc-4546-a874-f781165b51fa service nova] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Refreshing instance network info cache due to event network-changed-9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1003.358747] env[63105]: DEBUG oslo_concurrency.lockutils [req-9880699c-04c2-498b-a715-8864385b5d2a req-bc970eae-93bc-4546-a874-f781165b51fa service nova] Acquiring lock "refresh_cache-495995da-33c4-41cf-9c06-d7a6fb2e636c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.358850] env[63105]: DEBUG oslo_concurrency.lockutils [req-9880699c-04c2-498b-a715-8864385b5d2a req-bc970eae-93bc-4546-a874-f781165b51fa service nova] Acquired lock "refresh_cache-495995da-33c4-41cf-9c06-d7a6fb2e636c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.359019] env[63105]: DEBUG nova.network.neutron [req-9880699c-04c2-498b-a715-8864385b5d2a req-bc970eae-93bc-4546-a874-f781165b51fa service nova] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Refreshing network info cache for port 9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.361757] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9e5bd0c8-09f3-462a-b67d-49bcc1435efe tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "dede34ff-258a-4ae1-a704-9f9c69b6555d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.232s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.572550] env[63105]: DEBUG oslo_vmware.api [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759401, 'name': PowerOnVM_Task, 'duration_secs': 0.464991} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.572550] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.572550] env[63105]: INFO nova.compute.manager [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1003.572550] env[63105]: DEBUG nova.compute.manager [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.572872] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6143c72b-52ad-44bc-8c7d-13aac92a1f44 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.646385] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759402, 'name': CreateVM_Task, 'duration_secs': 0.389979} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.646558] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.647339] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.647506] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.647830] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.648108] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38d15e7-d92d-4d5b-935e-3baa7e04a61b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.650933] env[63105]: DEBUG oslo_concurrency.lockutils [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.652686] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1003.652686] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52aafa12-d0ff-659c-9ca0-d804cb345222" [ 1003.652686] env[63105]: _type = "Task" [ 1003.652686] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.661594] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52aafa12-d0ff-659c-9ca0-d804cb345222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.824748] env[63105]: DEBUG nova.scheduler.client.report [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1003.825065] env[63105]: DEBUG nova.compute.provider_tree [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 145 to 146 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1003.825274] env[63105]: DEBUG nova.compute.provider_tree [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1004.091173] env[63105]: INFO nova.compute.manager [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Took 20.40 seconds to build instance. [ 1004.151108] env[63105]: DEBUG nova.network.neutron [req-9880699c-04c2-498b-a715-8864385b5d2a req-bc970eae-93bc-4546-a874-f781165b51fa service nova] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Updated VIF entry in instance network info cache for port 9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.151490] env[63105]: DEBUG nova.network.neutron [req-9880699c-04c2-498b-a715-8864385b5d2a req-bc970eae-93bc-4546-a874-f781165b51fa service nova] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Updating instance_info_cache with network_info: [{"id": "9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9", "address": "fa:16:3e:b0:11:d6", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0bfd75-dc", "ovs_interfaceid": "9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.164496] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52aafa12-d0ff-659c-9ca0-d804cb345222, 'name': SearchDatastore_Task, 'duration_secs': 0.025042} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.165631] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.165875] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.166134] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.166291] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.166552] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.167135] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c03004a0-8635-48e3-a5a8-bb0467e59e80 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.206937] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.206937] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.206937] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638986ab-b724-48f2-b75f-f2fa5e8adb24 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.206937] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1004.206937] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5206a1a3-a3d7-86e5-b783-2f741d76b52c" [ 1004.206937] env[63105]: _type = "Task" [ 1004.206937] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.206937] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5206a1a3-a3d7-86e5-b783-2f741d76b52c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.221503] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0985a89d-6535-4cc1-9da7-0fac32fc440b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "dede34ff-258a-4ae1-a704-9f9c69b6555d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.221875] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0985a89d-6535-4cc1-9da7-0fac32fc440b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "dede34ff-258a-4ae1-a704-9f9c69b6555d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.222115] env[63105]: DEBUG nova.compute.manager [None req-0985a89d-6535-4cc1-9da7-0fac32fc440b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.223363] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49326fe-e0fb-4079-8110-dbcbffb6aba3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.236391] env[63105]: DEBUG nova.compute.manager [None req-0985a89d-6535-4cc1-9da7-0fac32fc440b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1004.237305] env[63105]: DEBUG nova.objects.instance [None req-0985a89d-6535-4cc1-9da7-0fac32fc440b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lazy-loading 'flavor' on Instance uuid dede34ff-258a-4ae1-a704-9f9c69b6555d {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.331077] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.447s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.331745] env[63105]: DEBUG nova.compute.manager [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.335940] env[63105]: DEBUG oslo_concurrency.lockutils [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.953s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.336449] env[63105]: DEBUG nova.objects.instance [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lazy-loading 'resources' on Instance uuid 8829746c-c5f3-4532-97a5-abbee445abd5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.593890] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5687af01-79ef-409b-b1b1-b9126334d1aa tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "ec30fcc3-f122-481b-a474-2dd633032c93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.914s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.655019] env[63105]: DEBUG oslo_concurrency.lockutils [req-9880699c-04c2-498b-a715-8864385b5d2a req-bc970eae-93bc-4546-a874-f781165b51fa service nova] Releasing lock "refresh_cache-495995da-33c4-41cf-9c06-d7a6fb2e636c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.655462] env[63105]: DEBUG nova.compute.manager [req-9880699c-04c2-498b-a715-8864385b5d2a req-bc970eae-93bc-4546-a874-f781165b51fa service nova] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Received event network-vif-deleted-fbca32d1-19e1-469a-b5f8-a39dcaf4c984 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1004.697092] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5206a1a3-a3d7-86e5-b783-2f741d76b52c, 'name': SearchDatastore_Task, 'duration_secs': 0.013463} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.698090] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146ef4ff-c3a7-4b35-b9dc-94fda4b3ef92 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.706865] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1004.706865] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52751877-2503-b0f6-f97c-64deef2eaeda" [ 1004.706865] env[63105]: _type = "Task" [ 1004.706865] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.715890] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52751877-2503-b0f6-f97c-64deef2eaeda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.846181] env[63105]: DEBUG nova.compute.utils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1004.849682] env[63105]: DEBUG nova.compute.manager [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.850406] env[63105]: DEBUG nova.network.neutron [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.919372] env[63105]: DEBUG nova.policy [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be7078d30af7410b95b34e032d18885f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '945f6a29cd154b5ba521e42d9485f608', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.174845] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5194c683-7552-40d2-8f9a-b9c28203e36c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.184452] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e771d0a8-dccb-4211-81fc-7c48e22d0d76 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.223104] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2071b54-ffe8-45e4-8b20-21e8d27c262e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.232459] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52751877-2503-b0f6-f97c-64deef2eaeda, 'name': SearchDatastore_Task, 'duration_secs': 0.01811} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.234886] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.235270] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 495995da-33c4-41cf-9c06-d7a6fb2e636c/495995da-33c4-41cf-9c06-d7a6fb2e636c.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.235662] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e5daec2-211d-4e84-9e9b-a7fbf8bd87f9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.238697] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e53101f-9013-4486-9ce3-310717c836f3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.245781] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0985a89d-6535-4cc1-9da7-0fac32fc440b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.246130] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b013b98-d189-4c5c-9733-5f85001918af {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.257934] env[63105]: DEBUG nova.compute.provider_tree [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.259504] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1005.259504] env[63105]: value = "task-2759403" [ 1005.259504] env[63105]: _type = "Task" [ 1005.259504] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.264909] env[63105]: DEBUG oslo_vmware.api [None req-0985a89d-6535-4cc1-9da7-0fac32fc440b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1005.264909] env[63105]: value = "task-2759404" [ 1005.264909] env[63105]: _type = "Task" [ 1005.264909] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.272148] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.279060] env[63105]: DEBUG oslo_vmware.api [None req-0985a89d-6535-4cc1-9da7-0fac32fc440b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.350972] env[63105]: DEBUG nova.compute.manager [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.441850] env[63105]: DEBUG nova.compute.manager [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Received event network-changed-eda16ee1-434f-472f-b814-38441c952349 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1005.444290] env[63105]: DEBUG nova.compute.manager [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Refreshing instance network info cache due to event network-changed-eda16ee1-434f-472f-b814-38441c952349. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1005.444647] env[63105]: DEBUG oslo_concurrency.lockutils [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] Acquiring lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.445158] env[63105]: DEBUG oslo_concurrency.lockutils [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] Acquired lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.445580] env[63105]: DEBUG nova.network.neutron [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Refreshing network info cache for port eda16ee1-434f-472f-b814-38441c952349 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.544099] env[63105]: DEBUG nova.network.neutron [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Successfully created port: 572d4429-0a10-4798-9d30-810ef5679026 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.761479] env[63105]: DEBUG nova.scheduler.client.report [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1005.795816] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759403, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.796013] env[63105]: DEBUG oslo_vmware.api [None req-0985a89d-6535-4cc1-9da7-0fac32fc440b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759404, 'name': PowerOffVM_Task, 'duration_secs': 0.302395} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.796299] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0985a89d-6535-4cc1-9da7-0fac32fc440b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.796512] env[63105]: DEBUG nova.compute.manager [None req-0985a89d-6535-4cc1-9da7-0fac32fc440b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.797556] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd56865e-afd1-41f5-8f9b-e12d0dbc7b36 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.286417] env[63105]: DEBUG oslo_concurrency.lockutils [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.288603] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666388} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.289821] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.179s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.290594] env[63105]: INFO nova.compute.claims [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.294910] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 495995da-33c4-41cf-9c06-d7a6fb2e636c/495995da-33c4-41cf-9c06-d7a6fb2e636c.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.295068] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.297559] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-906cbb17-92c7-43c7-baa4-4220ea6aee79 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.305450] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1006.305450] env[63105]: value = "task-2759405" [ 1006.305450] env[63105]: _type = "Task" [ 1006.305450] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.319508] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.319508] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0985a89d-6535-4cc1-9da7-0fac32fc440b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "dede34ff-258a-4ae1-a704-9f9c69b6555d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.095s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.334027] env[63105]: INFO nova.scheduler.client.report [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Deleted allocations for instance 8829746c-c5f3-4532-97a5-abbee445abd5 [ 1006.360672] env[63105]: DEBUG nova.compute.manager [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.399695] env[63105]: DEBUG nova.virt.hardware [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1006.399933] env[63105]: DEBUG nova.virt.hardware [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1006.400134] env[63105]: DEBUG nova.virt.hardware [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.400277] env[63105]: DEBUG nova.virt.hardware [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1006.400423] env[63105]: DEBUG nova.virt.hardware [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.400565] env[63105]: DEBUG nova.virt.hardware [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1006.400773] env[63105]: DEBUG nova.virt.hardware [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1006.401020] env[63105]: DEBUG nova.virt.hardware [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1006.403143] env[63105]: DEBUG nova.virt.hardware [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1006.403143] env[63105]: DEBUG nova.virt.hardware [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1006.403143] env[63105]: DEBUG nova.virt.hardware [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1006.404980] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13cf7f1-cb86-41b2-813d-4572f5b59c5f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.409954] env[63105]: DEBUG nova.network.neutron [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updated VIF entry in instance network info cache for port eda16ee1-434f-472f-b814-38441c952349. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.410365] env[63105]: DEBUG nova.network.neutron [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updating instance_info_cache with network_info: [{"id": "eda16ee1-434f-472f-b814-38441c952349", "address": "fa:16:3e:2e:30:55", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda16ee1-43", "ovs_interfaceid": "eda16ee1-434f-472f-b814-38441c952349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.416592] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4573278-05dc-497e-aeaa-1956dc2aecf4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.815343] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068975} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.815586] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.816481] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20321ba7-5e67-41e4-8991-d6b04a1dd8aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.844388] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 495995da-33c4-41cf-9c06-d7a6fb2e636c/495995da-33c4-41cf-9c06-d7a6fb2e636c.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.847914] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2f10e0-0fc6-4bb7-a425-e6d09a5b46b9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.864224] env[63105]: DEBUG oslo_concurrency.lockutils [None req-481d6b02-00b5-49d1-9187-21dbfc988a29 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "8829746c-c5f3-4532-97a5-abbee445abd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.354s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.871948] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1006.871948] env[63105]: value = "task-2759406" [ 1006.871948] env[63105]: _type = "Task" [ 1006.871948] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.882814] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.894043] env[63105]: INFO nova.compute.manager [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Rebuilding instance [ 1006.914116] env[63105]: DEBUG oslo_concurrency.lockutils [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] Releasing lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.914116] env[63105]: DEBUG nova.compute.manager [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Received event network-changed-2f384392-e106-46e5-a2b8-4a55ae6d33d8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1006.914116] env[63105]: DEBUG nova.compute.manager [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Refreshing instance network info cache due to event network-changed-2f384392-e106-46e5-a2b8-4a55ae6d33d8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1006.914116] env[63105]: DEBUG oslo_concurrency.lockutils [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] Acquiring lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.914116] env[63105]: DEBUG oslo_concurrency.lockutils [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] Acquired lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.914116] env[63105]: DEBUG nova.network.neutron [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Refreshing network info cache for port 2f384392-e106-46e5-a2b8-4a55ae6d33d8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.959936] env[63105]: DEBUG nova.compute.manager [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.960877] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efb846c-9f82-42cf-964d-6c67672d0a26 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.209970] env[63105]: DEBUG nova.network.neutron [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Successfully updated port: 572d4429-0a10-4798-9d30-810ef5679026 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.385778] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759406, 'name': ReconfigVM_Task, 'duration_secs': 0.264456} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.386585] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 495995da-33c4-41cf-9c06-d7a6fb2e636c/495995da-33c4-41cf-9c06-d7a6fb2e636c.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.386791] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65f86608-b75e-4a5d-aca7-9e001cc4e2ed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.393689] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1007.393689] env[63105]: value = "task-2759407" [ 1007.393689] env[63105]: _type = "Task" [ 1007.393689] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.402674] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759407, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.513713] env[63105]: DEBUG nova.compute.manager [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Received event network-changed-2f384392-e106-46e5-a2b8-4a55ae6d33d8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1007.513713] env[63105]: DEBUG nova.compute.manager [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Refreshing instance network info cache due to event network-changed-2f384392-e106-46e5-a2b8-4a55ae6d33d8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1007.513713] env[63105]: DEBUG oslo_concurrency.lockutils [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] Acquiring lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.619188] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149a66fa-c3e3-453f-bcd2-bbada9474c2f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.626634] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2758752e-2b26-43a7-badc-85466d6c95c1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.662651] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78acef3-f150-4d57-bdb9-d04f2062573f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.673189] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d52975-7f1d-4231-8bf8-947874bf4c35 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.686512] env[63105]: DEBUG nova.compute.provider_tree [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.700482] env[63105]: DEBUG nova.network.neutron [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Updated VIF entry in instance network info cache for port 2f384392-e106-46e5-a2b8-4a55ae6d33d8. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.700830] env[63105]: DEBUG nova.network.neutron [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Updating instance_info_cache with network_info: [{"id": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "address": "fa:16:3e:d3:48:37", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f384392-e1", "ovs_interfaceid": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.712065] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Acquiring lock "refresh_cache-1085a71c-a59d-4eb3-9a60-45b33c3312fc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.712195] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Acquired lock "refresh_cache-1085a71c-a59d-4eb3-9a60-45b33c3312fc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.712333] env[63105]: DEBUG nova.network.neutron [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.901506] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Acquiring lock "c3b212de-1512-4038-afc7-87891377d71d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.901751] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Lock "c3b212de-1512-4038-afc7-87891377d71d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.909226] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759407, 'name': Rename_Task, 'duration_secs': 0.142009} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.909480] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.909711] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc68d61d-6c02-4ea8-a2c3-4088a80d5970 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.917168] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1007.917168] env[63105]: value = "task-2759408" [ 1007.917168] env[63105]: _type = "Task" [ 1007.917168] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.925587] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.979227] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.979707] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-817ced26-fabf-4b3a-9364-890737cdffea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.986244] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1007.986244] env[63105]: value = "task-2759409" [ 1007.986244] env[63105]: _type = "Task" [ 1007.986244] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.995066] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.190144] env[63105]: DEBUG nova.scheduler.client.report [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1008.204118] env[63105]: DEBUG oslo_concurrency.lockutils [req-dc4d4aa4-7887-4cfb-831c-1d37800c9267 req-5304a9f3-b895-431a-9510-47d6a2ef2bed service nova] Releasing lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.204638] env[63105]: DEBUG oslo_concurrency.lockutils [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] Acquired lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.204815] env[63105]: DEBUG nova.network.neutron [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Refreshing network info cache for port 2f384392-e106-46e5-a2b8-4a55ae6d33d8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.255396] env[63105]: DEBUG nova.network.neutron [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.403809] env[63105]: DEBUG nova.compute.manager [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.429527] env[63105]: DEBUG oslo_vmware.api [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759408, 'name': PowerOnVM_Task, 'duration_secs': 0.479202} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.429802] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.430010] env[63105]: INFO nova.compute.manager [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1008.430194] env[63105]: DEBUG nova.compute.manager [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.431034] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33458b06-1b6a-4d11-a30e-50639eaaf43b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.468631] env[63105]: DEBUG nova.network.neutron [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Updating instance_info_cache with network_info: [{"id": "572d4429-0a10-4798-9d30-810ef5679026", "address": "fa:16:3e:bf:ec:d3", "network": {"id": "8c25db49-60f4-4cc2-8274-239aecfa5b23", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1410117987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "945f6a29cd154b5ba521e42d9485f608", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572d4429-0a", "ovs_interfaceid": "572d4429-0a10-4798-9d30-810ef5679026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.497882] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] VM already powered off {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1008.498153] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.498996] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5618cf1c-dd2a-4a33-abb6-cb5d651f4094 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.508665] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.508903] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-143e96e5-cbc3-47ba-b984-85e47a7d9ba7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.580449] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.580719] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.580846] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleting the datastore file [datastore1] dede34ff-258a-4ae1-a704-9f9c69b6555d {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.581125] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c77177c-17ee-4fe9-aac4-e44d139b00c6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.590112] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1008.590112] env[63105]: value = "task-2759411" [ 1008.590112] env[63105]: _type = "Task" [ 1008.590112] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.599413] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.695272] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.695845] env[63105]: DEBUG nova.compute.manager [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.698540] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.236s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.698755] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.700785] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.592s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.700949] env[63105]: DEBUG nova.objects.instance [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lazy-loading 'resources' on Instance uuid bdc6099f-0343-4303-8802-d00a439dafb6 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.739625] env[63105]: INFO nova.scheduler.client.report [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleted allocations for instance 407b6dfa-32ea-416c-972f-380e132d70c7 [ 1008.911782] env[63105]: DEBUG nova.network.neutron [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Updated VIF entry in instance network info cache for port 2f384392-e106-46e5-a2b8-4a55ae6d33d8. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.912133] env[63105]: DEBUG nova.network.neutron [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Updating instance_info_cache with network_info: [{"id": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "address": "fa:16:3e:d3:48:37", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f384392-e1", "ovs_interfaceid": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.926803] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.952772] env[63105]: INFO nova.compute.manager [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Took 20.11 seconds to build instance. [ 1008.971391] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Releasing lock "refresh_cache-1085a71c-a59d-4eb3-9a60-45b33c3312fc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.971775] env[63105]: DEBUG nova.compute.manager [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Instance network_info: |[{"id": "572d4429-0a10-4798-9d30-810ef5679026", "address": "fa:16:3e:bf:ec:d3", "network": {"id": "8c25db49-60f4-4cc2-8274-239aecfa5b23", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1410117987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "945f6a29cd154b5ba521e42d9485f608", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572d4429-0a", "ovs_interfaceid": "572d4429-0a10-4798-9d30-810ef5679026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.972695] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:ec:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '572d4429-0a10-4798-9d30-810ef5679026', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.980458] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Creating folder: Project (945f6a29cd154b5ba521e42d9485f608). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.980967] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fb713ce-9025-4d89-906c-612b2c2a0289 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.990609] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Created folder: Project (945f6a29cd154b5ba521e42d9485f608) in parent group-v554960. [ 1008.990769] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Creating folder: Instances. Parent ref: group-v555210. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.990991] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9881c972-e346-4dd7-8830-261af4f3dbc8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.000263] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Created folder: Instances in parent group-v555210. [ 1009.000533] env[63105]: DEBUG oslo.service.loopingcall [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.000756] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.001013] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-129def2c-1dc3-4f7d-8b14-5cefb16a5b4e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.020824] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.020824] env[63105]: value = "task-2759414" [ 1009.020824] env[63105]: _type = "Task" [ 1009.020824] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.027966] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759414, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.099626] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15923} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.099925] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.100180] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.100380] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.206081] env[63105]: DEBUG nova.compute.utils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1009.211828] env[63105]: DEBUG nova.compute.manager [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.214631] env[63105]: DEBUG nova.network.neutron [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.248981] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1b012b5c-b886-4f95-a65f-6fc4fb9334a9 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "407b6dfa-32ea-416c-972f-380e132d70c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.372s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.265783] env[63105]: DEBUG nova.policy [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a0a72df6dd64640991aefdba52eba06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a825c308490f440bbc47f6facc63ffbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.417542] env[63105]: DEBUG oslo_concurrency.lockutils [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] Releasing lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.417802] env[63105]: DEBUG nova.compute.manager [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Received event network-changed-eda16ee1-434f-472f-b814-38441c952349 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1009.417802] env[63105]: DEBUG nova.compute.manager [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Refreshing instance network info cache due to event network-changed-eda16ee1-434f-472f-b814-38441c952349. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1009.418015] env[63105]: DEBUG oslo_concurrency.lockutils [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] Acquiring lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.418169] env[63105]: DEBUG oslo_concurrency.lockutils [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] Acquired lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.418329] env[63105]: DEBUG nova.network.neutron [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Refreshing network info cache for port eda16ee1-434f-472f-b814-38441c952349 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.454645] env[63105]: DEBUG oslo_concurrency.lockutils [None req-70e01e40-e525-4d4f-bccc-a37c72765709 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "495995da-33c4-41cf-9c06-d7a6fb2e636c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.616s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.512979] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c08e813-4f24-48d4-b776-f7589d208463 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.524717] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c3ef10-4ad5-42bb-a581-0cf5e40147f8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.532636] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759414, 'name': CreateVM_Task, 'duration_secs': 0.32744} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.556490] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.557577] env[63105]: DEBUG nova.network.neutron [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Successfully created port: 6a563394-0c86-49f3-8ce8-03ed269b7428 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.559867] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.560045] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.560360] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.561117] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff74a4b0-0e6d-45b2-b988-d63cfbc887a2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.563689] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8328493-8ba2-4a11-b6be-2d5e7a57d3d9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.571766] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75136e03-c68c-4ede-8a97-72ba7d24d7a1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.575548] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Waiting for the task: (returnval){ [ 1009.575548] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5223b0ba-cbfc-2dd2-70a2-9d26da1152fc" [ 1009.575548] env[63105]: _type = "Task" [ 1009.575548] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.586931] env[63105]: DEBUG nova.compute.provider_tree [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.593964] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5223b0ba-cbfc-2dd2-70a2-9d26da1152fc, 'name': SearchDatastore_Task, 'duration_secs': 0.022464} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.594261] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.594514] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.594758] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.594902] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.595089] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.595907] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ec74c4d-3b3a-4792-8172-7ae82bd7d91a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.607247] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.607247] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.607687] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-127bdb57-3372-43bb-bc12-a4417842a251 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.613065] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Waiting for the task: (returnval){ [ 1009.613065] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d40b3a-bc0f-203f-430b-4d14f7ae321a" [ 1009.613065] env[63105]: _type = "Task" [ 1009.613065] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.622605] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d40b3a-bc0f-203f-430b-4d14f7ae321a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.711071] env[63105]: DEBUG oslo_concurrency.lockutils [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "495995da-33c4-41cf-9c06-d7a6fb2e636c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.711338] env[63105]: DEBUG oslo_concurrency.lockutils [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "495995da-33c4-41cf-9c06-d7a6fb2e636c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.711546] env[63105]: DEBUG oslo_concurrency.lockutils [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "495995da-33c4-41cf-9c06-d7a6fb2e636c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.711727] env[63105]: DEBUG oslo_concurrency.lockutils [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "495995da-33c4-41cf-9c06-d7a6fb2e636c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.711889] env[63105]: DEBUG oslo_concurrency.lockutils [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "495995da-33c4-41cf-9c06-d7a6fb2e636c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.713808] env[63105]: DEBUG nova.compute.manager [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.716757] env[63105]: INFO nova.compute.manager [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Terminating instance [ 1009.751664] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.751871] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.090406] env[63105]: DEBUG nova.scheduler.client.report [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1010.127088] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d40b3a-bc0f-203f-430b-4d14f7ae321a, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.128864] env[63105]: DEBUG nova.network.neutron [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updated VIF entry in instance network info cache for port eda16ee1-434f-472f-b814-38441c952349. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.129321] env[63105]: DEBUG nova.network.neutron [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updating instance_info_cache with network_info: [{"id": "eda16ee1-434f-472f-b814-38441c952349", "address": "fa:16:3e:2e:30:55", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda16ee1-43", "ovs_interfaceid": "eda16ee1-434f-472f-b814-38441c952349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.130724] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d335c8a-f13f-4d54-95c5-a62694b61c76 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.140493] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Waiting for the task: (returnval){ [ 1010.140493] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52292c05-9d54-de7d-1706-df6e51a310d8" [ 1010.140493] env[63105]: _type = "Task" [ 1010.140493] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.143551] env[63105]: DEBUG nova.virt.hardware [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1010.143868] env[63105]: DEBUG nova.virt.hardware [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1010.144101] env[63105]: DEBUG nova.virt.hardware [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.144370] env[63105]: DEBUG nova.virt.hardware [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1010.144602] env[63105]: DEBUG nova.virt.hardware [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.144803] env[63105]: DEBUG nova.virt.hardware [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1010.145109] env[63105]: DEBUG nova.virt.hardware [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1010.145443] env[63105]: DEBUG nova.virt.hardware [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1010.145701] env[63105]: DEBUG nova.virt.hardware [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1010.145929] env[63105]: DEBUG nova.virt.hardware [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1010.146207] env[63105]: DEBUG nova.virt.hardware [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1010.147683] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d2c88a-01c9-48b6-b639-18c93365bace {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.166247] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9021a96c-fa8e-42e5-85d4-e1b173618735 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.170354] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52292c05-9d54-de7d-1706-df6e51a310d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014795} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.170605] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.170895] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 1085a71c-a59d-4eb3-9a60-45b33c3312fc/1085a71c-a59d-4eb3-9a60-45b33c3312fc.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.171440] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cce5f93-b1e9-4db4-8cfa-083105010624 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.181226] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:a7:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec712426-1216-4c71-8b03-e8f7c82d9157', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.188723] env[63105]: DEBUG oslo.service.loopingcall [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1010.189657] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.189881] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13c96b43-8bdf-4a1c-93b4-27dd50020be1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.205997] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Waiting for the task: (returnval){ [ 1010.205997] env[63105]: value = "task-2759415" [ 1010.205997] env[63105]: _type = "Task" [ 1010.205997] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.211140] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.211140] env[63105]: value = "task-2759416" [ 1010.211140] env[63105]: _type = "Task" [ 1010.211140] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.213991] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.225072] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759416, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.225745] env[63105]: DEBUG nova.compute.manager [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.225936] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.226747] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f42c1b8-a8c3-4dda-9fd2-9f2d534094ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.233516] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.233738] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-027b6810-1b8b-46bd-b762-50b59735588e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.239208] env[63105]: DEBUG oslo_vmware.api [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1010.239208] env[63105]: value = "task-2759417" [ 1010.239208] env[63105]: _type = "Task" [ 1010.239208] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.249110] env[63105]: DEBUG oslo_vmware.api [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.254596] env[63105]: DEBUG nova.compute.manager [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.598460] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.601436] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.895s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.603442] env[63105]: INFO nova.compute.claims [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.622859] env[63105]: INFO nova.scheduler.client.report [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Deleted allocations for instance bdc6099f-0343-4303-8802-d00a439dafb6 [ 1010.635159] env[63105]: DEBUG oslo_concurrency.lockutils [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] Releasing lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.635714] env[63105]: DEBUG nova.compute.manager [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Received event network-vif-plugged-572d4429-0a10-4798-9d30-810ef5679026 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1010.635714] env[63105]: DEBUG oslo_concurrency.lockutils [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] Acquiring lock "1085a71c-a59d-4eb3-9a60-45b33c3312fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.636209] env[63105]: DEBUG oslo_concurrency.lockutils [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] Lock "1085a71c-a59d-4eb3-9a60-45b33c3312fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.636496] env[63105]: DEBUG oslo_concurrency.lockutils [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] Lock "1085a71c-a59d-4eb3-9a60-45b33c3312fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.636762] env[63105]: DEBUG nova.compute.manager [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] No waiting events found dispatching network-vif-plugged-572d4429-0a10-4798-9d30-810ef5679026 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.636957] env[63105]: WARNING nova.compute.manager [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Received unexpected event network-vif-plugged-572d4429-0a10-4798-9d30-810ef5679026 for instance with vm_state building and task_state spawning. [ 1010.637191] env[63105]: DEBUG nova.compute.manager [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Received event network-changed-572d4429-0a10-4798-9d30-810ef5679026 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1010.637361] env[63105]: DEBUG nova.compute.manager [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Refreshing instance network info cache due to event network-changed-572d4429-0a10-4798-9d30-810ef5679026. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1010.637657] env[63105]: DEBUG oslo_concurrency.lockutils [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] Acquiring lock "refresh_cache-1085a71c-a59d-4eb3-9a60-45b33c3312fc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.637834] env[63105]: DEBUG oslo_concurrency.lockutils [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] Acquired lock "refresh_cache-1085a71c-a59d-4eb3-9a60-45b33c3312fc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.638055] env[63105]: DEBUG nova.network.neutron [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Refreshing network info cache for port 572d4429-0a10-4798-9d30-810ef5679026 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.717764] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759415, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.728608] env[63105]: DEBUG nova.compute.manager [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.730825] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759416, 'name': CreateVM_Task, 'duration_secs': 0.35237} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.731323] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.732023] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.732205] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.732519] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.732847] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93df5d6e-8184-4a80-86cc-002370114e70 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.738496] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1010.738496] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5226036b-fe13-7bb6-3ffa-1a392e5b5a60" [ 1010.738496] env[63105]: _type = "Task" [ 1010.738496] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.751158] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5226036b-fe13-7bb6-3ffa-1a392e5b5a60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.755341] env[63105]: DEBUG oslo_vmware.api [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759417, 'name': PowerOffVM_Task, 'duration_secs': 0.169941} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.757395] env[63105]: DEBUG nova.virt.hardware [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1010.757621] env[63105]: DEBUG nova.virt.hardware [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1010.757777] env[63105]: DEBUG nova.virt.hardware [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.757957] env[63105]: DEBUG nova.virt.hardware [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1010.758122] env[63105]: DEBUG nova.virt.hardware [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.758273] env[63105]: DEBUG nova.virt.hardware [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1010.758484] env[63105]: DEBUG nova.virt.hardware [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1010.758648] env[63105]: DEBUG nova.virt.hardware [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1010.758817] env[63105]: DEBUG nova.virt.hardware [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1010.758977] env[63105]: DEBUG nova.virt.hardware [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1010.759166] env[63105]: DEBUG nova.virt.hardware [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1010.759548] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.759605] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.762361] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717609d6-2f58-4e89-8104-26747fc56261 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.766881] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f43359d0-bb3d-4a7b-97d5-9381d093c3a6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.774450] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2391f69f-afa7-43fa-8582-75b9eaba0b85 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.779335] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.841180] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.841456] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.841646] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleting the datastore file [datastore1] 495995da-33c4-41cf-9c06-d7a6fb2e636c {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.841921] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1da6dd0-4c9e-4390-9901-9c90d2bb41bb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.848655] env[63105]: DEBUG oslo_vmware.api [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1010.848655] env[63105]: value = "task-2759419" [ 1010.848655] env[63105]: _type = "Task" [ 1010.848655] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.856895] env[63105]: DEBUG oslo_vmware.api [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.986093] env[63105]: DEBUG nova.compute.manager [req-88e90576-79ac-4058-a0b3-15bf0695da77 req-cc0064c8-2602-4393-bfbc-dbbe2aaa9c27 service nova] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Received event network-vif-plugged-6a563394-0c86-49f3-8ce8-03ed269b7428 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1010.986273] env[63105]: DEBUG oslo_concurrency.lockutils [req-88e90576-79ac-4058-a0b3-15bf0695da77 req-cc0064c8-2602-4393-bfbc-dbbe2aaa9c27 service nova] Acquiring lock "f8570888-cf47-40f1-9fc7-bfb043d406af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.986481] env[63105]: DEBUG oslo_concurrency.lockutils [req-88e90576-79ac-4058-a0b3-15bf0695da77 req-cc0064c8-2602-4393-bfbc-dbbe2aaa9c27 service nova] Lock "f8570888-cf47-40f1-9fc7-bfb043d406af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.986648] env[63105]: DEBUG oslo_concurrency.lockutils [req-88e90576-79ac-4058-a0b3-15bf0695da77 req-cc0064c8-2602-4393-bfbc-dbbe2aaa9c27 service nova] Lock "f8570888-cf47-40f1-9fc7-bfb043d406af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.986843] env[63105]: DEBUG nova.compute.manager [req-88e90576-79ac-4058-a0b3-15bf0695da77 req-cc0064c8-2602-4393-bfbc-dbbe2aaa9c27 service nova] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] No waiting events found dispatching network-vif-plugged-6a563394-0c86-49f3-8ce8-03ed269b7428 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.987030] env[63105]: WARNING nova.compute.manager [req-88e90576-79ac-4058-a0b3-15bf0695da77 req-cc0064c8-2602-4393-bfbc-dbbe2aaa9c27 service nova] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Received unexpected event network-vif-plugged-6a563394-0c86-49f3-8ce8-03ed269b7428 for instance with vm_state building and task_state spawning. [ 1011.075266] env[63105]: DEBUG nova.network.neutron [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Successfully updated port: 6a563394-0c86-49f3-8ce8-03ed269b7428 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.130217] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bf71f94-76cc-41a9-acaf-1a3a07e7a94b tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "bdc6099f-0343-4303-8802-d00a439dafb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.598s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.216179] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566129} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.216499] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 1085a71c-a59d-4eb3-9a60-45b33c3312fc/1085a71c-a59d-4eb3-9a60-45b33c3312fc.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.216776] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.219074] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbe1b773-095d-4828-9d93-15b8b1005d82 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.225537] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Waiting for the task: (returnval){ [ 1011.225537] env[63105]: value = "task-2759420" [ 1011.225537] env[63105]: _type = "Task" [ 1011.225537] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.233241] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.251114] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5226036b-fe13-7bb6-3ffa-1a392e5b5a60, 'name': SearchDatastore_Task, 'duration_secs': 0.013657} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.251533] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.252088] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.252266] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.253494] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.253494] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.253494] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c4c5446-e600-4bdb-97c4-7623de1797ab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.260697] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.260877] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.261603] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9a3c66c-e8e5-4166-a31b-1a89847bc6a1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.267072] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1011.267072] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5209e603-c748-ee60-22d5-60883232805d" [ 1011.267072] env[63105]: _type = "Task" [ 1011.267072] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.278479] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5209e603-c748-ee60-22d5-60883232805d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.341321] env[63105]: DEBUG nova.network.neutron [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Updated VIF entry in instance network info cache for port 572d4429-0a10-4798-9d30-810ef5679026. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.341699] env[63105]: DEBUG nova.network.neutron [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Updating instance_info_cache with network_info: [{"id": "572d4429-0a10-4798-9d30-810ef5679026", "address": "fa:16:3e:bf:ec:d3", "network": {"id": "8c25db49-60f4-4cc2-8274-239aecfa5b23", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1410117987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "945f6a29cd154b5ba521e42d9485f608", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572d4429-0a", "ovs_interfaceid": "572d4429-0a10-4798-9d30-810ef5679026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.360052] env[63105]: DEBUG oslo_vmware.api [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423926} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.360213] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.360278] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.360438] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.360613] env[63105]: INFO nova.compute.manager [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1011.360854] env[63105]: DEBUG oslo.service.loopingcall [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.361050] env[63105]: DEBUG nova.compute.manager [-] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.361145] env[63105]: DEBUG nova.network.neutron [-] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.578722] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "refresh_cache-f8570888-cf47-40f1-9fc7-bfb043d406af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.581888] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "refresh_cache-f8570888-cf47-40f1-9fc7-bfb043d406af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.581888] env[63105]: DEBUG nova.network.neutron [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.739127] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070404} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.739433] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.740279] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120821f1-fa96-4dd1-b9a7-4e2cdeb8afc6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.765083] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 1085a71c-a59d-4eb3-9a60-45b33c3312fc/1085a71c-a59d-4eb3-9a60-45b33c3312fc.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.767729] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cee993c9-d4ea-450b-973b-0d36d48caad5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.791588] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5209e603-c748-ee60-22d5-60883232805d, 'name': SearchDatastore_Task, 'duration_secs': 0.010424} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.795481] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Waiting for the task: (returnval){ [ 1011.795481] env[63105]: value = "task-2759421" [ 1011.795481] env[63105]: _type = "Task" [ 1011.795481] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.795860] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-048af034-b4bf-4414-8a9f-519184639aaa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.804237] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1011.804237] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5262289a-9ac3-fede-99c9-b5306329e841" [ 1011.804237] env[63105]: _type = "Task" [ 1011.804237] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.812457] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.818185] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5262289a-9ac3-fede-99c9-b5306329e841, 'name': SearchDatastore_Task, 'duration_secs': 0.011838} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.818476] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.818712] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] dede34ff-258a-4ae1-a704-9f9c69b6555d/dede34ff-258a-4ae1-a704-9f9c69b6555d.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.821252] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff455cf2-7a26-40e0-bea6-15fe190d2bad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.827351] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1011.827351] env[63105]: value = "task-2759422" [ 1011.827351] env[63105]: _type = "Task" [ 1011.827351] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.837986] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.846449] env[63105]: DEBUG oslo_concurrency.lockutils [req-73256d27-ba85-4d5f-8fb8-00e562fd6571 req-faebfb4a-76e6-4589-b87b-aa9ec73e416a service nova] Releasing lock "refresh_cache-1085a71c-a59d-4eb3-9a60-45b33c3312fc" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.872898] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "22f770d5-3a02-48d1-a21c-5a324f9d3096" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.873236] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "22f770d5-3a02-48d1-a21c-5a324f9d3096" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.873499] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "22f770d5-3a02-48d1-a21c-5a324f9d3096-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.873728] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "22f770d5-3a02-48d1-a21c-5a324f9d3096-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.873952] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "22f770d5-3a02-48d1-a21c-5a324f9d3096-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.876259] env[63105]: INFO nova.compute.manager [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Terminating instance [ 1011.940407] env[63105]: DEBUG oslo_concurrency.lockutils [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "fccb9b51-6c58-4524-ba97-942eac0e5915" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.940754] env[63105]: DEBUG oslo_concurrency.lockutils [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "fccb9b51-6c58-4524-ba97-942eac0e5915" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.941026] env[63105]: DEBUG oslo_concurrency.lockutils [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "fccb9b51-6c58-4524-ba97-942eac0e5915-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.941277] env[63105]: DEBUG oslo_concurrency.lockutils [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "fccb9b51-6c58-4524-ba97-942eac0e5915-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.941477] env[63105]: DEBUG oslo_concurrency.lockutils [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "fccb9b51-6c58-4524-ba97-942eac0e5915-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.943752] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2152d778-ee50-4f04-82f7-fe544b581e44 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.947501] env[63105]: INFO nova.compute.manager [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Terminating instance [ 1011.954470] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bbc41c-efdb-404e-8065-e63f6c979fd8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.986538] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650b1f73-a033-4f79-b47c-05a82c2898cc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.995268] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4dc852-68fa-45a8-92ef-0372bc40cf13 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.011565] env[63105]: DEBUG nova.compute.provider_tree [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.098693] env[63105]: DEBUG nova.network.neutron [-] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.112517] env[63105]: DEBUG nova.network.neutron [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.262970] env[63105]: DEBUG nova.network.neutron [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updating instance_info_cache with network_info: [{"id": "6a563394-0c86-49f3-8ce8-03ed269b7428", "address": "fa:16:3e:13:6d:30", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a563394-0c", "ovs_interfaceid": "6a563394-0c86-49f3-8ce8-03ed269b7428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.307828] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759421, 'name': ReconfigVM_Task, 'duration_secs': 0.264231} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.308204] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 1085a71c-a59d-4eb3-9a60-45b33c3312fc/1085a71c-a59d-4eb3-9a60-45b33c3312fc.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.308832] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c24bdbc-1085-4391-b4db-a561f6206bde {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.314688] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Waiting for the task: (returnval){ [ 1012.314688] env[63105]: value = "task-2759423" [ 1012.314688] env[63105]: _type = "Task" [ 1012.314688] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.322154] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759423, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.335681] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468832} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.335904] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] dede34ff-258a-4ae1-a704-9f9c69b6555d/dede34ff-258a-4ae1-a704-9f9c69b6555d.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.336125] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.336530] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-812cee07-fc6b-4e82-9324-bffc47cff4e1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.342749] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1012.342749] env[63105]: value = "task-2759424" [ 1012.342749] env[63105]: _type = "Task" [ 1012.342749] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.349876] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.381873] env[63105]: DEBUG nova.compute.manager [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.382141] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.383017] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1baee0-7e39-4562-8ec6-b7553d6a5df1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.391026] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.391026] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdcb2eb1-4dad-4e4a-90d5-4fedae41c9e1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.395354] env[63105]: DEBUG oslo_vmware.api [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 1012.395354] env[63105]: value = "task-2759425" [ 1012.395354] env[63105]: _type = "Task" [ 1012.395354] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.403174] env[63105]: DEBUG oslo_vmware.api [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.451637] env[63105]: DEBUG nova.compute.manager [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.451882] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.452860] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca485d61-923b-4828-b912-9294b239dca1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.459864] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.460111] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24b8f310-e76f-4c3b-b4bf-beb13ed6cc3a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.466861] env[63105]: DEBUG oslo_vmware.api [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 1012.466861] env[63105]: value = "task-2759426" [ 1012.466861] env[63105]: _type = "Task" [ 1012.466861] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.475229] env[63105]: DEBUG oslo_vmware.api [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.515363] env[63105]: DEBUG nova.scheduler.client.report [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1012.601829] env[63105]: INFO nova.compute.manager [-] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Took 1.24 seconds to deallocate network for instance. [ 1012.766959] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "refresh_cache-f8570888-cf47-40f1-9fc7-bfb043d406af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.766959] env[63105]: DEBUG nova.compute.manager [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Instance network_info: |[{"id": "6a563394-0c86-49f3-8ce8-03ed269b7428", "address": "fa:16:3e:13:6d:30", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a563394-0c", "ovs_interfaceid": "6a563394-0c86-49f3-8ce8-03ed269b7428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.767376] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:6d:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a563394-0c86-49f3-8ce8-03ed269b7428', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.775540] env[63105]: DEBUG oslo.service.loopingcall [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.776191] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.776431] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65d5b180-1c6b-46bf-9f0d-b400256e1020 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.797151] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.797151] env[63105]: value = "task-2759427" [ 1012.797151] env[63105]: _type = "Task" [ 1012.797151] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.805629] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759427, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.823577] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759423, 'name': Rename_Task, 'duration_secs': 0.142768} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.823862] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.824125] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78ed8a2d-2d58-4d4e-9198-422fa09ed312 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.830200] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Waiting for the task: (returnval){ [ 1012.830200] env[63105]: value = "task-2759428" [ 1012.830200] env[63105]: _type = "Task" [ 1012.830200] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.841636] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.853038] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058158} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.853038] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.853038] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed7dcdf-710d-4098-96c1-f26b2dce4f7c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.875056] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] dede34ff-258a-4ae1-a704-9f9c69b6555d/dede34ff-258a-4ae1-a704-9f9c69b6555d.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.875355] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b33b86-3171-4354-be10-eb0e0780095d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.893226] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1012.893226] env[63105]: value = "task-2759429" [ 1012.893226] env[63105]: _type = "Task" [ 1012.893226] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.903676] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.906854] env[63105]: DEBUG oslo_vmware.api [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759425, 'name': PowerOffVM_Task, 'duration_secs': 0.236895} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.907112] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.907283] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.907514] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b23f04e2-72ae-4214-9a12-7822039692db {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.976282] env[63105]: DEBUG oslo_vmware.api [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.000657] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.000880] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.001078] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Deleting the datastore file [datastore2] 22f770d5-3a02-48d1-a21c-5a324f9d3096 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.001339] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a4364c3-5022-4273-9097-5bcc573f5306 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.007401] env[63105]: DEBUG oslo_vmware.api [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 1013.007401] env[63105]: value = "task-2759431" [ 1013.007401] env[63105]: _type = "Task" [ 1013.007401] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.014933] env[63105]: DEBUG oslo_vmware.api [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.017381] env[63105]: DEBUG nova.compute.manager [req-c94dc408-83b5-4829-99c3-26f09da29011 req-57881bc2-3289-4a3a-ba6d-ec693bc7e04c service nova] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Received event network-changed-6a563394-0c86-49f3-8ce8-03ed269b7428 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1013.017561] env[63105]: DEBUG nova.compute.manager [req-c94dc408-83b5-4829-99c3-26f09da29011 req-57881bc2-3289-4a3a-ba6d-ec693bc7e04c service nova] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Refreshing instance network info cache due to event network-changed-6a563394-0c86-49f3-8ce8-03ed269b7428. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1013.017802] env[63105]: DEBUG oslo_concurrency.lockutils [req-c94dc408-83b5-4829-99c3-26f09da29011 req-57881bc2-3289-4a3a-ba6d-ec693bc7e04c service nova] Acquiring lock "refresh_cache-f8570888-cf47-40f1-9fc7-bfb043d406af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.017948] env[63105]: DEBUG oslo_concurrency.lockutils [req-c94dc408-83b5-4829-99c3-26f09da29011 req-57881bc2-3289-4a3a-ba6d-ec693bc7e04c service nova] Acquired lock "refresh_cache-f8570888-cf47-40f1-9fc7-bfb043d406af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.018123] env[63105]: DEBUG nova.network.neutron [req-c94dc408-83b5-4829-99c3-26f09da29011 req-57881bc2-3289-4a3a-ba6d-ec693bc7e04c service nova] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Refreshing network info cache for port 6a563394-0c86-49f3-8ce8-03ed269b7428 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.019798] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.020261] env[63105]: DEBUG nova.compute.manager [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.022603] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.733s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.022941] env[63105]: DEBUG nova.objects.instance [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lazy-loading 'resources' on Instance uuid 3765c994-f0a3-4f8d-bfbf-6d931ff32be0 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.108688] env[63105]: DEBUG oslo_concurrency.lockutils [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.307353] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759427, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.339234] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.405366] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.477993] env[63105]: DEBUG oslo_vmware.api [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.517728] env[63105]: DEBUG oslo_vmware.api [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149394} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.517728] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.517728] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.517994] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.518214] env[63105]: INFO nova.compute.manager [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1013.518319] env[63105]: DEBUG oslo.service.loopingcall [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.518485] env[63105]: DEBUG nova.compute.manager [-] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.518575] env[63105]: DEBUG nova.network.neutron [-] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.525354] env[63105]: DEBUG nova.compute.utils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1013.531481] env[63105]: DEBUG nova.compute.manager [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.531857] env[63105]: DEBUG nova.network.neutron [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.596846] env[63105]: DEBUG nova.policy [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '453997d48c7f407eab5a3f2b50cfc399', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bde3d6d2401d4cdc9f6711d47d04a951', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.821765] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759427, 'name': CreateVM_Task, 'duration_secs': 0.981382} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.825668] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.827016] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.827016] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.827183] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.827397] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3701e065-c3b9-4915-8b7e-60fa5caeb246 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.836175] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1013.836175] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b4306a-5c44-08b7-a5f8-44ceb4d70048" [ 1013.836175] env[63105]: _type = "Task" [ 1013.836175] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.845617] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759428, 'name': PowerOnVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.852246] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b4306a-5c44-08b7-a5f8-44ceb4d70048, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.852539] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.852791] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.853035] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.853213] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.853407] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.853667] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8121595a-d03e-4e0c-af21-a5d50003bda1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.861987] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.861987] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.862762] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6327e152-6242-4c96-a6e1-2fb4be060739 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.867868] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1013.867868] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52cbd7a6-2bb0-85c3-8b54-f60505e7bf65" [ 1013.867868] env[63105]: _type = "Task" [ 1013.867868] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.877151] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d4bb34-e893-479a-94ce-56183eb65d09 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.880360] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52cbd7a6-2bb0-85c3-8b54-f60505e7bf65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.886362] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b726a5df-8069-44dd-9dc1-b99b1de301df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.923236] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698a64e5-b80b-48f6-b6fd-afe81ecf8a7c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.930593] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759429, 'name': ReconfigVM_Task, 'duration_secs': 0.89299} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.932692] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Reconfigured VM instance instance-0000005e to attach disk [datastore1] dede34ff-258a-4ae1-a704-9f9c69b6555d/dede34ff-258a-4ae1-a704-9f9c69b6555d.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.933365] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6647f9d6-dca1-42e8-ae18-e36a3dbe0743 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.939039] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a861269-7c6a-456c-937b-8d39cbac8fff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.951806] env[63105]: DEBUG nova.compute.provider_tree [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.955734] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1013.955734] env[63105]: value = "task-2759432" [ 1013.955734] env[63105]: _type = "Task" [ 1013.955734] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.963604] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759432, 'name': Rename_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.978121] env[63105]: DEBUG oslo_vmware.api [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759426, 'name': PowerOffVM_Task, 'duration_secs': 1.213607} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.978121] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.978121] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.978121] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fa50ee5-7e64-430b-89f1-0561b4d2d6b5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.994073] env[63105]: DEBUG nova.network.neutron [req-c94dc408-83b5-4829-99c3-26f09da29011 req-57881bc2-3289-4a3a-ba6d-ec693bc7e04c service nova] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updated VIF entry in instance network info cache for port 6a563394-0c86-49f3-8ce8-03ed269b7428. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.994468] env[63105]: DEBUG nova.network.neutron [req-c94dc408-83b5-4829-99c3-26f09da29011 req-57881bc2-3289-4a3a-ba6d-ec693bc7e04c service nova] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updating instance_info_cache with network_info: [{"id": "6a563394-0c86-49f3-8ce8-03ed269b7428", "address": "fa:16:3e:13:6d:30", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a563394-0c", "ovs_interfaceid": "6a563394-0c86-49f3-8ce8-03ed269b7428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.035220] env[63105]: DEBUG nova.compute.manager [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.039513] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.039746] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.039965] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Deleting the datastore file [datastore2] fccb9b51-6c58-4524-ba97-942eac0e5915 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.040589] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a095d3bc-daa4-4650-884d-b34b45cce43f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.047081] env[63105]: DEBUG oslo_vmware.api [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for the task: (returnval){ [ 1014.047081] env[63105]: value = "task-2759434" [ 1014.047081] env[63105]: _type = "Task" [ 1014.047081] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.056130] env[63105]: DEBUG oslo_vmware.api [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.148242] env[63105]: DEBUG nova.network.neutron [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Successfully created port: a6aa45c9-e65f-4ded-8a26-0998d43b1a22 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.317251] env[63105]: DEBUG nova.network.neutron [-] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.340539] env[63105]: DEBUG oslo_vmware.api [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759428, 'name': PowerOnVM_Task, 'duration_secs': 1.103985} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.340799] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.340996] env[63105]: INFO nova.compute.manager [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1014.341221] env[63105]: DEBUG nova.compute.manager [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.341961] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4903d6-8455-4d97-89e5-958d73d35fb7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.377484] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52cbd7a6-2bb0-85c3-8b54-f60505e7bf65, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.378267] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02360ade-c979-414e-8891-62245d35f108 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.383670] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1014.383670] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52c70613-7f65-b1c6-2e99-326e7262f42d" [ 1014.383670] env[63105]: _type = "Task" [ 1014.383670] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.391764] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c70613-7f65-b1c6-2e99-326e7262f42d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.460155] env[63105]: DEBUG nova.scheduler.client.report [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1014.472761] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759432, 'name': Rename_Task, 'duration_secs': 0.185719} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.473885] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.474542] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3be7cb7d-508d-4b3b-865c-16de565ca531 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.482410] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1014.482410] env[63105]: value = "task-2759435" [ 1014.482410] env[63105]: _type = "Task" [ 1014.482410] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.491992] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.499582] env[63105]: DEBUG oslo_concurrency.lockutils [req-c94dc408-83b5-4829-99c3-26f09da29011 req-57881bc2-3289-4a3a-ba6d-ec693bc7e04c service nova] Releasing lock "refresh_cache-f8570888-cf47-40f1-9fc7-bfb043d406af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.499582] env[63105]: DEBUG nova.compute.manager [req-c94dc408-83b5-4829-99c3-26f09da29011 req-57881bc2-3289-4a3a-ba6d-ec693bc7e04c service nova] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Received event network-vif-deleted-9c0bfd75-dc0e-4e46-af27-07fdc8a6dee9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1014.556739] env[63105]: DEBUG oslo_vmware.api [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Task: {'id': task-2759434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140566} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.557011] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.557223] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.557402] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.557571] env[63105]: INFO nova.compute.manager [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1014.557816] env[63105]: DEBUG oslo.service.loopingcall [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.558020] env[63105]: DEBUG nova.compute.manager [-] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.558119] env[63105]: DEBUG nova.network.neutron [-] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.784727] env[63105]: DEBUG nova.compute.manager [req-d65f7a97-7e5b-4a50-85b3-a260e98cc2a9 req-8a66da77-5184-4765-b565-d6d010679e79 service nova] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Received event network-vif-deleted-030baf6c-265a-4857-bf20-268056d3e49b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1014.785168] env[63105]: INFO nova.compute.manager [req-d65f7a97-7e5b-4a50-85b3-a260e98cc2a9 req-8a66da77-5184-4765-b565-d6d010679e79 service nova] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Neutron deleted interface 030baf6c-265a-4857-bf20-268056d3e49b; detaching it from the instance and deleting it from the info cache [ 1014.785465] env[63105]: DEBUG nova.network.neutron [req-d65f7a97-7e5b-4a50-85b3-a260e98cc2a9 req-8a66da77-5184-4765-b565-d6d010679e79 service nova] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.820040] env[63105]: INFO nova.compute.manager [-] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Took 1.30 seconds to deallocate network for instance. [ 1014.861827] env[63105]: INFO nova.compute.manager [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Took 22.45 seconds to build instance. [ 1014.893506] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c70613-7f65-b1c6-2e99-326e7262f42d, 'name': SearchDatastore_Task, 'duration_secs': 0.012226} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.893770] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.894033] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] f8570888-cf47-40f1-9fc7-bfb043d406af/f8570888-cf47-40f1-9fc7-bfb043d406af.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.894290] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d606a03-6f4c-4bb8-91cb-4e893c500332 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.900625] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1014.900625] env[63105]: value = "task-2759436" [ 1014.900625] env[63105]: _type = "Task" [ 1014.900625] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.908281] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.968599] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.971015] env[63105]: DEBUG oslo_concurrency.lockutils [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.320s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.971278] env[63105]: DEBUG nova.objects.instance [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lazy-loading 'resources' on Instance uuid 0d032e22-a8ed-4b85-b607-fa333436613d {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.992419] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.993191] env[63105]: INFO nova.scheduler.client.report [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleted allocations for instance 3765c994-f0a3-4f8d-bfbf-6d931ff32be0 [ 1015.040922] env[63105]: DEBUG nova.compute.manager [req-21517ea4-1003-4ed6-aec7-7ec7a3f692bc req-af186d4c-c85a-4ddc-922a-c086a2d8ccec service nova] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Received event network-vif-deleted-2f163d1a-6a9f-44e9-9f19-4d6b184d28d7 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1015.050393] env[63105]: DEBUG nova.compute.manager [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.078573] env[63105]: DEBUG nova.virt.hardware [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1015.078861] env[63105]: DEBUG nova.virt.hardware [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1015.079064] env[63105]: DEBUG nova.virt.hardware [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.079273] env[63105]: DEBUG nova.virt.hardware [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1015.079432] env[63105]: DEBUG nova.virt.hardware [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.079557] env[63105]: DEBUG nova.virt.hardware [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1015.080164] env[63105]: DEBUG nova.virt.hardware [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1015.080164] env[63105]: DEBUG nova.virt.hardware [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1015.080164] env[63105]: DEBUG nova.virt.hardware [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1015.080405] env[63105]: DEBUG nova.virt.hardware [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1015.080453] env[63105]: DEBUG nova.virt.hardware [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1015.081906] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fda3bde-3efb-48ba-875a-418ee7953edd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.091089] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843c8a6d-7f6f-424e-b6c0-5ea691d6881c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.262190] env[63105]: DEBUG nova.network.neutron [-] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.288618] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-577f1ec4-f116-4ce3-b4ff-8b02ac207fc3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.302078] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55219ef1-d10e-4140-b94e-9c694838de8f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.325942] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.340897] env[63105]: DEBUG nova.compute.manager [req-d65f7a97-7e5b-4a50-85b3-a260e98cc2a9 req-8a66da77-5184-4765-b565-d6d010679e79 service nova] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Detach interface failed, port_id=030baf6c-265a-4857-bf20-268056d3e49b, reason: Instance fccb9b51-6c58-4524-ba97-942eac0e5915 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1015.364461] env[63105]: DEBUG oslo_concurrency.lockutils [None req-87d69fb5-9e83-41a5-b63a-8cd585702f4e tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Lock "1085a71c-a59d-4eb3-9a60-45b33c3312fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.965s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.411055] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48241} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.411296] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] f8570888-cf47-40f1-9fc7-bfb043d406af/f8570888-cf47-40f1-9fc7-bfb043d406af.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.411522] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.411766] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7d82845-7eb9-416c-a2c7-4b2a673c61d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.417977] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1015.417977] env[63105]: value = "task-2759437" [ 1015.417977] env[63105]: _type = "Task" [ 1015.417977] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.426280] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.492985] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759435, 'name': PowerOnVM_Task, 'duration_secs': 0.740967} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.493280] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.493566] env[63105]: DEBUG nova.compute.manager [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.494377] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec3250e-0b9b-4cc7-ac9e-8e4211f6feb0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.501880] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7cd010db-728b-44b7-b13f-596c9a50bd0a tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "3765c994-f0a3-4f8d-bfbf-6d931ff32be0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.762s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.652388] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "6de23a0a-de79-4a89-8ad4-9db6fde618ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.652646] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "6de23a0a-de79-4a89-8ad4-9db6fde618ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.652939] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "6de23a0a-de79-4a89-8ad4-9db6fde618ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.653153] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "6de23a0a-de79-4a89-8ad4-9db6fde618ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.653328] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "6de23a0a-de79-4a89-8ad4-9db6fde618ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.656167] env[63105]: INFO nova.compute.manager [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Terminating instance [ 1015.739937] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48209b7d-7769-4dd1-b60c-5875e4f42783 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.748010] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139f489b-363d-44aa-96cd-0e78269ae823 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.751549] env[63105]: DEBUG nova.network.neutron [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Successfully updated port: a6aa45c9-e65f-4ded-8a26-0998d43b1a22 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.780671] env[63105]: INFO nova.compute.manager [-] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Took 1.22 seconds to deallocate network for instance. [ 1015.783418] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa78427-0605-4a1c-bed8-6e2afc871761 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.793410] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9c990c-f8ef-4577-842e-fdb59c135815 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.807135] env[63105]: DEBUG nova.compute.provider_tree [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.821751] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Acquiring lock "1085a71c-a59d-4eb3-9a60-45b33c3312fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.821993] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Lock "1085a71c-a59d-4eb3-9a60-45b33c3312fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.822214] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Acquiring lock "1085a71c-a59d-4eb3-9a60-45b33c3312fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.822397] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Lock "1085a71c-a59d-4eb3-9a60-45b33c3312fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.822562] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Lock "1085a71c-a59d-4eb3-9a60-45b33c3312fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.824844] env[63105]: INFO nova.compute.manager [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Terminating instance [ 1015.927781] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070078} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.928071] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.928821] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779299c6-c4fc-46bc-96e5-94d0fe4827ba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.950215] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] f8570888-cf47-40f1-9fc7-bfb043d406af/f8570888-cf47-40f1-9fc7-bfb043d406af.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.950465] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-933d2a6a-7ac4-4456-b2dc-e295b5d29e23 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.970059] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1015.970059] env[63105]: value = "task-2759438" [ 1015.970059] env[63105]: _type = "Task" [ 1015.970059] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.977746] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.013338] env[63105]: INFO nova.compute.manager [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] bringing vm to original state: 'stopped' [ 1016.160297] env[63105]: DEBUG nova.compute.manager [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.161029] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.161462] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b7f8ab-b0ab-42ce-aca9-a523897e695d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.169181] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.169433] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5c6046c-53d2-45f1-ae76-6c8f41135cb2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.175686] env[63105]: DEBUG oslo_vmware.api [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 1016.175686] env[63105]: value = "task-2759439" [ 1016.175686] env[63105]: _type = "Task" [ 1016.175686] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.186182] env[63105]: DEBUG oslo_vmware.api [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.255438] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Acquiring lock "refresh_cache-89df1074-0402-4ba7-beff-fcb50c948fef" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.255979] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Acquired lock "refresh_cache-89df1074-0402-4ba7-beff-fcb50c948fef" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.255979] env[63105]: DEBUG nova.network.neutron [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.290068] env[63105]: DEBUG oslo_concurrency.lockutils [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.309525] env[63105]: DEBUG nova.scheduler.client.report [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1016.329129] env[63105]: DEBUG nova.compute.manager [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.329376] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.330218] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03544dc0-c3c0-4438-bf21-b9262867b8dd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.338588] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.338809] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b8c4136-811d-48e4-a50d-437fc42fdbff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.346071] env[63105]: DEBUG oslo_vmware.api [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Waiting for the task: (returnval){ [ 1016.346071] env[63105]: value = "task-2759440" [ 1016.346071] env[63105]: _type = "Task" [ 1016.346071] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.355581] env[63105]: DEBUG oslo_vmware.api [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.481157] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.686802] env[63105]: DEBUG oslo_vmware.api [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759439, 'name': PowerOffVM_Task, 'duration_secs': 0.402916} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.687145] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.687324] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.687586] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abe446f6-e80d-4ccd-9e10-560b2d8edce5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.749109] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.749324] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.749509] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleting the datastore file [datastore2] 6de23a0a-de79-4a89-8ad4-9db6fde618ff {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.749766] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67fbb5a3-dff9-48dc-8f44-aa6dffc7769d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.755825] env[63105]: DEBUG oslo_vmware.api [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 1016.755825] env[63105]: value = "task-2759442" [ 1016.755825] env[63105]: _type = "Task" [ 1016.755825] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.766138] env[63105]: DEBUG oslo_vmware.api [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.788511] env[63105]: DEBUG nova.network.neutron [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.810141] env[63105]: DEBUG nova.compute.manager [req-8c1f9f70-173f-4fb0-87ec-6a00c478ea84 req-e6685b32-8e65-4b34-a938-fbea3e43a2b5 service nova] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Received event network-vif-plugged-a6aa45c9-e65f-4ded-8a26-0998d43b1a22 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1016.810442] env[63105]: DEBUG oslo_concurrency.lockutils [req-8c1f9f70-173f-4fb0-87ec-6a00c478ea84 req-e6685b32-8e65-4b34-a938-fbea3e43a2b5 service nova] Acquiring lock "89df1074-0402-4ba7-beff-fcb50c948fef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.810599] env[63105]: DEBUG oslo_concurrency.lockutils [req-8c1f9f70-173f-4fb0-87ec-6a00c478ea84 req-e6685b32-8e65-4b34-a938-fbea3e43a2b5 service nova] Lock "89df1074-0402-4ba7-beff-fcb50c948fef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.810712] env[63105]: DEBUG oslo_concurrency.lockutils [req-8c1f9f70-173f-4fb0-87ec-6a00c478ea84 req-e6685b32-8e65-4b34-a938-fbea3e43a2b5 service nova] Lock "89df1074-0402-4ba7-beff-fcb50c948fef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.810886] env[63105]: DEBUG nova.compute.manager [req-8c1f9f70-173f-4fb0-87ec-6a00c478ea84 req-e6685b32-8e65-4b34-a938-fbea3e43a2b5 service nova] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] No waiting events found dispatching network-vif-plugged-a6aa45c9-e65f-4ded-8a26-0998d43b1a22 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.811072] env[63105]: WARNING nova.compute.manager [req-8c1f9f70-173f-4fb0-87ec-6a00c478ea84 req-e6685b32-8e65-4b34-a938-fbea3e43a2b5 service nova] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Received unexpected event network-vif-plugged-a6aa45c9-e65f-4ded-8a26-0998d43b1a22 for instance with vm_state building and task_state spawning. [ 1016.811243] env[63105]: DEBUG nova.compute.manager [req-8c1f9f70-173f-4fb0-87ec-6a00c478ea84 req-e6685b32-8e65-4b34-a938-fbea3e43a2b5 service nova] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Received event network-changed-a6aa45c9-e65f-4ded-8a26-0998d43b1a22 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1016.811398] env[63105]: DEBUG nova.compute.manager [req-8c1f9f70-173f-4fb0-87ec-6a00c478ea84 req-e6685b32-8e65-4b34-a938-fbea3e43a2b5 service nova] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Refreshing instance network info cache due to event network-changed-a6aa45c9-e65f-4ded-8a26-0998d43b1a22. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1016.811558] env[63105]: DEBUG oslo_concurrency.lockutils [req-8c1f9f70-173f-4fb0-87ec-6a00c478ea84 req-e6685b32-8e65-4b34-a938-fbea3e43a2b5 service nova] Acquiring lock "refresh_cache-89df1074-0402-4ba7-beff-fcb50c948fef" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.813520] env[63105]: DEBUG oslo_concurrency.lockutils [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.815498] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.889s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.816889] env[63105]: INFO nova.compute.claims [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.836998] env[63105]: INFO nova.scheduler.client.report [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleted allocations for instance 0d032e22-a8ed-4b85-b607-fa333436613d [ 1016.856217] env[63105]: DEBUG oslo_vmware.api [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759440, 'name': PowerOffVM_Task, 'duration_secs': 0.396146} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.858913] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.859103] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.859943] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bed778e4-48f2-42ee-ba95-8f5d9a9429a0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.926380] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.926591] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.926768] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Deleting the datastore file [datastore1] 1085a71c-a59d-4eb3-9a60-45b33c3312fc {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.927735] env[63105]: DEBUG nova.network.neutron [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Updating instance_info_cache with network_info: [{"id": "a6aa45c9-e65f-4ded-8a26-0998d43b1a22", "address": "fa:16:3e:0b:3a:dd", "network": {"id": "fe8ed1c0-ebd8-4d28-a013-ed0b25d99e7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1483045362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bde3d6d2401d4cdc9f6711d47d04a951", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6aa45c9-e6", "ovs_interfaceid": "a6aa45c9-e65f-4ded-8a26-0998d43b1a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.928910] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da7ccede-c83b-4a2b-87d2-edddb6711498 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.934597] env[63105]: DEBUG oslo_vmware.api [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Waiting for the task: (returnval){ [ 1016.934597] env[63105]: value = "task-2759444" [ 1016.934597] env[63105]: _type = "Task" [ 1016.934597] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.942568] env[63105]: DEBUG oslo_vmware.api [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.980782] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759438, 'name': ReconfigVM_Task, 'duration_secs': 0.792218} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.981147] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Reconfigured VM instance instance-00000062 to attach disk [datastore1] f8570888-cf47-40f1-9fc7-bfb043d406af/f8570888-cf47-40f1-9fc7-bfb043d406af.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.981796] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8aadac0-8993-4fde-bc3a-a8faf45b4861 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.987978] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1016.987978] env[63105]: value = "task-2759445" [ 1016.987978] env[63105]: _type = "Task" [ 1016.987978] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.995971] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759445, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.020257] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "dede34ff-258a-4ae1-a704-9f9c69b6555d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.020529] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "dede34ff-258a-4ae1-a704-9f9c69b6555d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.020709] env[63105]: DEBUG nova.compute.manager [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.021863] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1369fb-9d6b-41d7-80c4-0faf5611522c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.028384] env[63105]: DEBUG nova.compute.manager [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1017.266044] env[63105]: DEBUG oslo_vmware.api [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132881} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.266326] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.266511] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.266688] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.266864] env[63105]: INFO nova.compute.manager [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1017.267132] env[63105]: DEBUG oslo.service.loopingcall [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.267321] env[63105]: DEBUG nova.compute.manager [-] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.267417] env[63105]: DEBUG nova.network.neutron [-] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.344642] env[63105]: DEBUG oslo_concurrency.lockutils [None req-00dccb7a-d011-4331-adef-ff5ef58b1dea tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "0d032e22-a8ed-4b85-b607-fa333436613d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.724s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.431522] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Releasing lock "refresh_cache-89df1074-0402-4ba7-beff-fcb50c948fef" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.431863] env[63105]: DEBUG nova.compute.manager [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Instance network_info: |[{"id": "a6aa45c9-e65f-4ded-8a26-0998d43b1a22", "address": "fa:16:3e:0b:3a:dd", "network": {"id": "fe8ed1c0-ebd8-4d28-a013-ed0b25d99e7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1483045362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bde3d6d2401d4cdc9f6711d47d04a951", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6aa45c9-e6", "ovs_interfaceid": "a6aa45c9-e65f-4ded-8a26-0998d43b1a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.432302] env[63105]: DEBUG oslo_concurrency.lockutils [req-8c1f9f70-173f-4fb0-87ec-6a00c478ea84 req-e6685b32-8e65-4b34-a938-fbea3e43a2b5 service nova] Acquired lock "refresh_cache-89df1074-0402-4ba7-beff-fcb50c948fef" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.432374] env[63105]: DEBUG nova.network.neutron [req-8c1f9f70-173f-4fb0-87ec-6a00c478ea84 req-e6685b32-8e65-4b34-a938-fbea3e43a2b5 service nova] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Refreshing network info cache for port a6aa45c9-e65f-4ded-8a26-0998d43b1a22 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.433544] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:3a:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6aa45c9-e65f-4ded-8a26-0998d43b1a22', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.441057] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Creating folder: Project (bde3d6d2401d4cdc9f6711d47d04a951). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.441599] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8647f403-ed68-444d-9d57-80509d859c3f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.454105] env[63105]: DEBUG oslo_vmware.api [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Task: {'id': task-2759444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120013} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.454105] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.454279] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.454452] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.454620] env[63105]: INFO nova.compute.manager [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1017.454880] env[63105]: DEBUG oslo.service.loopingcall [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.455440] env[63105]: DEBUG nova.compute.manager [-] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.455522] env[63105]: DEBUG nova.network.neutron [-] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.458249] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Created folder: Project (bde3d6d2401d4cdc9f6711d47d04a951) in parent group-v554960. [ 1017.458329] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Creating folder: Instances. Parent ref: group-v555215. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.458805] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-221d3994-9265-40f0-b7df-0be929c159df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.467708] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Created folder: Instances in parent group-v555215. [ 1017.467918] env[63105]: DEBUG oslo.service.loopingcall [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.468102] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.468296] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-409ccf49-2cd3-4584-ad75-2a9a20f60d04 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.491108] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.491108] env[63105]: value = "task-2759448" [ 1017.491108] env[63105]: _type = "Task" [ 1017.491108] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.500363] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759448, 'name': CreateVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.503715] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759445, 'name': Rename_Task, 'duration_secs': 0.154923} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.503960] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.504204] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-234852a6-0747-47da-ad3d-f285fec10f60 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.510695] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1017.510695] env[63105]: value = "task-2759449" [ 1017.510695] env[63105]: _type = "Task" [ 1017.510695] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.518633] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.532566] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.532913] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f3250aa-afff-4be5-9808-26ba26adf062 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.539027] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1017.539027] env[63105]: value = "task-2759450" [ 1017.539027] env[63105]: _type = "Task" [ 1017.539027] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.547933] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.995435] env[63105]: DEBUG nova.network.neutron [-] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.000539] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759448, 'name': CreateVM_Task, 'duration_secs': 0.341475} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.000611] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.003919] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.004110] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.004583] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.005685] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02f4b97-e00d-406c-8d01-1c3b5fdd1449 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.009379] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Waiting for the task: (returnval){ [ 1018.009379] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52c27228-55f8-1f2e-5f58-fd49415e3b33" [ 1018.009379] env[63105]: _type = "Task" [ 1018.009379] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.025899] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c27228-55f8-1f2e-5f58-fd49415e3b33, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.027786] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.030016] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.030016] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.030016] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.030016] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.031417] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7180ddad-4c63-4526-904e-aba88b69cf39 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.033745] env[63105]: DEBUG oslo_vmware.api [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759449, 'name': PowerOnVM_Task, 'duration_secs': 0.468888} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.034202] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.034291] env[63105]: INFO nova.compute.manager [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1018.034480] env[63105]: DEBUG nova.compute.manager [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.036044] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91774753-a350-472f-bbce-993722cce618 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.042766] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.042939] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.046644] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d892a2-ac3b-4302-ae5a-eaf5d4a7ccff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.056910] env[63105]: DEBUG oslo_vmware.api [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759450, 'name': PowerOffVM_Task, 'duration_secs': 0.21064} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.060333] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.060537] env[63105]: DEBUG nova.compute.manager [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.061110] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Waiting for the task: (returnval){ [ 1018.061110] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]527c9194-d5ec-a011-9989-8907c03e0e56" [ 1018.061110] env[63105]: _type = "Task" [ 1018.061110] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.062018] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ab820a-ff7e-4435-8938-f542d3802c60 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.075580] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527c9194-d5ec-a011-9989-8907c03e0e56, 'name': SearchDatastore_Task, 'duration_secs': 0.008332} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.078858] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca07988e-b5b6-4f04-a727-de18421c19d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.083544] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Waiting for the task: (returnval){ [ 1018.083544] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]529a46fe-15d3-2e65-78a7-481b077f8a86" [ 1018.083544] env[63105]: _type = "Task" [ 1018.083544] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.092847] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529a46fe-15d3-2e65-78a7-481b077f8a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.110742] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84694b4-9452-4ff8-8ddb-b8974bb0f266 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.118641] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe80df0-db03-4fce-98d5-183062ea5e21 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.153596] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9e0d64-831f-4018-9f1e-67a04ad49e0d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.162879] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e658d0-9f81-43da-8075-2bfde2c2aeb8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.178602] env[63105]: DEBUG nova.compute.provider_tree [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.363568] env[63105]: DEBUG nova.network.neutron [req-8c1f9f70-173f-4fb0-87ec-6a00c478ea84 req-e6685b32-8e65-4b34-a938-fbea3e43a2b5 service nova] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Updated VIF entry in instance network info cache for port a6aa45c9-e65f-4ded-8a26-0998d43b1a22. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.363885] env[63105]: DEBUG nova.network.neutron [req-8c1f9f70-173f-4fb0-87ec-6a00c478ea84 req-e6685b32-8e65-4b34-a938-fbea3e43a2b5 service nova] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Updating instance_info_cache with network_info: [{"id": "a6aa45c9-e65f-4ded-8a26-0998d43b1a22", "address": "fa:16:3e:0b:3a:dd", "network": {"id": "fe8ed1c0-ebd8-4d28-a013-ed0b25d99e7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1483045362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bde3d6d2401d4cdc9f6711d47d04a951", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6aa45c9-e6", "ovs_interfaceid": "a6aa45c9-e65f-4ded-8a26-0998d43b1a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.498708] env[63105]: INFO nova.compute.manager [-] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Took 1.23 seconds to deallocate network for instance. [ 1018.567250] env[63105]: INFO nova.compute.manager [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Took 24.48 seconds to build instance. [ 1018.580091] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "dede34ff-258a-4ae1-a704-9f9c69b6555d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.559s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.595212] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529a46fe-15d3-2e65-78a7-481b077f8a86, 'name': SearchDatastore_Task, 'duration_secs': 0.008756} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.595508] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.595773] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 89df1074-0402-4ba7-beff-fcb50c948fef/89df1074-0402-4ba7-beff-fcb50c948fef.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.596073] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7527019e-6f90-43fd-b6c4-4c5d7900d9d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.602853] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Waiting for the task: (returnval){ [ 1018.602853] env[63105]: value = "task-2759451" [ 1018.602853] env[63105]: _type = "Task" [ 1018.602853] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.611414] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.624842] env[63105]: DEBUG nova.network.neutron [-] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.683666] env[63105]: DEBUG nova.scheduler.client.report [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1018.845399] env[63105]: DEBUG nova.compute.manager [req-97dd9861-2108-4b72-83fb-e4acdeaefe2a req-ca428b25-197e-4f9c-b207-1a9d9faa8742 service nova] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Received event network-vif-deleted-965d3489-c81d-4695-9868-747ee759c904 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1018.845653] env[63105]: DEBUG nova.compute.manager [req-97dd9861-2108-4b72-83fb-e4acdeaefe2a req-ca428b25-197e-4f9c-b207-1a9d9faa8742 service nova] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Received event network-vif-deleted-572d4429-0a10-4798-9d30-810ef5679026 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1018.866797] env[63105]: DEBUG oslo_concurrency.lockutils [req-8c1f9f70-173f-4fb0-87ec-6a00c478ea84 req-e6685b32-8e65-4b34-a938-fbea3e43a2b5 service nova] Releasing lock "refresh_cache-89df1074-0402-4ba7-beff-fcb50c948fef" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.999722] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "370053ad-42d1-4d01-81f2-cfceb69d6561" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.000063] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "370053ad-42d1-4d01-81f2-cfceb69d6561" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.007080] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.069549] env[63105]: DEBUG oslo_concurrency.lockutils [None req-01bf6c38-5b73-4931-97ba-9bf6647a940a tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "f8570888-cf47-40f1-9fc7-bfb043d406af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.006s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.089569] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.112766] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450928} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.113050] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 89df1074-0402-4ba7-beff-fcb50c948fef/89df1074-0402-4ba7-beff-fcb50c948fef.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.113775] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.114051] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d78f3f8-95a3-43b8-a169-dd2f276b7e91 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.121766] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Waiting for the task: (returnval){ [ 1019.121766] env[63105]: value = "task-2759452" [ 1019.121766] env[63105]: _type = "Task" [ 1019.121766] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.129925] env[63105]: INFO nova.compute.manager [-] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Took 1.67 seconds to deallocate network for instance. [ 1019.130278] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.189749] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.190260] env[63105]: DEBUG nova.compute.manager [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.192646] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.413s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.194110] env[63105]: INFO nova.compute.claims [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.502692] env[63105]: DEBUG nova.compute.manager [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.631994] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231877} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.632514] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.633232] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd9c765-2dab-4296-86ec-5f38943ecd0a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.636298] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.656187] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 89df1074-0402-4ba7-beff-fcb50c948fef/89df1074-0402-4ba7-beff-fcb50c948fef.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.656695] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a7edcde-6e11-48b9-9541-bc03f8316c1d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.676379] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Waiting for the task: (returnval){ [ 1019.676379] env[63105]: value = "task-2759453" [ 1019.676379] env[63105]: _type = "Task" [ 1019.676379] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.684019] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.698609] env[63105]: DEBUG nova.compute.utils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1019.702174] env[63105]: DEBUG nova.compute.manager [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.702371] env[63105]: DEBUG nova.network.neutron [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.748475] env[63105]: DEBUG nova.policy [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a598c621692949838f382d5a3c8e8797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d1a05bf83014ccf93018c4251465f77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.900497] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.900497] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.028262] env[63105]: DEBUG nova.network.neutron [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Successfully created port: 0b90ff52-bb2b-4f98-b07e-c76b98b4fab9 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.031211] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.074721] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "dede34ff-258a-4ae1-a704-9f9c69b6555d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.075076] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "dede34ff-258a-4ae1-a704-9f9c69b6555d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.075301] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "dede34ff-258a-4ae1-a704-9f9c69b6555d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.075650] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "dede34ff-258a-4ae1-a704-9f9c69b6555d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.076294] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "dede34ff-258a-4ae1-a704-9f9c69b6555d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.077832] env[63105]: INFO nova.compute.manager [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Terminating instance [ 1020.188529] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.203468] env[63105]: DEBUG nova.compute.manager [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.269440] env[63105]: DEBUG nova.compute.manager [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Stashing vm_state: active {{(pid=63105) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 1020.403993] env[63105]: DEBUG nova.compute.utils [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1020.446800] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cbb615-3409-45b7-8b8a-bc2f46d1220e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.454509] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1713c029-02f8-4e4d-b23a-5f7c88566202 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.484761] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddf2290-4047-4f49-b086-25d9dc5bee22 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.492690] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba0d49f-20d8-493e-b1a0-e829a8de5ea7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.506666] env[63105]: DEBUG nova.compute.provider_tree [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.583184] env[63105]: DEBUG nova.compute.manager [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.583184] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.583818] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5953cdb5-1b23-41d7-ad7d-8c7a8dc2b04e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.591624] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.591916] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b244ad8-161a-492a-b128-ef5e3aa76c7e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.677794] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.678200] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.678396] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleting the datastore file [datastore1] dede34ff-258a-4ae1-a704-9f9c69b6555d {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.681613] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9997dac7-4ac1-4634-bc7e-7da6564f89d7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.691664] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759453, 'name': ReconfigVM_Task, 'duration_secs': 0.570407} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.693092] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 89df1074-0402-4ba7-beff-fcb50c948fef/89df1074-0402-4ba7-beff-fcb50c948fef.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.693945] env[63105]: DEBUG oslo_vmware.api [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1020.693945] env[63105]: value = "task-2759455" [ 1020.693945] env[63105]: _type = "Task" [ 1020.693945] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.694176] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1718e77b-f57e-457f-ba80-6f746fb958e8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.704748] env[63105]: DEBUG oslo_vmware.api [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.706051] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Waiting for the task: (returnval){ [ 1020.706051] env[63105]: value = "task-2759456" [ 1020.706051] env[63105]: _type = "Task" [ 1020.706051] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.718132] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759456, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.787078] env[63105]: DEBUG oslo_concurrency.lockutils [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.908545] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.010393] env[63105]: DEBUG nova.scheduler.client.report [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1021.206009] env[63105]: DEBUG oslo_vmware.api [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140735} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.206304] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.206476] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.206651] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.206821] env[63105]: INFO nova.compute.manager [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1021.207071] env[63105]: DEBUG oslo.service.loopingcall [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.207335] env[63105]: DEBUG nova.compute.manager [-] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.207430] env[63105]: DEBUG nova.network.neutron [-] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.217290] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759456, 'name': Rename_Task, 'duration_secs': 0.162733} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.217544] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.217776] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bba5921-73ff-4b04-ad37-146df6ba213c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.220053] env[63105]: DEBUG nova.compute.manager [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.227370] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Waiting for the task: (returnval){ [ 1021.227370] env[63105]: value = "task-2759457" [ 1021.227370] env[63105]: _type = "Task" [ 1021.227370] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.235079] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.247064] env[63105]: DEBUG nova.virt.hardware [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1021.247346] env[63105]: DEBUG nova.virt.hardware [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1021.247505] env[63105]: DEBUG nova.virt.hardware [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.247686] env[63105]: DEBUG nova.virt.hardware [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1021.247832] env[63105]: DEBUG nova.virt.hardware [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.247980] env[63105]: DEBUG nova.virt.hardware [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1021.248253] env[63105]: DEBUG nova.virt.hardware [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1021.248376] env[63105]: DEBUG nova.virt.hardware [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1021.248537] env[63105]: DEBUG nova.virt.hardware [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1021.248696] env[63105]: DEBUG nova.virt.hardware [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1021.248866] env[63105]: DEBUG nova.virt.hardware [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1021.249780] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91cef13-13a4-4f40-ae0d-262a7415b504 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.257420] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e01c5f-7bad-489b-8f49-6623d4fb4289 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.515656] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.516293] env[63105]: DEBUG nova.compute.manager [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.519349] env[63105]: DEBUG oslo_concurrency.lockutils [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.411s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.519902] env[63105]: DEBUG nova.objects.instance [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lazy-loading 'resources' on Instance uuid 495995da-33c4-41cf-9c06-d7a6fb2e636c {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.596628] env[63105]: DEBUG nova.compute.manager [req-beab6988-be7c-4878-b8e3-ca31ef7a790e req-3fdb6261-fdeb-4919-9221-059042afe3f3 service nova] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Received event network-vif-deleted-ec712426-1216-4c71-8b03-e8f7c82d9157 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1021.596842] env[63105]: INFO nova.compute.manager [req-beab6988-be7c-4878-b8e3-ca31ef7a790e req-3fdb6261-fdeb-4919-9221-059042afe3f3 service nova] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Neutron deleted interface ec712426-1216-4c71-8b03-e8f7c82d9157; detaching it from the instance and deleting it from the info cache [ 1021.597019] env[63105]: DEBUG nova.network.neutron [req-beab6988-be7c-4878-b8e3-ca31ef7a790e req-3fdb6261-fdeb-4919-9221-059042afe3f3 service nova] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.738228] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759457, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.747251] env[63105]: DEBUG nova.network.neutron [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Successfully updated port: 0b90ff52-bb2b-4f98-b07e-c76b98b4fab9 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.986450] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.986553] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.987322] env[63105]: INFO nova.compute.manager [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Attaching volume 7d54fff4-714f-4425-a10a-0f1fe77440d5 to /dev/sdb [ 1022.025155] env[63105]: DEBUG nova.compute.utils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1022.026960] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e48a08e-766f-4c65-bfec-aca00d6b4b8c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.029881] env[63105]: DEBUG nova.compute.manager [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.030061] env[63105]: DEBUG nova.network.neutron [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.036323] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffc14c9-3238-4c97-bd0c-8130323724ed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.050159] env[63105]: DEBUG nova.virt.block_device [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Updating existing volume attachment record: 7df89c4a-6d6f-4b8d-a0d5-1d39c31fa710 {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1022.080553] env[63105]: DEBUG nova.network.neutron [-] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.083492] env[63105]: DEBUG nova.policy [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f2b0475580469aa7f3b238719d45d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea3a69f5037a496787d2ad90fecb5fdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.104101] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9183ce6-46b7-459a-9260-30f387cc80dc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.111691] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebbffad-944e-46fc-b480-a490f78720ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.146464] env[63105]: DEBUG nova.compute.manager [req-beab6988-be7c-4878-b8e3-ca31ef7a790e req-3fdb6261-fdeb-4919-9221-059042afe3f3 service nova] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Detach interface failed, port_id=ec712426-1216-4c71-8b03-e8f7c82d9157, reason: Instance dede34ff-258a-4ae1-a704-9f9c69b6555d could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1022.238317] env[63105]: DEBUG oslo_vmware.api [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759457, 'name': PowerOnVM_Task, 'duration_secs': 0.704553} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.240711] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.240926] env[63105]: INFO nova.compute.manager [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1022.241132] env[63105]: DEBUG nova.compute.manager [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.242216] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450e74cb-030f-4b16-bbad-4c8961c51fa5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.254705] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Acquiring lock "refresh_cache-c3b212de-1512-4038-afc7-87891377d71d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.254705] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Acquired lock "refresh_cache-c3b212de-1512-4038-afc7-87891377d71d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.254705] env[63105]: DEBUG nova.network.neutron [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.296953] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00c19db-7be3-49cd-8c8c-2d5d2e97a62f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.305840] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5998c2-deac-4f30-bf77-ba0351bcee1f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.335424] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7865029d-d0f5-4182-aa9b-7452189a3431 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.342691] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98b9272-aee6-4186-8329-e5851753d5de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.356101] env[63105]: DEBUG nova.compute.provider_tree [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.383510] env[63105]: DEBUG nova.network.neutron [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Successfully created port: 1687d893-790a-4c67-9e54-f471b550de9c {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.532098] env[63105]: DEBUG nova.compute.manager [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.585945] env[63105]: INFO nova.compute.manager [-] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Took 1.38 seconds to deallocate network for instance. [ 1022.762120] env[63105]: INFO nova.compute.manager [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Took 24.07 seconds to build instance. [ 1022.801896] env[63105]: DEBUG nova.network.neutron [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.859839] env[63105]: DEBUG nova.scheduler.client.report [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1023.046342] env[63105]: DEBUG nova.network.neutron [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Updating instance_info_cache with network_info: [{"id": "0b90ff52-bb2b-4f98-b07e-c76b98b4fab9", "address": "fa:16:3e:c3:a4:92", "network": {"id": "d17d8c21-e770-42ea-910e-5b7142c4e4d1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1045008452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d1a05bf83014ccf93018c4251465f77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b90ff52-bb", "ovs_interfaceid": "0b90ff52-bb2b-4f98-b07e-c76b98b4fab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.093493] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.264081] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3817e60d-df35-4635-80f3-b426771b7045 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Lock "89df1074-0402-4ba7-beff-fcb50c948fef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.590s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.367834] env[63105]: DEBUG oslo_concurrency.lockutils [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.370063] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.044s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.370290] env[63105]: DEBUG nova.objects.instance [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lazy-loading 'resources' on Instance uuid 22f770d5-3a02-48d1-a21c-5a324f9d3096 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.391254] env[63105]: INFO nova.scheduler.client.report [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleted allocations for instance 495995da-33c4-41cf-9c06-d7a6fb2e636c [ 1023.541880] env[63105]: DEBUG nova.compute.manager [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.548572] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Releasing lock "refresh_cache-c3b212de-1512-4038-afc7-87891377d71d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.548830] env[63105]: DEBUG nova.compute.manager [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Instance network_info: |[{"id": "0b90ff52-bb2b-4f98-b07e-c76b98b4fab9", "address": "fa:16:3e:c3:a4:92", "network": {"id": "d17d8c21-e770-42ea-910e-5b7142c4e4d1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1045008452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d1a05bf83014ccf93018c4251465f77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b90ff52-bb", "ovs_interfaceid": "0b90ff52-bb2b-4f98-b07e-c76b98b4fab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.549280] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:a4:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b90ff52-bb2b-4f98-b07e-c76b98b4fab9', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.557738] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Creating folder: Project (7d1a05bf83014ccf93018c4251465f77). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.558161] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e97e070-95e2-4758-bb7b-29d207547cb8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.568788] env[63105]: DEBUG nova.virt.hardware [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1023.569040] env[63105]: DEBUG nova.virt.hardware [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1023.569202] env[63105]: DEBUG nova.virt.hardware [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.569389] env[63105]: DEBUG nova.virt.hardware [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1023.569533] env[63105]: DEBUG nova.virt.hardware [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.569680] env[63105]: DEBUG nova.virt.hardware [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1023.569892] env[63105]: DEBUG nova.virt.hardware [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1023.570074] env[63105]: DEBUG nova.virt.hardware [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1023.570304] env[63105]: DEBUG nova.virt.hardware [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1023.570490] env[63105]: DEBUG nova.virt.hardware [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1023.570665] env[63105]: DEBUG nova.virt.hardware [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1023.571500] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db66d929-a07f-43fb-9066-968bd7fc7b71 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.575480] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Created folder: Project (7d1a05bf83014ccf93018c4251465f77) in parent group-v554960. [ 1023.575663] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Creating folder: Instances. Parent ref: group-v555220. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.576315] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75697153-ec04-4625-ba56-b2559534353b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.581121] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55963570-d4be-4f63-9258-9fe5705dc99e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.586257] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Created folder: Instances in parent group-v555220. [ 1023.586493] env[63105]: DEBUG oslo.service.loopingcall [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.586675] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3b212de-1512-4038-afc7-87891377d71d] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.586868] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-031e2c92-17d7-496a-8974-6d587f555b95 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.615008] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.615008] env[63105]: value = "task-2759463" [ 1023.615008] env[63105]: _type = "Task" [ 1023.615008] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.622630] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759463, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.629716] env[63105]: DEBUG nova.compute.manager [req-b5eff5e4-1df6-4aae-9777-c40e4b8db83d req-e08ff5ab-50a9-4c13-9474-e73d590586b8 service nova] [instance: c3b212de-1512-4038-afc7-87891377d71d] Received event network-vif-plugged-0b90ff52-bb2b-4f98-b07e-c76b98b4fab9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1023.629935] env[63105]: DEBUG oslo_concurrency.lockutils [req-b5eff5e4-1df6-4aae-9777-c40e4b8db83d req-e08ff5ab-50a9-4c13-9474-e73d590586b8 service nova] Acquiring lock "c3b212de-1512-4038-afc7-87891377d71d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.630241] env[63105]: DEBUG oslo_concurrency.lockutils [req-b5eff5e4-1df6-4aae-9777-c40e4b8db83d req-e08ff5ab-50a9-4c13-9474-e73d590586b8 service nova] Lock "c3b212de-1512-4038-afc7-87891377d71d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.630473] env[63105]: DEBUG oslo_concurrency.lockutils [req-b5eff5e4-1df6-4aae-9777-c40e4b8db83d req-e08ff5ab-50a9-4c13-9474-e73d590586b8 service nova] Lock "c3b212de-1512-4038-afc7-87891377d71d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.630688] env[63105]: DEBUG nova.compute.manager [req-b5eff5e4-1df6-4aae-9777-c40e4b8db83d req-e08ff5ab-50a9-4c13-9474-e73d590586b8 service nova] [instance: c3b212de-1512-4038-afc7-87891377d71d] No waiting events found dispatching network-vif-plugged-0b90ff52-bb2b-4f98-b07e-c76b98b4fab9 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.630923] env[63105]: WARNING nova.compute.manager [req-b5eff5e4-1df6-4aae-9777-c40e4b8db83d req-e08ff5ab-50a9-4c13-9474-e73d590586b8 service nova] [instance: c3b212de-1512-4038-afc7-87891377d71d] Received unexpected event network-vif-plugged-0b90ff52-bb2b-4f98-b07e-c76b98b4fab9 for instance with vm_state building and task_state spawning. [ 1023.631147] env[63105]: DEBUG nova.compute.manager [req-b5eff5e4-1df6-4aae-9777-c40e4b8db83d req-e08ff5ab-50a9-4c13-9474-e73d590586b8 service nova] [instance: c3b212de-1512-4038-afc7-87891377d71d] Received event network-changed-0b90ff52-bb2b-4f98-b07e-c76b98b4fab9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1023.631353] env[63105]: DEBUG nova.compute.manager [req-b5eff5e4-1df6-4aae-9777-c40e4b8db83d req-e08ff5ab-50a9-4c13-9474-e73d590586b8 service nova] [instance: c3b212de-1512-4038-afc7-87891377d71d] Refreshing instance network info cache due to event network-changed-0b90ff52-bb2b-4f98-b07e-c76b98b4fab9. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1023.631569] env[63105]: DEBUG oslo_concurrency.lockutils [req-b5eff5e4-1df6-4aae-9777-c40e4b8db83d req-e08ff5ab-50a9-4c13-9474-e73d590586b8 service nova] Acquiring lock "refresh_cache-c3b212de-1512-4038-afc7-87891377d71d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.631751] env[63105]: DEBUG oslo_concurrency.lockutils [req-b5eff5e4-1df6-4aae-9777-c40e4b8db83d req-e08ff5ab-50a9-4c13-9474-e73d590586b8 service nova] Acquired lock "refresh_cache-c3b212de-1512-4038-afc7-87891377d71d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.631954] env[63105]: DEBUG nova.network.neutron [req-b5eff5e4-1df6-4aae-9777-c40e4b8db83d req-e08ff5ab-50a9-4c13-9474-e73d590586b8 service nova] [instance: c3b212de-1512-4038-afc7-87891377d71d] Refreshing network info cache for port 0b90ff52-bb2b-4f98-b07e-c76b98b4fab9 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.822952] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Acquiring lock "89df1074-0402-4ba7-beff-fcb50c948fef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.822952] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Lock "89df1074-0402-4ba7-beff-fcb50c948fef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.822952] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Acquiring lock "89df1074-0402-4ba7-beff-fcb50c948fef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.822952] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Lock "89df1074-0402-4ba7-beff-fcb50c948fef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.822952] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Lock "89df1074-0402-4ba7-beff-fcb50c948fef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.824774] env[63105]: INFO nova.compute.manager [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Terminating instance [ 1023.898814] env[63105]: DEBUG oslo_concurrency.lockutils [None req-af7d51c3-3ef4-42f0-9d8a-071fd0a66211 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "495995da-33c4-41cf-9c06-d7a6fb2e636c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.187s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.902677] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "interface-102eff5f-81a7-432e-b5c9-1f47903703a7-fd63e120-fce1-4468-b436-213041f3c9f5" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.902677] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-102eff5f-81a7-432e-b5c9-1f47903703a7-fd63e120-fce1-4468-b436-213041f3c9f5" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.902677] env[63105]: DEBUG nova.objects.instance [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'flavor' on Instance uuid 102eff5f-81a7-432e-b5c9-1f47903703a7 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.018755] env[63105]: DEBUG nova.network.neutron [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Successfully updated port: 1687d893-790a-4c67-9e54-f471b550de9c {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.125959] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759463, 'name': CreateVM_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.156385] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e93fd9-7147-425d-a754-18c741f24db3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.163988] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc73b68-6ddd-42a5-838b-13c336ebc9dd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.196897] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ac4d71-a7d6-4e3f-b23e-2083cdcb20ad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.204826] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627d0628-7ada-42fa-9552-f16b303ea0a6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.224834] env[63105]: DEBUG nova.compute.provider_tree [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.328248] env[63105]: DEBUG nova.compute.manager [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.328570] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.329365] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e15ed7-f874-4303-a4df-9c0819f77a6b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.339533] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.339775] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac30239e-720c-49f3-9b63-6da0231f17ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.345683] env[63105]: DEBUG oslo_vmware.api [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Waiting for the task: (returnval){ [ 1024.345683] env[63105]: value = "task-2759464" [ 1024.345683] env[63105]: _type = "Task" [ 1024.345683] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.354515] env[63105]: DEBUG oslo_vmware.api [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.400488] env[63105]: DEBUG nova.network.neutron [req-b5eff5e4-1df6-4aae-9777-c40e4b8db83d req-e08ff5ab-50a9-4c13-9474-e73d590586b8 service nova] [instance: c3b212de-1512-4038-afc7-87891377d71d] Updated VIF entry in instance network info cache for port 0b90ff52-bb2b-4f98-b07e-c76b98b4fab9. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.401010] env[63105]: DEBUG nova.network.neutron [req-b5eff5e4-1df6-4aae-9777-c40e4b8db83d req-e08ff5ab-50a9-4c13-9474-e73d590586b8 service nova] [instance: c3b212de-1512-4038-afc7-87891377d71d] Updating instance_info_cache with network_info: [{"id": "0b90ff52-bb2b-4f98-b07e-c76b98b4fab9", "address": "fa:16:3e:c3:a4:92", "network": {"id": "d17d8c21-e770-42ea-910e-5b7142c4e4d1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1045008452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d1a05bf83014ccf93018c4251465f77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b90ff52-bb", "ovs_interfaceid": "0b90ff52-bb2b-4f98-b07e-c76b98b4fab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.524850] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "refresh_cache-54aa02c4-995c-4dac-a9d3-09021b83afa5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.524850] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquired lock "refresh_cache-54aa02c4-995c-4dac-a9d3-09021b83afa5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.524850] env[63105]: DEBUG nova.network.neutron [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.534789] env[63105]: DEBUG nova.objects.instance [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'pci_requests' on Instance uuid 102eff5f-81a7-432e-b5c9-1f47903703a7 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.626681] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759463, 'name': CreateVM_Task, 'duration_secs': 0.627136} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.626878] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3b212de-1512-4038-afc7-87891377d71d] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.627645] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.627837] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.628662] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.628662] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec48aa4c-d397-444e-b5c1-34044df07dbb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.634342] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Waiting for the task: (returnval){ [ 1024.634342] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5263b020-9d9d-99f1-1773-678719e0fde2" [ 1024.634342] env[63105]: _type = "Task" [ 1024.634342] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.642965] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5263b020-9d9d-99f1-1773-678719e0fde2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.728147] env[63105]: DEBUG nova.scheduler.client.report [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1024.855371] env[63105]: DEBUG oslo_vmware.api [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759464, 'name': PowerOffVM_Task, 'duration_secs': 0.241173} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.855542] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.855725] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.855976] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c81414ad-8070-4176-b937-0e12b28e936a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.903812] env[63105]: DEBUG oslo_concurrency.lockutils [req-b5eff5e4-1df6-4aae-9777-c40e4b8db83d req-e08ff5ab-50a9-4c13-9474-e73d590586b8 service nova] Releasing lock "refresh_cache-c3b212de-1512-4038-afc7-87891377d71d" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.924060] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.924385] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.924692] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Deleting the datastore file [datastore2] 89df1074-0402-4ba7-beff-fcb50c948fef {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.925049] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-036c1f4a-8c61-4c9d-940e-7fb2801a3ee7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.932431] env[63105]: DEBUG oslo_vmware.api [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Waiting for the task: (returnval){ [ 1024.932431] env[63105]: value = "task-2759467" [ 1024.932431] env[63105]: _type = "Task" [ 1024.932431] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.941073] env[63105]: DEBUG oslo_vmware.api [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.002314] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "27f4ccd1-854a-4a94-ab2a-ed668d7633c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.003027] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "27f4ccd1-854a-4a94-ab2a-ed668d7633c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.037398] env[63105]: DEBUG nova.objects.base [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Object Instance<102eff5f-81a7-432e-b5c9-1f47903703a7> lazy-loaded attributes: flavor,pci_requests {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1025.037626] env[63105]: DEBUG nova.network.neutron [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.073428] env[63105]: DEBUG nova.network.neutron [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.146852] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5263b020-9d9d-99f1-1773-678719e0fde2, 'name': SearchDatastore_Task, 'duration_secs': 0.011854} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.147201] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.147463] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.147730] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.147889] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.148096] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.148368] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4afe4344-ef0a-4f4e-8c39-4a2f7423d7f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.151538] env[63105]: DEBUG nova.policy [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41bcc83a765a4aa5947e1c098a54d56f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6039084dd49439b9add938dad3b1446', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.156267] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.156478] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.157164] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25fb21cc-d99d-4fde-9ee6-928f40bed8f7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.163362] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Waiting for the task: (returnval){ [ 1025.163362] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]529d772a-fa8e-f3ac-3f4d-3efadae59cb5" [ 1025.163362] env[63105]: _type = "Task" [ 1025.163362] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.174609] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529d772a-fa8e-f3ac-3f4d-3efadae59cb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.233689] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.238987] env[63105]: DEBUG oslo_concurrency.lockutils [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.948s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.238987] env[63105]: DEBUG nova.objects.instance [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lazy-loading 'resources' on Instance uuid fccb9b51-6c58-4524-ba97-942eac0e5915 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.263334] env[63105]: INFO nova.scheduler.client.report [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Deleted allocations for instance 22f770d5-3a02-48d1-a21c-5a324f9d3096 [ 1025.289755] env[63105]: DEBUG nova.network.neutron [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Updating instance_info_cache with network_info: [{"id": "1687d893-790a-4c67-9e54-f471b550de9c", "address": "fa:16:3e:75:17:10", "network": {"id": "a25468f9-bcd8-4fdf-9375-883d40532bba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-471875834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3a69f5037a496787d2ad90fecb5fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1687d893-79", "ovs_interfaceid": "1687d893-790a-4c67-9e54-f471b550de9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.441847] env[63105]: DEBUG oslo_vmware.api [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Task: {'id': task-2759467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14627} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.442545] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.442776] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.442994] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.443255] env[63105]: INFO nova.compute.manager [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1025.443515] env[63105]: DEBUG oslo.service.loopingcall [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.443716] env[63105]: DEBUG nova.compute.manager [-] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.443814] env[63105]: DEBUG nova.network.neutron [-] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.504797] env[63105]: DEBUG nova.compute.manager [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.681021] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]529d772a-fa8e-f3ac-3f4d-3efadae59cb5, 'name': SearchDatastore_Task, 'duration_secs': 0.028049} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.681021] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb86f081-7d40-41c3-b0d5-d2392148a92f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.684764] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Waiting for the task: (returnval){ [ 1025.684764] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ed4c57-25d5-0ce2-813d-c82c5b3e6aa4" [ 1025.684764] env[63105]: _type = "Task" [ 1025.684764] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.693759] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ed4c57-25d5-0ce2-813d-c82c5b3e6aa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.770933] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f4777184-b4fb-4a0a-a379-c65b1f03e2f9 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "22f770d5-3a02-48d1-a21c-5a324f9d3096" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.898s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.793846] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Releasing lock "refresh_cache-54aa02c4-995c-4dac-a9d3-09021b83afa5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.794161] env[63105]: DEBUG nova.compute.manager [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Instance network_info: |[{"id": "1687d893-790a-4c67-9e54-f471b550de9c", "address": "fa:16:3e:75:17:10", "network": {"id": "a25468f9-bcd8-4fdf-9375-883d40532bba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-471875834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3a69f5037a496787d2ad90fecb5fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1687d893-79", "ovs_interfaceid": "1687d893-790a-4c67-9e54-f471b550de9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.794979] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:17:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1687d893-790a-4c67-9e54-f471b550de9c', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.803455] env[63105]: DEBUG oslo.service.loopingcall [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.806394] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.807010] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb76dabd-7c50-4126-9588-42068ea20af2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.832565] env[63105]: DEBUG nova.compute.manager [req-89af63b6-7b8f-4e65-99b1-c2e8290a979c req-780131c9-ffc6-4467-99be-b11eaacc83fe service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Received event network-vif-plugged-1687d893-790a-4c67-9e54-f471b550de9c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1025.832791] env[63105]: DEBUG oslo_concurrency.lockutils [req-89af63b6-7b8f-4e65-99b1-c2e8290a979c req-780131c9-ffc6-4467-99be-b11eaacc83fe service nova] Acquiring lock "54aa02c4-995c-4dac-a9d3-09021b83afa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.832999] env[63105]: DEBUG oslo_concurrency.lockutils [req-89af63b6-7b8f-4e65-99b1-c2e8290a979c req-780131c9-ffc6-4467-99be-b11eaacc83fe service nova] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.833193] env[63105]: DEBUG oslo_concurrency.lockutils [req-89af63b6-7b8f-4e65-99b1-c2e8290a979c req-780131c9-ffc6-4467-99be-b11eaacc83fe service nova] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.833356] env[63105]: DEBUG nova.compute.manager [req-89af63b6-7b8f-4e65-99b1-c2e8290a979c req-780131c9-ffc6-4467-99be-b11eaacc83fe service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] No waiting events found dispatching network-vif-plugged-1687d893-790a-4c67-9e54-f471b550de9c {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.833534] env[63105]: WARNING nova.compute.manager [req-89af63b6-7b8f-4e65-99b1-c2e8290a979c req-780131c9-ffc6-4467-99be-b11eaacc83fe service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Received unexpected event network-vif-plugged-1687d893-790a-4c67-9e54-f471b550de9c for instance with vm_state building and task_state spawning. [ 1025.833670] env[63105]: DEBUG nova.compute.manager [req-89af63b6-7b8f-4e65-99b1-c2e8290a979c req-780131c9-ffc6-4467-99be-b11eaacc83fe service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Received event network-changed-1687d893-790a-4c67-9e54-f471b550de9c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1025.833822] env[63105]: DEBUG nova.compute.manager [req-89af63b6-7b8f-4e65-99b1-c2e8290a979c req-780131c9-ffc6-4467-99be-b11eaacc83fe service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Refreshing instance network info cache due to event network-changed-1687d893-790a-4c67-9e54-f471b550de9c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1025.834013] env[63105]: DEBUG oslo_concurrency.lockutils [req-89af63b6-7b8f-4e65-99b1-c2e8290a979c req-780131c9-ffc6-4467-99be-b11eaacc83fe service nova] Acquiring lock "refresh_cache-54aa02c4-995c-4dac-a9d3-09021b83afa5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.834158] env[63105]: DEBUG oslo_concurrency.lockutils [req-89af63b6-7b8f-4e65-99b1-c2e8290a979c req-780131c9-ffc6-4467-99be-b11eaacc83fe service nova] Acquired lock "refresh_cache-54aa02c4-995c-4dac-a9d3-09021b83afa5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.834311] env[63105]: DEBUG nova.network.neutron [req-89af63b6-7b8f-4e65-99b1-c2e8290a979c req-780131c9-ffc6-4467-99be-b11eaacc83fe service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Refreshing network info cache for port 1687d893-790a-4c67-9e54-f471b550de9c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.836366] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.836366] env[63105]: value = "task-2759468" [ 1025.836366] env[63105]: _type = "Task" [ 1025.836366] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.849332] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759468, 'name': CreateVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.008108] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaaf5e6-473f-4f7b-9c9d-94e55128ef94 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.017966] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd24ba6-4f28-4be8-8f32-a7956fb860b9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.049452] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.050455] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3e75f3-8315-432e-a6b4-fab0473256a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.058588] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c194bb-40d2-40ce-9430-cfa5b8da3168 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.073488] env[63105]: DEBUG nova.compute.provider_tree [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.198592] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ed4c57-25d5-0ce2-813d-c82c5b3e6aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.014104} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.198925] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.199279] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] c3b212de-1512-4038-afc7-87891377d71d/c3b212de-1512-4038-afc7-87891377d71d.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.199577] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cb5f1ef-4744-47c2-b962-1f9128a4ca17 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.206448] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Waiting for the task: (returnval){ [ 1026.206448] env[63105]: value = "task-2759469" [ 1026.206448] env[63105]: _type = "Task" [ 1026.206448] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.209825] env[63105]: DEBUG nova.network.neutron [-] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.215614] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.350183] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759468, 'name': CreateVM_Task, 'duration_secs': 0.382588} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.350389] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.351171] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.351440] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.351793] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.352081] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8691518-c227-4eb1-bc32-0cad50cd16d3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.356920] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1026.356920] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52dc7dbd-a541-0b31-57c1-d6f80ce12932" [ 1026.356920] env[63105]: _type = "Task" [ 1026.356920] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.365229] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52dc7dbd-a541-0b31-57c1-d6f80ce12932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.577453] env[63105]: DEBUG nova.scheduler.client.report [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1026.618814] env[63105]: DEBUG nova.network.neutron [req-89af63b6-7b8f-4e65-99b1-c2e8290a979c req-780131c9-ffc6-4467-99be-b11eaacc83fe service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Updated VIF entry in instance network info cache for port 1687d893-790a-4c67-9e54-f471b550de9c. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.619200] env[63105]: DEBUG nova.network.neutron [req-89af63b6-7b8f-4e65-99b1-c2e8290a979c req-780131c9-ffc6-4467-99be-b11eaacc83fe service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Updating instance_info_cache with network_info: [{"id": "1687d893-790a-4c67-9e54-f471b550de9c", "address": "fa:16:3e:75:17:10", "network": {"id": "a25468f9-bcd8-4fdf-9375-883d40532bba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-471875834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3a69f5037a496787d2ad90fecb5fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1687d893-79", "ovs_interfaceid": "1687d893-790a-4c67-9e54-f471b550de9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.718176] env[63105]: INFO nova.compute.manager [-] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Took 1.27 seconds to deallocate network for instance. [ 1026.725687] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759469, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.816805] env[63105]: DEBUG nova.network.neutron [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Successfully updated port: fd63e120-fce1-4468-b436-213041f3c9f5 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.867220] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52dc7dbd-a541-0b31-57c1-d6f80ce12932, 'name': SearchDatastore_Task, 'duration_secs': 0.009051} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.867536] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.868098] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.868098] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.868254] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.868373] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.868603] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ca9c990-2408-45fe-9361-6ef9ba3d3945 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.876946] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.877145] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.877850] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f545862-764d-4c83-b0db-fbed63acf6cb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.882971] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1026.882971] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]524c43df-80a6-8ad7-05ca-f052426215d2" [ 1026.882971] env[63105]: _type = "Task" [ 1026.882971] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.890737] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524c43df-80a6-8ad7-05ca-f052426215d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.082538] env[63105]: DEBUG oslo_concurrency.lockutils [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.084870] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.078s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.085308] env[63105]: DEBUG nova.objects.instance [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lazy-loading 'resources' on Instance uuid 6de23a0a-de79-4a89-8ad4-9db6fde618ff {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.098946] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1027.099202] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555219', 'volume_id': '7d54fff4-714f-4425-a10a-0f1fe77440d5', 'name': 'volume-7d54fff4-714f-4425-a10a-0f1fe77440d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc7a67ff-8e22-47d5-970a-89f02b8e4bb3', 'attached_at': '', 'detached_at': '', 'volume_id': '7d54fff4-714f-4425-a10a-0f1fe77440d5', 'serial': '7d54fff4-714f-4425-a10a-0f1fe77440d5'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1027.100044] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab667ba-67c0-41f8-b0e6-a4620aa1652b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.119190] env[63105]: INFO nova.scheduler.client.report [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Deleted allocations for instance fccb9b51-6c58-4524-ba97-942eac0e5915 [ 1027.121907] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5038c6-9791-4f52-ae2d-d0bf774962d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.126445] env[63105]: DEBUG oslo_concurrency.lockutils [req-89af63b6-7b8f-4e65-99b1-c2e8290a979c req-780131c9-ffc6-4467-99be-b11eaacc83fe service nova] Releasing lock "refresh_cache-54aa02c4-995c-4dac-a9d3-09021b83afa5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.149237] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-7d54fff4-714f-4425-a10a-0f1fe77440d5/volume-7d54fff4-714f-4425-a10a-0f1fe77440d5.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.149569] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ded789-e8e1-4cf8-ac81-65526959b432 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.167855] env[63105]: DEBUG oslo_vmware.api [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1027.167855] env[63105]: value = "task-2759470" [ 1027.167855] env[63105]: _type = "Task" [ 1027.167855] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.176343] env[63105]: DEBUG oslo_vmware.api [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.218050] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517255} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.218333] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] c3b212de-1512-4038-afc7-87891377d71d/c3b212de-1512-4038-afc7-87891377d71d.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.219020] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.219020] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85be4ed4-2d5d-43af-bffe-032fa8e42eba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.225479] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Waiting for the task: (returnval){ [ 1027.225479] env[63105]: value = "task-2759471" [ 1027.225479] env[63105]: _type = "Task" [ 1027.225479] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.229250] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.235287] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.317946] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.318197] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.318387] env[63105]: DEBUG nova.network.neutron [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.393917] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524c43df-80a6-8ad7-05ca-f052426215d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011254} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.394536] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf9b560-b53e-4ebc-858e-f47db1535f1f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.399849] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1027.399849] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e02653-6681-a345-97e0-8e0ee0443195" [ 1027.399849] env[63105]: _type = "Task" [ 1027.399849] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.407839] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e02653-6681-a345-97e0-8e0ee0443195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.630409] env[63105]: DEBUG oslo_concurrency.lockutils [None req-77279ac4-ed8c-4c44-aad1-ea71cf99a184 tempest-ListServersNegativeTestJSON-384854903 tempest-ListServersNegativeTestJSON-384854903-project-member] Lock "fccb9b51-6c58-4524-ba97-942eac0e5915" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.690s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.677835] env[63105]: DEBUG oslo_vmware.api [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759470, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.736641] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244187} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.736922] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.737701] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b1f627-11c2-4622-9cee-68e6c4b1c06e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.765910] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] c3b212de-1512-4038-afc7-87891377d71d/c3b212de-1512-4038-afc7-87891377d71d.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.768561] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b36fce5-265c-483e-8a47-05d0d278162c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.787742] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Waiting for the task: (returnval){ [ 1027.787742] env[63105]: value = "task-2759472" [ 1027.787742] env[63105]: _type = "Task" [ 1027.787742] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.800756] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759472, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.852392] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5bb265-46da-43d4-a7af-5bbf01503256 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.861698] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d77b552-bad2-4589-9a70-5e7a9873e707 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.895775] env[63105]: WARNING nova.network.neutron [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] 739db829-14b0-4d26-8a41-7fca05cf4f5f already exists in list: networks containing: ['739db829-14b0-4d26-8a41-7fca05cf4f5f']. ignoring it [ 1027.899230] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51355f5d-ed3d-4699-88d3-445e86ffeaca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.913592] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c59d08-953f-448d-baa8-1993ace79915 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.918318] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e02653-6681-a345-97e0-8e0ee0443195, 'name': SearchDatastore_Task, 'duration_secs': 0.033138} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.918530] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.918784] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 54aa02c4-995c-4dac-a9d3-09021b83afa5/54aa02c4-995c-4dac-a9d3-09021b83afa5.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.919355] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6730b300-ee0f-4d9c-adfb-e72fbdd638e0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.929454] env[63105]: DEBUG nova.compute.provider_tree [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.935139] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1027.935139] env[63105]: value = "task-2759473" [ 1027.935139] env[63105]: _type = "Task" [ 1027.935139] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.943805] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.185612] env[63105]: DEBUG oslo_vmware.api [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759470, 'name': ReconfigVM_Task, 'duration_secs': 0.566852} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.185914] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-7d54fff4-714f-4425-a10a-0f1fe77440d5/volume-7d54fff4-714f-4425-a10a-0f1fe77440d5.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.190815] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0531fef2-e12e-4d6b-b0c9-d5fb79010008 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.210636] env[63105]: DEBUG oslo_vmware.api [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1028.210636] env[63105]: value = "task-2759474" [ 1028.210636] env[63105]: _type = "Task" [ 1028.210636] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.231531] env[63105]: DEBUG oslo_vmware.api [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.300019] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759472, 'name': ReconfigVM_Task, 'duration_secs': 0.398335} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.300326] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Reconfigured VM instance instance-00000064 to attach disk [datastore1] c3b212de-1512-4038-afc7-87891377d71d/c3b212de-1512-4038-afc7-87891377d71d.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.300972] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e72f1b8-e592-452a-ae79-32fd08e57cc2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.307873] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Waiting for the task: (returnval){ [ 1028.307873] env[63105]: value = "task-2759475" [ 1028.307873] env[63105]: _type = "Task" [ 1028.307873] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.317938] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759475, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.352923] env[63105]: DEBUG nova.compute.manager [req-8e6d2471-dac7-47ea-9f9e-38ebf02fadef req-b6ba5db2-4904-4cc6-ba41-c58e895618f2 service nova] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Received event network-vif-deleted-a6aa45c9-e65f-4ded-8a26-0998d43b1a22 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1028.353210] env[63105]: DEBUG nova.compute.manager [req-8e6d2471-dac7-47ea-9f9e-38ebf02fadef req-b6ba5db2-4904-4cc6-ba41-c58e895618f2 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Received event network-vif-plugged-fd63e120-fce1-4468-b436-213041f3c9f5 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1028.353410] env[63105]: DEBUG oslo_concurrency.lockutils [req-8e6d2471-dac7-47ea-9f9e-38ebf02fadef req-b6ba5db2-4904-4cc6-ba41-c58e895618f2 service nova] Acquiring lock "102eff5f-81a7-432e-b5c9-1f47903703a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.353626] env[63105]: DEBUG oslo_concurrency.lockutils [req-8e6d2471-dac7-47ea-9f9e-38ebf02fadef req-b6ba5db2-4904-4cc6-ba41-c58e895618f2 service nova] Lock "102eff5f-81a7-432e-b5c9-1f47903703a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.353810] env[63105]: DEBUG oslo_concurrency.lockutils [req-8e6d2471-dac7-47ea-9f9e-38ebf02fadef req-b6ba5db2-4904-4cc6-ba41-c58e895618f2 service nova] Lock "102eff5f-81a7-432e-b5c9-1f47903703a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.353985] env[63105]: DEBUG nova.compute.manager [req-8e6d2471-dac7-47ea-9f9e-38ebf02fadef req-b6ba5db2-4904-4cc6-ba41-c58e895618f2 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] No waiting events found dispatching network-vif-plugged-fd63e120-fce1-4468-b436-213041f3c9f5 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.354167] env[63105]: WARNING nova.compute.manager [req-8e6d2471-dac7-47ea-9f9e-38ebf02fadef req-b6ba5db2-4904-4cc6-ba41-c58e895618f2 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Received unexpected event network-vif-plugged-fd63e120-fce1-4468-b436-213041f3c9f5 for instance with vm_state active and task_state None. [ 1028.354327] env[63105]: DEBUG nova.compute.manager [req-8e6d2471-dac7-47ea-9f9e-38ebf02fadef req-b6ba5db2-4904-4cc6-ba41-c58e895618f2 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Received event network-changed-fd63e120-fce1-4468-b436-213041f3c9f5 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1028.354479] env[63105]: DEBUG nova.compute.manager [req-8e6d2471-dac7-47ea-9f9e-38ebf02fadef req-b6ba5db2-4904-4cc6-ba41-c58e895618f2 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Refreshing instance network info cache due to event network-changed-fd63e120-fce1-4468-b436-213041f3c9f5. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1028.354704] env[63105]: DEBUG oslo_concurrency.lockutils [req-8e6d2471-dac7-47ea-9f9e-38ebf02fadef req-b6ba5db2-4904-4cc6-ba41-c58e895618f2 service nova] Acquiring lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.433083] env[63105]: DEBUG nova.scheduler.client.report [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1028.447854] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759473, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.460136] env[63105]: DEBUG nova.network.neutron [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updating instance_info_cache with network_info: [{"id": "eda16ee1-434f-472f-b814-38441c952349", "address": "fa:16:3e:2e:30:55", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda16ee1-43", "ovs_interfaceid": "eda16ee1-434f-472f-b814-38441c952349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd63e120-fce1-4468-b436-213041f3c9f5", "address": "fa:16:3e:f8:64:84", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd63e120-fc", "ovs_interfaceid": "fd63e120-fce1-4468-b436-213041f3c9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.721138] env[63105]: DEBUG oslo_vmware.api [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759474, 'name': ReconfigVM_Task, 'duration_secs': 0.167563} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.721463] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555219', 'volume_id': '7d54fff4-714f-4425-a10a-0f1fe77440d5', 'name': 'volume-7d54fff4-714f-4425-a10a-0f1fe77440d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc7a67ff-8e22-47d5-970a-89f02b8e4bb3', 'attached_at': '', 'detached_at': '', 'volume_id': '7d54fff4-714f-4425-a10a-0f1fe77440d5', 'serial': '7d54fff4-714f-4425-a10a-0f1fe77440d5'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1028.817958] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759475, 'name': Rename_Task, 'duration_secs': 0.182181} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.818367] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.818525] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d818f76c-0e70-4104-a689-32d323dacb35 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.825174] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Waiting for the task: (returnval){ [ 1028.825174] env[63105]: value = "task-2759476" [ 1028.825174] env[63105]: _type = "Task" [ 1028.825174] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.836565] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.941943] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.948774] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.859s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.948774] env[63105]: DEBUG nova.objects.instance [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1028.951564] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513203} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.951841] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 54aa02c4-995c-4dac-a9d3-09021b83afa5/54aa02c4-995c-4dac-a9d3-09021b83afa5.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.952060] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.952561] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d678e69-6594-4af5-b3ae-80842defaa30 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.959728] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1028.959728] env[63105]: value = "task-2759477" [ 1028.959728] env[63105]: _type = "Task" [ 1028.959728] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.964494] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.965186] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.965446] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.965740] env[63105]: DEBUG oslo_concurrency.lockutils [req-8e6d2471-dac7-47ea-9f9e-38ebf02fadef req-b6ba5db2-4904-4cc6-ba41-c58e895618f2 service nova] Acquired lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.966068] env[63105]: DEBUG nova.network.neutron [req-8e6d2471-dac7-47ea-9f9e-38ebf02fadef req-b6ba5db2-4904-4cc6-ba41-c58e895618f2 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Refreshing network info cache for port fd63e120-fce1-4468-b436-213041f3c9f5 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.970975] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd247e09-280b-44cd-b24d-afd8853540d6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.973295] env[63105]: INFO nova.scheduler.client.report [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleted allocations for instance 6de23a0a-de79-4a89-8ad4-9db6fde618ff [ 1028.980299] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.994924] env[63105]: DEBUG nova.virt.hardware [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1028.995172] env[63105]: DEBUG nova.virt.hardware [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1028.995355] env[63105]: DEBUG nova.virt.hardware [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.995557] env[63105]: DEBUG nova.virt.hardware [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1028.995703] env[63105]: DEBUG nova.virt.hardware [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.995850] env[63105]: DEBUG nova.virt.hardware [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1028.996072] env[63105]: DEBUG nova.virt.hardware [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1028.996302] env[63105]: DEBUG nova.virt.hardware [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1028.996536] env[63105]: DEBUG nova.virt.hardware [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1028.996721] env[63105]: DEBUG nova.virt.hardware [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1028.996893] env[63105]: DEBUG nova.virt.hardware [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1029.003067] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Reconfiguring VM to attach interface {{(pid=63105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1029.003837] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bee63ddb-626d-454e-ab8b-c42abf0066c6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.021386] env[63105]: DEBUG oslo_vmware.api [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 1029.021386] env[63105]: value = "task-2759478" [ 1029.021386] env[63105]: _type = "Task" [ 1029.021386] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.029867] env[63105]: DEBUG oslo_vmware.api [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759478, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.336255] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759476, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.470670] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08282} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.470914] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.471700] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397d7d1d-3478-471e-b5fd-150103725072 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.498130] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 54aa02c4-995c-4dac-a9d3-09021b83afa5/54aa02c4-995c-4dac-a9d3-09021b83afa5.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.498933] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3582208f-5bc5-4462-8ea9-d82659b282e2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.519405] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb0fbf45-11e9-469f-b793-e4d398801d33 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "6de23a0a-de79-4a89-8ad4-9db6fde618ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.867s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.523505] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1029.523505] env[63105]: value = "task-2759479" [ 1029.523505] env[63105]: _type = "Task" [ 1029.523505] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.540056] env[63105]: DEBUG oslo_vmware.api [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.544074] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.765777] env[63105]: DEBUG nova.network.neutron [req-8e6d2471-dac7-47ea-9f9e-38ebf02fadef req-b6ba5db2-4904-4cc6-ba41-c58e895618f2 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updated VIF entry in instance network info cache for port fd63e120-fce1-4468-b436-213041f3c9f5. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.766274] env[63105]: DEBUG nova.network.neutron [req-8e6d2471-dac7-47ea-9f9e-38ebf02fadef req-b6ba5db2-4904-4cc6-ba41-c58e895618f2 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updating instance_info_cache with network_info: [{"id": "eda16ee1-434f-472f-b814-38441c952349", "address": "fa:16:3e:2e:30:55", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda16ee1-43", "ovs_interfaceid": "eda16ee1-434f-472f-b814-38441c952349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd63e120-fce1-4468-b436-213041f3c9f5", "address": "fa:16:3e:f8:64:84", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd63e120-fc", "ovs_interfaceid": "fd63e120-fce1-4468-b436-213041f3c9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.768588] env[63105]: DEBUG nova.objects.instance [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lazy-loading 'flavor' on Instance uuid cc7a67ff-8e22-47d5-970a-89f02b8e4bb3 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.835415] env[63105]: DEBUG oslo_vmware.api [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759476, 'name': PowerOnVM_Task, 'duration_secs': 0.511988} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.835738] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.835957] env[63105]: INFO nova.compute.manager [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1029.836142] env[63105]: DEBUG nova.compute.manager [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.836956] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6b5e2a-2b3b-4227-8cb0-202060ab183a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.958857] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adeac2aa-cec2-424a-b922-7ae058f9684b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.959961] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.324s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.960224] env[63105]: DEBUG nova.objects.instance [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Lazy-loading 'resources' on Instance uuid 1085a71c-a59d-4eb3-9a60-45b33c3312fc {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.034321] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "275ed3e3-0b33-4b86-a9e4-6062ff6d8276" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.034616] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "275ed3e3-0b33-4b86-a9e4-6062ff6d8276" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.034828] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "275ed3e3-0b33-4b86-a9e4-6062ff6d8276-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.035027] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "275ed3e3-0b33-4b86-a9e4-6062ff6d8276-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.035187] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "275ed3e3-0b33-4b86-a9e4-6062ff6d8276-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.037437] env[63105]: INFO nova.compute.manager [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Terminating instance [ 1030.040391] env[63105]: DEBUG oslo_vmware.api [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759478, 'name': ReconfigVM_Task, 'duration_secs': 0.616073} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.041326] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.041522] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Reconfigured VM to attach interface {{(pid=63105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1030.049121] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759479, 'name': ReconfigVM_Task, 'duration_secs': 0.400879} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.049121] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 54aa02c4-995c-4dac-a9d3-09021b83afa5/54aa02c4-995c-4dac-a9d3-09021b83afa5.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.049820] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5b8940c-7ba4-4fcb-9338-be267a22ffad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.057572] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1030.057572] env[63105]: value = "task-2759480" [ 1030.057572] env[63105]: _type = "Task" [ 1030.057572] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.066798] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759480, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.268844] env[63105]: DEBUG oslo_concurrency.lockutils [req-8e6d2471-dac7-47ea-9f9e-38ebf02fadef req-b6ba5db2-4904-4cc6-ba41-c58e895618f2 service nova] Releasing lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.275832] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c631945-8a58-42e6-a3bf-38835a14565c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.289s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.353676] env[63105]: INFO nova.compute.manager [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Took 21.44 seconds to build instance. [ 1030.544022] env[63105]: DEBUG nova.compute.manager [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.544022] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.544022] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a9bf4a-04e0-4ad9-889c-4d65cc84ee2f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.548527] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf4eb4e5-1c64-4552-b69a-dfab82e659f4 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-102eff5f-81a7-432e-b5c9-1f47903703a7-fd63e120-fce1-4468-b436-213041f3c9f5" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.647s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.556018] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.556018] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdc12c84-1fab-47b2-93e0-c035f6021d75 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.565387] env[63105]: DEBUG oslo_vmware.api [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 1030.565387] env[63105]: value = "task-2759481" [ 1030.565387] env[63105]: _type = "Task" [ 1030.565387] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.576511] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759480, 'name': Rename_Task, 'duration_secs': 0.14355} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.577270] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.577857] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dfd8ee7-6e36-43e0-b379-76396f1cfd89 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.582986] env[63105]: DEBUG oslo_vmware.api [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.592021] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1030.592021] env[63105]: value = "task-2759482" [ 1030.592021] env[63105]: _type = "Task" [ 1030.592021] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.598604] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.706054] env[63105]: INFO nova.compute.manager [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Rescuing [ 1030.706326] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.706474] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.706637] env[63105]: DEBUG nova.network.neutron [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.715654] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086680de-0db5-42c0-b9f3-509d7a34feda {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.724290] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159c1c8a-ab19-4537-9dd2-8e9b24f26435 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.757516] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1176d60-722b-46ae-b0fa-3297f78517e8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.765500] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1c90fb-aa79-4e39-8bf5-25d363e9ffa6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.780675] env[63105]: DEBUG nova.compute.provider_tree [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.854539] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2b88cef5-0203-41bf-a0bb-e0922678cb27 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Lock "c3b212de-1512-4038-afc7-87891377d71d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.953s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.069692] env[63105]: DEBUG oslo_concurrency.lockutils [None req-86cefb2f-4280-4fb2-b71c-d73380f48e0f tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Acquiring lock "interface-c3b212de-1512-4038-afc7-87891377d71d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.069980] env[63105]: DEBUG oslo_concurrency.lockutils [None req-86cefb2f-4280-4fb2-b71c-d73380f48e0f tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Lock "interface-c3b212de-1512-4038-afc7-87891377d71d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.070365] env[63105]: DEBUG nova.objects.instance [None req-86cefb2f-4280-4fb2-b71c-d73380f48e0f tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Lazy-loading 'flavor' on Instance uuid c3b212de-1512-4038-afc7-87891377d71d {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.083515] env[63105]: DEBUG oslo_vmware.api [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759481, 'name': PowerOffVM_Task, 'duration_secs': 0.316089} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.083847] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.084098] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.084430] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaf94f7e-70d7-4e1e-a04e-012dfe923178 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.099712] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759482, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.154289] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.154687] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.154687] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleting the datastore file [datastore2] 275ed3e3-0b33-4b86-a9e4-6062ff6d8276 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.154948] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-391af835-feb9-4940-85e8-f8039285f68d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.161568] env[63105]: DEBUG oslo_vmware.api [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for the task: (returnval){ [ 1031.161568] env[63105]: value = "task-2759484" [ 1031.161568] env[63105]: _type = "Task" [ 1031.161568] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.171997] env[63105]: DEBUG oslo_vmware.api [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.286781] env[63105]: DEBUG nova.scheduler.client.report [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1031.579528] env[63105]: DEBUG nova.objects.instance [None req-86cefb2f-4280-4fb2-b71c-d73380f48e0f tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Lazy-loading 'pci_requests' on Instance uuid c3b212de-1512-4038-afc7-87891377d71d {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.591989] env[63105]: DEBUG nova.network.neutron [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Updating instance_info_cache with network_info: [{"id": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "address": "fa:16:3e:a0:ec:39", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5090fa12-e2", "ovs_interfaceid": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.606601] env[63105]: DEBUG oslo_vmware.api [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759482, 'name': PowerOnVM_Task, 'duration_secs': 0.676928} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.607543] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.607858] env[63105]: INFO nova.compute.manager [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1031.608154] env[63105]: DEBUG nova.compute.manager [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.609223] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253453cf-c08d-498b-9ac3-34efd4d7f5da {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.672710] env[63105]: DEBUG oslo_vmware.api [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Task: {'id': task-2759484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276687} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.672966] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.673340] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.673626] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.673843] env[63105]: INFO nova.compute.manager [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1031.674157] env[63105]: DEBUG oslo.service.loopingcall [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.674829] env[63105]: DEBUG nova.compute.manager [-] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.674829] env[63105]: DEBUG nova.network.neutron [-] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.790526] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.793244] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.762s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.798915] env[63105]: INFO nova.compute.claims [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.820821] env[63105]: INFO nova.scheduler.client.report [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Deleted allocations for instance 1085a71c-a59d-4eb3-9a60-45b33c3312fc [ 1032.085506] env[63105]: DEBUG nova.objects.base [None req-86cefb2f-4280-4fb2-b71c-d73380f48e0f tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1032.085750] env[63105]: DEBUG nova.network.neutron [None req-86cefb2f-4280-4fb2-b71c-d73380f48e0f tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.094539] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.145015] env[63105]: INFO nova.compute.manager [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Took 21.38 seconds to build instance. [ 1032.329138] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46be2ff2-9747-4506-a89c-bc3748cdfe38 tempest-ServerAddressesTestJSON-184595547 tempest-ServerAddressesTestJSON-184595547-project-member] Lock "1085a71c-a59d-4eb3-9a60-45b33c3312fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.507s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.437152] env[63105]: DEBUG oslo_concurrency.lockutils [None req-86cefb2f-4280-4fb2-b71c-d73380f48e0f tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Lock "interface-c3b212de-1512-4038-afc7-87891377d71d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.367s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.649573] env[63105]: DEBUG oslo_concurrency.lockutils [None req-80cdd3bf-2369-4490-baa9-6ce15b7bf46d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.897s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.792993] env[63105]: DEBUG nova.compute.manager [req-225fa1eb-40e1-4ce1-9769-68c93229c434 req-45e4f411-dd37-4e4d-850d-5ca166082d76 service nova] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Received event network-vif-deleted-d5b3f0fd-75a6-4c43-80f5-a302d33c0ff8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1032.793264] env[63105]: INFO nova.compute.manager [req-225fa1eb-40e1-4ce1-9769-68c93229c434 req-45e4f411-dd37-4e4d-850d-5ca166082d76 service nova] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Neutron deleted interface d5b3f0fd-75a6-4c43-80f5-a302d33c0ff8; detaching it from the instance and deleting it from the info cache [ 1032.793451] env[63105]: DEBUG nova.network.neutron [req-225fa1eb-40e1-4ce1-9769-68c93229c434 req-45e4f411-dd37-4e4d-850d-5ca166082d76 service nova] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.907580] env[63105]: DEBUG nova.network.neutron [-] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.060047] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a12e29-014f-4fbd-b2a9-34a89eea46f9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.074657] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c64c1c-c9b7-49e4-b11f-764210858869 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.114815] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3877282-b9f0-483a-a847-a9959163df14 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.127133] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d870b-33eb-4bf6-a4a9-a37cd913e916 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.145434] env[63105]: DEBUG nova.compute.provider_tree [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.152934] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.153242] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a75f337c-6cd2-4efa-9c07-a7b3addd8a5e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.163209] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1033.163209] env[63105]: value = "task-2759485" [ 1033.163209] env[63105]: _type = "Task" [ 1033.163209] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.174138] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.297148] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-402f82b7-2233-49b8-a6f0-30a4fbe7c504 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.306779] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5976b217-54a8-48ac-a711-8728b97c7b91 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.339491] env[63105]: DEBUG nova.compute.manager [req-225fa1eb-40e1-4ce1-9769-68c93229c434 req-45e4f411-dd37-4e4d-850d-5ca166082d76 service nova] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Detach interface failed, port_id=d5b3f0fd-75a6-4c43-80f5-a302d33c0ff8, reason: Instance 275ed3e3-0b33-4b86-a9e4-6062ff6d8276 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1033.410199] env[63105]: INFO nova.compute.manager [-] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Took 1.74 seconds to deallocate network for instance. [ 1033.571206] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "interface-102eff5f-81a7-432e-b5c9-1f47903703a7-fd63e120-fce1-4468-b436-213041f3c9f5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.571681] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-102eff5f-81a7-432e-b5c9-1f47903703a7-fd63e120-fce1-4468-b436-213041f3c9f5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.675891] env[63105]: ERROR nova.scheduler.client.report [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [req-9968efa5-60cf-4444-b716-bd35c6bb0a8e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9968efa5-60cf-4444-b716-bd35c6bb0a8e"}]} [ 1033.689062] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759485, 'name': PowerOffVM_Task, 'duration_secs': 0.419489} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.689158] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.689978] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9430dc0b-0bcf-41fd-b27a-d345b1597ae8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.697357] env[63105]: DEBUG nova.scheduler.client.report [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1033.721013] env[63105]: DEBUG nova.scheduler.client.report [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1033.721013] env[63105]: DEBUG nova.compute.provider_tree [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.724147] env[63105]: DEBUG nova.compute.manager [req-2a97f5be-0e86-4756-964e-6e5c670b5414 req-94587130-f77e-4b6a-86b0-4ee47b0ad7b7 service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Received event network-changed-1687d893-790a-4c67-9e54-f471b550de9c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1033.724335] env[63105]: DEBUG nova.compute.manager [req-2a97f5be-0e86-4756-964e-6e5c670b5414 req-94587130-f77e-4b6a-86b0-4ee47b0ad7b7 service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Refreshing instance network info cache due to event network-changed-1687d893-790a-4c67-9e54-f471b550de9c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1033.724545] env[63105]: DEBUG oslo_concurrency.lockutils [req-2a97f5be-0e86-4756-964e-6e5c670b5414 req-94587130-f77e-4b6a-86b0-4ee47b0ad7b7 service nova] Acquiring lock "refresh_cache-54aa02c4-995c-4dac-a9d3-09021b83afa5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.724751] env[63105]: DEBUG oslo_concurrency.lockutils [req-2a97f5be-0e86-4756-964e-6e5c670b5414 req-94587130-f77e-4b6a-86b0-4ee47b0ad7b7 service nova] Acquired lock "refresh_cache-54aa02c4-995c-4dac-a9d3-09021b83afa5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.724842] env[63105]: DEBUG nova.network.neutron [req-2a97f5be-0e86-4756-964e-6e5c670b5414 req-94587130-f77e-4b6a-86b0-4ee47b0ad7b7 service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Refreshing network info cache for port 1687d893-790a-4c67-9e54-f471b550de9c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.729023] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb35e20-86c5-4a9f-92ae-6cfcd443d82a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.745898] env[63105]: DEBUG nova.scheduler.client.report [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1033.768913] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.769240] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22b3478d-ac37-4890-b98f-bcd4696990ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.772040] env[63105]: DEBUG nova.scheduler.client.report [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1033.780372] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1033.780372] env[63105]: value = "task-2759486" [ 1033.780372] env[63105]: _type = "Task" [ 1033.780372] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.790598] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] VM already powered off {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1033.790908] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.791200] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.791384] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.791564] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.791816] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e016e780-460b-4ba5-85b9-344090ebc596 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.801749] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.801749] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.802428] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d730f3fa-c9fc-4060-80c1-3536c802ab6f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.808316] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1033.808316] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d1e86b-f1cd-89bf-ce08-23651b18f23d" [ 1033.808316] env[63105]: _type = "Task" [ 1033.808316] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.816132] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d1e86b-f1cd-89bf-ce08-23651b18f23d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.917404] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.031815] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0826119-d35a-4f16-aa26-4d796ae4e04e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.040504] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc9c78c-1375-4633-baa9-35de3bd2ae63 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.073346] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e7887d-3d88-4d52-b3bb-402ca221fcd2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.076301] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.076495] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.077219] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa15db5-96ea-4e5c-93b0-f55b22667ee8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.095395] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f6413e-14fa-453f-9155-2db940f6b2f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.099764] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd5b424-5d58-4954-8b1f-d65d275fb61a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.111844] env[63105]: DEBUG nova.compute.provider_tree [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.133500] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Reconfiguring VM to detach interface {{(pid=63105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1034.138138] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20686d9f-19a9-4b10-b750-1f92558d1a41 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.158285] env[63105]: DEBUG oslo_vmware.api [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 1034.158285] env[63105]: value = "task-2759487" [ 1034.158285] env[63105]: _type = "Task" [ 1034.158285] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.166377] env[63105]: DEBUG oslo_vmware.api [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.178436] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Acquiring lock "c3b212de-1512-4038-afc7-87891377d71d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.178702] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Lock "c3b212de-1512-4038-afc7-87891377d71d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.178895] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Acquiring lock "c3b212de-1512-4038-afc7-87891377d71d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.179126] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Lock "c3b212de-1512-4038-afc7-87891377d71d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.179298] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Lock "c3b212de-1512-4038-afc7-87891377d71d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.182356] env[63105]: DEBUG nova.scheduler.client.report [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1034.182600] env[63105]: DEBUG nova.compute.provider_tree [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 152 to 153 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1034.183463] env[63105]: DEBUG nova.compute.provider_tree [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.186725] env[63105]: INFO nova.compute.manager [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Terminating instance [ 1034.321707] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d1e86b-f1cd-89bf-ce08-23651b18f23d, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.322535] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c42bca2e-c8a1-42f1-80a7-6b44d2e693ef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.328363] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1034.328363] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]525366b6-cb43-5e8a-ac25-d15ef8fa9d1a" [ 1034.328363] env[63105]: _type = "Task" [ 1034.328363] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.337359] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525366b6-cb43-5e8a-ac25-d15ef8fa9d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.612157] env[63105]: DEBUG nova.network.neutron [req-2a97f5be-0e86-4756-964e-6e5c670b5414 req-94587130-f77e-4b6a-86b0-4ee47b0ad7b7 service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Updated VIF entry in instance network info cache for port 1687d893-790a-4c67-9e54-f471b550de9c. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.612610] env[63105]: DEBUG nova.network.neutron [req-2a97f5be-0e86-4756-964e-6e5c670b5414 req-94587130-f77e-4b6a-86b0-4ee47b0ad7b7 service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Updating instance_info_cache with network_info: [{"id": "1687d893-790a-4c67-9e54-f471b550de9c", "address": "fa:16:3e:75:17:10", "network": {"id": "a25468f9-bcd8-4fdf-9375-883d40532bba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-471875834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3a69f5037a496787d2ad90fecb5fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1687d893-79", "ovs_interfaceid": "1687d893-790a-4c67-9e54-f471b550de9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.670707] env[63105]: DEBUG oslo_vmware.api [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.691784] env[63105]: DEBUG nova.compute.manager [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.692441] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.693450] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.900s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.693968] env[63105]: DEBUG nova.compute.manager [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.698604] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d736de-ff5f-4f67-abef-7e23ab5f5d3b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.702042] env[63105]: DEBUG oslo_concurrency.lockutils [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.915s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.713125] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.713125] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d674e57-930b-4465-8fbe-3eacb310b22c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.721557] env[63105]: DEBUG oslo_vmware.api [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Waiting for the task: (returnval){ [ 1034.721557] env[63105]: value = "task-2759488" [ 1034.721557] env[63105]: _type = "Task" [ 1034.721557] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.731112] env[63105]: DEBUG oslo_vmware.api [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.839562] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525366b6-cb43-5e8a-ac25-d15ef8fa9d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.839885] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.840122] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] cc7a67ff-8e22-47d5-970a-89f02b8e4bb3/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk. {{(pid=63105) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1034.840385] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e89cf99-3061-4131-a8e7-6a180fc3620a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.847721] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1034.847721] env[63105]: value = "task-2759489" [ 1034.847721] env[63105]: _type = "Task" [ 1034.847721] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.856107] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.056571] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "073735a2-5902-4a4b-ae5e-3537da89e584" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.056819] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "073735a2-5902-4a4b-ae5e-3537da89e584" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.117334] env[63105]: DEBUG oslo_concurrency.lockutils [req-2a97f5be-0e86-4756-964e-6e5c670b5414 req-94587130-f77e-4b6a-86b0-4ee47b0ad7b7 service nova] Releasing lock "refresh_cache-54aa02c4-995c-4dac-a9d3-09021b83afa5" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.174204] env[63105]: DEBUG oslo_vmware.api [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.207760] env[63105]: DEBUG nova.compute.utils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1035.212101] env[63105]: INFO nova.compute.claims [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.216104] env[63105]: DEBUG nova.compute.manager [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.216338] env[63105]: DEBUG nova.network.neutron [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.230931] env[63105]: DEBUG oslo_vmware.api [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759488, 'name': PowerOffVM_Task, 'duration_secs': 0.253963} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.230931] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.231062] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.231630] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f104cc5-4d67-4b37-a98a-412c439846f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.302208] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.302208] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.302208] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Deleting the datastore file [datastore1] c3b212de-1512-4038-afc7-87891377d71d {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.302208] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f21dbe5-f8ca-4132-81a8-9d93171fffa8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.307056] env[63105]: DEBUG nova.policy [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a7641f86c36418b8f7ba2525fc53dae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec5e8b053a4483dbf0250770f31e56c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.311221] env[63105]: DEBUG oslo_vmware.api [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Waiting for the task: (returnval){ [ 1035.311221] env[63105]: value = "task-2759491" [ 1035.311221] env[63105]: _type = "Task" [ 1035.311221] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.320864] env[63105]: DEBUG oslo_vmware.api [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.358430] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759489, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.559575] env[63105]: DEBUG nova.compute.manager [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.600257] env[63105]: DEBUG nova.network.neutron [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Successfully created port: db8ad5e5-3aac-4c55-a307-e22ac14d86f8 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.670925] env[63105]: DEBUG oslo_vmware.api [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.716884] env[63105]: DEBUG nova.compute.manager [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.723028] env[63105]: INFO nova.compute.resource_tracker [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updating resource usage from migration aedcfc33-6b6f-4246-bf6b-882d3c27b0c3 [ 1035.826158] env[63105]: DEBUG oslo_vmware.api [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Task: {'id': task-2759491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406902} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.827048] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.827048] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.827048] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.827048] env[63105]: INFO nova.compute.manager [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] [instance: c3b212de-1512-4038-afc7-87891377d71d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1035.827268] env[63105]: DEBUG oslo.service.loopingcall [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1035.827364] env[63105]: DEBUG nova.compute.manager [-] [instance: c3b212de-1512-4038-afc7-87891377d71d] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.828313] env[63105]: DEBUG nova.network.neutron [-] [instance: c3b212de-1512-4038-afc7-87891377d71d] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.857555] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525699} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.857838] env[63105]: INFO nova.virt.vmwareapi.ds_util [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] cc7a67ff-8e22-47d5-970a-89f02b8e4bb3/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk. [ 1035.858592] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a982e21-39b4-447e-a6ae-1607a778c8bf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.887993] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] cc7a67ff-8e22-47d5-970a-89f02b8e4bb3/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.890215] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4b359ca-014d-4c15-bcd3-51a6b42b011c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.912118] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1035.912118] env[63105]: value = "task-2759492" [ 1035.912118] env[63105]: _type = "Task" [ 1035.912118] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.925745] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.988346] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82baa90-c114-4c0d-8459-8111694f177a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.995938] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10593409-9485-496e-aac7-e732d9045148 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.027310] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4929e7f9-8140-4549-bb49-eb1f489bb4db {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.035068] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5377675-965a-4b7a-b0c6-cea2f322342f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.049032] env[63105]: DEBUG nova.compute.provider_tree [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.081800] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.171226] env[63105]: DEBUG oslo_vmware.api [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.194244] env[63105]: DEBUG nova.compute.manager [req-e37bb2f5-ce6a-4345-9f77-acc20628dd11 req-dd5ce585-76cb-47c1-9e2f-9670a78889ea service nova] [instance: c3b212de-1512-4038-afc7-87891377d71d] Received event network-vif-deleted-0b90ff52-bb2b-4f98-b07e-c76b98b4fab9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1036.194557] env[63105]: INFO nova.compute.manager [req-e37bb2f5-ce6a-4345-9f77-acc20628dd11 req-dd5ce585-76cb-47c1-9e2f-9670a78889ea service nova] [instance: c3b212de-1512-4038-afc7-87891377d71d] Neutron deleted interface 0b90ff52-bb2b-4f98-b07e-c76b98b4fab9; detaching it from the instance and deleting it from the info cache [ 1036.194789] env[63105]: DEBUG nova.network.neutron [req-e37bb2f5-ce6a-4345-9f77-acc20628dd11 req-dd5ce585-76cb-47c1-9e2f-9670a78889ea service nova] [instance: c3b212de-1512-4038-afc7-87891377d71d] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.421383] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759492, 'name': ReconfigVM_Task, 'duration_secs': 0.321134} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.421689] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Reconfigured VM instance instance-00000059 to attach disk [datastore2] cc7a67ff-8e22-47d5-970a-89f02b8e4bb3/b9e27439-f47d-4d34-b48d-2bb5f19db53e-rescue.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.422581] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda3599d-481c-445e-b6ce-e6478ac75f9d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.451805] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cc10ec2-782c-4764-80d5-b8a04281a0cf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.467366] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1036.467366] env[63105]: value = "task-2759493" [ 1036.467366] env[63105]: _type = "Task" [ 1036.467366] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.475290] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.552171] env[63105]: DEBUG nova.scheduler.client.report [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1036.671832] env[63105]: DEBUG oslo_vmware.api [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.674223] env[63105]: DEBUG nova.network.neutron [-] [instance: c3b212de-1512-4038-afc7-87891377d71d] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.697438] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fb21c25-cc05-458d-8ccd-538df71ff373 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.706695] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4074b430-7b0d-4220-bf97-2ff8ff6f8455 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.725622] env[63105]: DEBUG nova.compute.manager [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.737007] env[63105]: DEBUG nova.compute.manager [req-e37bb2f5-ce6a-4345-9f77-acc20628dd11 req-dd5ce585-76cb-47c1-9e2f-9670a78889ea service nova] [instance: c3b212de-1512-4038-afc7-87891377d71d] Detach interface failed, port_id=0b90ff52-bb2b-4f98-b07e-c76b98b4fab9, reason: Instance c3b212de-1512-4038-afc7-87891377d71d could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1036.753357] env[63105]: DEBUG nova.virt.hardware [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1036.753597] env[63105]: DEBUG nova.virt.hardware [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1036.753754] env[63105]: DEBUG nova.virt.hardware [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.753936] env[63105]: DEBUG nova.virt.hardware [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1036.754102] env[63105]: DEBUG nova.virt.hardware [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.754283] env[63105]: DEBUG nova.virt.hardware [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1036.754501] env[63105]: DEBUG nova.virt.hardware [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1036.754656] env[63105]: DEBUG nova.virt.hardware [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1036.754819] env[63105]: DEBUG nova.virt.hardware [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1036.755032] env[63105]: DEBUG nova.virt.hardware [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1036.755245] env[63105]: DEBUG nova.virt.hardware [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1036.756082] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce75177a-5ce9-432b-9b8f-fc1ac18695f9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.764078] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89571ba5-2bfe-47b7-b2c7-6c5a9b4ae0f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.978865] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759493, 'name': ReconfigVM_Task, 'duration_secs': 0.15318} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.980029] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.980029] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f76e3ee-9586-4c3e-920c-098bb883f0e4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.986521] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1036.986521] env[63105]: value = "task-2759494" [ 1036.986521] env[63105]: _type = "Task" [ 1036.986521] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.994331] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.057232] env[63105]: DEBUG oslo_concurrency.lockutils [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.355s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.057546] env[63105]: INFO nova.compute.manager [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Migrating [ 1037.063975] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.972s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.064353] env[63105]: DEBUG nova.objects.instance [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lazy-loading 'resources' on Instance uuid dede34ff-258a-4ae1-a704-9f9c69b6555d {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.171490] env[63105]: DEBUG oslo_vmware.api [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.179021] env[63105]: INFO nova.compute.manager [-] [instance: c3b212de-1512-4038-afc7-87891377d71d] Took 1.35 seconds to deallocate network for instance. [ 1037.307724] env[63105]: DEBUG nova.network.neutron [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Successfully updated port: db8ad5e5-3aac-4c55-a307-e22ac14d86f8 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.425992] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19a9f5d-7b6b-4583-9d61-d9cab7bb6be0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.433769] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be76f7d8-2b3d-42fd-8b3c-7cd2f6827d62 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.464209] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4c580f-ab9e-485c-9ec9-79961578a519 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.471318] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12123da1-699d-40c0-99c3-dc7fa2acdc94 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.485813] env[63105]: DEBUG nova.compute.provider_tree [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.494542] env[63105]: DEBUG oslo_vmware.api [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759494, 'name': PowerOnVM_Task, 'duration_secs': 0.419525} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.494542] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.497337] env[63105]: DEBUG nova.compute.manager [None req-ff493d03-fe97-434b-a885-0408a4a60915 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.498266] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649643c6-7260-4f9c-887f-ee98eb8a90d7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.576808] env[63105]: DEBUG oslo_concurrency.lockutils [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "refresh_cache-f8570888-cf47-40f1-9fc7-bfb043d406af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.576808] env[63105]: DEBUG oslo_concurrency.lockutils [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "refresh_cache-f8570888-cf47-40f1-9fc7-bfb043d406af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.576808] env[63105]: DEBUG nova.network.neutron [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.672446] env[63105]: DEBUG oslo_vmware.api [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.685657] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.815413] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "refresh_cache-370053ad-42d1-4d01-81f2-cfceb69d6561" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.815591] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "refresh_cache-370053ad-42d1-4d01-81f2-cfceb69d6561" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.815754] env[63105]: DEBUG nova.network.neutron [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.991964] env[63105]: DEBUG nova.scheduler.client.report [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1038.174990] env[63105]: DEBUG oslo_vmware.api [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.377034] env[63105]: DEBUG nova.compute.manager [req-4d32ff33-6e2b-4f24-8dbf-b8a24eb57999 req-af383d10-7780-447e-8be2-39e6118f4576 service nova] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Received event network-vif-plugged-db8ad5e5-3aac-4c55-a307-e22ac14d86f8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1038.377340] env[63105]: DEBUG oslo_concurrency.lockutils [req-4d32ff33-6e2b-4f24-8dbf-b8a24eb57999 req-af383d10-7780-447e-8be2-39e6118f4576 service nova] Acquiring lock "370053ad-42d1-4d01-81f2-cfceb69d6561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.377655] env[63105]: DEBUG oslo_concurrency.lockutils [req-4d32ff33-6e2b-4f24-8dbf-b8a24eb57999 req-af383d10-7780-447e-8be2-39e6118f4576 service nova] Lock "370053ad-42d1-4d01-81f2-cfceb69d6561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.377831] env[63105]: DEBUG oslo_concurrency.lockutils [req-4d32ff33-6e2b-4f24-8dbf-b8a24eb57999 req-af383d10-7780-447e-8be2-39e6118f4576 service nova] Lock "370053ad-42d1-4d01-81f2-cfceb69d6561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.378009] env[63105]: DEBUG nova.compute.manager [req-4d32ff33-6e2b-4f24-8dbf-b8a24eb57999 req-af383d10-7780-447e-8be2-39e6118f4576 service nova] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] No waiting events found dispatching network-vif-plugged-db8ad5e5-3aac-4c55-a307-e22ac14d86f8 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.378179] env[63105]: WARNING nova.compute.manager [req-4d32ff33-6e2b-4f24-8dbf-b8a24eb57999 req-af383d10-7780-447e-8be2-39e6118f4576 service nova] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Received unexpected event network-vif-plugged-db8ad5e5-3aac-4c55-a307-e22ac14d86f8 for instance with vm_state building and task_state spawning. [ 1038.378335] env[63105]: DEBUG nova.compute.manager [req-4d32ff33-6e2b-4f24-8dbf-b8a24eb57999 req-af383d10-7780-447e-8be2-39e6118f4576 service nova] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Received event network-changed-db8ad5e5-3aac-4c55-a307-e22ac14d86f8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1038.378478] env[63105]: DEBUG nova.compute.manager [req-4d32ff33-6e2b-4f24-8dbf-b8a24eb57999 req-af383d10-7780-447e-8be2-39e6118f4576 service nova] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Refreshing instance network info cache due to event network-changed-db8ad5e5-3aac-4c55-a307-e22ac14d86f8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1038.378851] env[63105]: DEBUG oslo_concurrency.lockutils [req-4d32ff33-6e2b-4f24-8dbf-b8a24eb57999 req-af383d10-7780-447e-8be2-39e6118f4576 service nova] Acquiring lock "refresh_cache-370053ad-42d1-4d01-81f2-cfceb69d6561" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.417422] env[63105]: DEBUG nova.network.neutron [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.499728] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.436s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.506394] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.457s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.513182] env[63105]: INFO nova.compute.claims [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.560561] env[63105]: INFO nova.scheduler.client.report [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleted allocations for instance dede34ff-258a-4ae1-a704-9f9c69b6555d [ 1038.588972] env[63105]: DEBUG nova.network.neutron [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updating instance_info_cache with network_info: [{"id": "6a563394-0c86-49f3-8ce8-03ed269b7428", "address": "fa:16:3e:13:6d:30", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a563394-0c", "ovs_interfaceid": "6a563394-0c86-49f3-8ce8-03ed269b7428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.686437] env[63105]: DEBUG oslo_vmware.api [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.713790] env[63105]: DEBUG nova.network.neutron [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updating instance_info_cache with network_info: [{"id": "db8ad5e5-3aac-4c55-a307-e22ac14d86f8", "address": "fa:16:3e:b3:ec:1c", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8ad5e5-3a", "ovs_interfaceid": "db8ad5e5-3aac-4c55-a307-e22ac14d86f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.067674] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2822cafc-1751-447a-bf0d-1452de7181d9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "dede34ff-258a-4ae1-a704-9f9c69b6555d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.992s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.090827] env[63105]: DEBUG oslo_concurrency.lockutils [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "refresh_cache-f8570888-cf47-40f1-9fc7-bfb043d406af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.178499] env[63105]: DEBUG oslo_vmware.api [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.216335] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "refresh_cache-370053ad-42d1-4d01-81f2-cfceb69d6561" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.216680] env[63105]: DEBUG nova.compute.manager [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Instance network_info: |[{"id": "db8ad5e5-3aac-4c55-a307-e22ac14d86f8", "address": "fa:16:3e:b3:ec:1c", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8ad5e5-3a", "ovs_interfaceid": "db8ad5e5-3aac-4c55-a307-e22ac14d86f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.217047] env[63105]: DEBUG oslo_concurrency.lockutils [req-4d32ff33-6e2b-4f24-8dbf-b8a24eb57999 req-af383d10-7780-447e-8be2-39e6118f4576 service nova] Acquired lock "refresh_cache-370053ad-42d1-4d01-81f2-cfceb69d6561" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.217177] env[63105]: DEBUG nova.network.neutron [req-4d32ff33-6e2b-4f24-8dbf-b8a24eb57999 req-af383d10-7780-447e-8be2-39e6118f4576 service nova] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Refreshing network info cache for port db8ad5e5-3aac-4c55-a307-e22ac14d86f8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.218485] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:ec:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db8ad5e5-3aac-4c55-a307-e22ac14d86f8', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.226670] env[63105]: DEBUG oslo.service.loopingcall [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.229846] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.230357] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27ea6091-725d-467f-85e8-3cfadeb62320 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.251538] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.251538] env[63105]: value = "task-2759495" [ 1039.251538] env[63105]: _type = "Task" [ 1039.251538] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.259853] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759495, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.392246] env[63105]: INFO nova.compute.manager [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Unrescuing [ 1039.392246] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.392246] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquired lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.392246] env[63105]: DEBUG nova.network.neutron [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.678246] env[63105]: DEBUG oslo_vmware.api [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759487, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.767218] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759495, 'name': CreateVM_Task, 'duration_secs': 0.368196} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.767218] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.767218] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.767218] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.767602] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.768550] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e20e8f-7551-420b-867d-bc11406900a6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.773148] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1039.773148] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5268f5c4-1260-58a1-3e2e-d9e8e3e6a80b" [ 1039.773148] env[63105]: _type = "Task" [ 1039.773148] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.778051] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ff5a8e-e174-47b7-93f5-dc51545854cd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.785562] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5268f5c4-1260-58a1-3e2e-d9e8e3e6a80b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.788354] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91584c9-3455-4daf-9cd6-bb7f0386181a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.821061] env[63105]: DEBUG nova.network.neutron [req-4d32ff33-6e2b-4f24-8dbf-b8a24eb57999 req-af383d10-7780-447e-8be2-39e6118f4576 service nova] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updated VIF entry in instance network info cache for port db8ad5e5-3aac-4c55-a307-e22ac14d86f8. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.821714] env[63105]: DEBUG nova.network.neutron [req-4d32ff33-6e2b-4f24-8dbf-b8a24eb57999 req-af383d10-7780-447e-8be2-39e6118f4576 service nova] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updating instance_info_cache with network_info: [{"id": "db8ad5e5-3aac-4c55-a307-e22ac14d86f8", "address": "fa:16:3e:b3:ec:1c", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8ad5e5-3a", "ovs_interfaceid": "db8ad5e5-3aac-4c55-a307-e22ac14d86f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.823479] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41155bf-84e2-4c12-940c-f66f574d5cac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.832227] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e085f7-6fd2-44ef-a94e-52afe5befea1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.849509] env[63105]: DEBUG nova.compute.provider_tree [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.177946] env[63105]: DEBUG oslo_vmware.api [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759487, 'name': ReconfigVM_Task, 'duration_secs': 5.783899} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.178707] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.179031] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Reconfigured VM to detach interface {{(pid=63105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1040.284480] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5268f5c4-1260-58a1-3e2e-d9e8e3e6a80b, 'name': SearchDatastore_Task, 'duration_secs': 0.012117} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.284955] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.285324] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.285665] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.285940] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.286522] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.287674] env[63105]: DEBUG nova.network.neutron [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Updating instance_info_cache with network_info: [{"id": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "address": "fa:16:3e:a0:ec:39", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5090fa12-e2", "ovs_interfaceid": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.288976] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63aead0c-c628-4334-9124-1ec502c433a1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.302062] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.302062] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.302660] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f173e93-7f66-47a4-ace6-b36ce8fdf7c5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.308440] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1040.308440] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b26afd-b6c8-130b-eb1d-a83d0746f471" [ 1040.308440] env[63105]: _type = "Task" [ 1040.308440] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.316326] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b26afd-b6c8-130b-eb1d-a83d0746f471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.327410] env[63105]: DEBUG oslo_concurrency.lockutils [req-4d32ff33-6e2b-4f24-8dbf-b8a24eb57999 req-af383d10-7780-447e-8be2-39e6118f4576 service nova] Releasing lock "refresh_cache-370053ad-42d1-4d01-81f2-cfceb69d6561" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.352499] env[63105]: DEBUG nova.scheduler.client.report [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1040.609542] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f0509f-f8b3-443a-8c5f-9bbe3fe943c6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.633815] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updating instance 'f8570888-cf47-40f1-9fc7-bfb043d406af' progress to 0 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.792282] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Releasing lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.792904] env[63105]: DEBUG nova.objects.instance [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lazy-loading 'flavor' on Instance uuid cc7a67ff-8e22-47d5-970a-89f02b8e4bb3 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.819546] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b26afd-b6c8-130b-eb1d-a83d0746f471, 'name': SearchDatastore_Task, 'duration_secs': 0.029713} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.820326] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-323dd9af-2a09-4858-b2fe-c911efbd65be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.826260] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1040.826260] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52c9f252-c717-10ed-5d8e-8e89ba860e78" [ 1040.826260] env[63105]: _type = "Task" [ 1040.826260] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.835356] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c9f252-c717-10ed-5d8e-8e89ba860e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.860637] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.861181] env[63105]: DEBUG nova.compute.manager [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.863993] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.635s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.864230] env[63105]: DEBUG nova.objects.instance [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Lazy-loading 'resources' on Instance uuid 89df1074-0402-4ba7-beff-fcb50c948fef {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.139631] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.139943] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c04e9da0-1bfe-4d71-99bb-687ca179c165 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.146816] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1041.146816] env[63105]: value = "task-2759496" [ 1041.146816] env[63105]: _type = "Task" [ 1041.146816] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.155223] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.298673] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b027169-be26-4c4d-90c1-8428ea46e1b2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.322739] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.324620] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eafb7caf-8a3c-41d5-9559-62e705fe7c0a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.331783] env[63105]: DEBUG oslo_vmware.api [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1041.331783] env[63105]: value = "task-2759497" [ 1041.331783] env[63105]: _type = "Task" [ 1041.331783] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.338875] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c9f252-c717-10ed-5d8e-8e89ba860e78, 'name': SearchDatastore_Task, 'duration_secs': 0.020307} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.339513] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.339791] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 370053ad-42d1-4d01-81f2-cfceb69d6561/370053ad-42d1-4d01-81f2-cfceb69d6561.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.340043] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29168b4c-6ec0-4f56-be1f-37a20e2c5edc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.345009] env[63105]: DEBUG oslo_vmware.api [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.349607] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1041.349607] env[63105]: value = "task-2759498" [ 1041.349607] env[63105]: _type = "Task" [ 1041.349607] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.357540] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.366957] env[63105]: DEBUG nova.compute.utils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1041.371064] env[63105]: DEBUG nova.compute.manager [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.371242] env[63105]: DEBUG nova.network.neutron [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.375946] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.375946] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.430651] env[63105]: DEBUG nova.policy [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45793b8fec04420af33e68a00975c6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3c9b2c11c748b0bbc5e0d3fff14f97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.564278] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.565225] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.565225] env[63105]: DEBUG nova.network.neutron [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.640598] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb5f9cd-86fc-4746-a8ac-d7c1ee679b57 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.652705] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eeb02f-c60d-4a63-9a5f-714df91bb28b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.662292] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759496, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.691878] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eadc73d-a091-4905-bf60-2fdf11f264c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.700849] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175f3a92-94eb-4b34-ab40-2f51c2e46bdf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.721463] env[63105]: DEBUG nova.compute.provider_tree [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.844906] env[63105]: DEBUG oslo_vmware.api [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759497, 'name': PowerOffVM_Task, 'duration_secs': 0.383536} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.844906] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.851266] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Reconfiguring VM instance instance-00000059 to detach disk 2002 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1041.851697] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41fe3117-2f7e-42f9-aed1-00b69e4f0d72 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.873600] env[63105]: DEBUG nova.compute.manager [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.890210] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759498, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.890693] env[63105]: DEBUG oslo_vmware.api [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1041.890693] env[63105]: value = "task-2759499" [ 1041.890693] env[63105]: _type = "Task" [ 1041.890693] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.891113] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.891378] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1041.902113] env[63105]: DEBUG oslo_vmware.api [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.906999] env[63105]: DEBUG nova.network.neutron [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Successfully created port: b8083c60-bdaa-4293-8846-746076868ec1 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.158811] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759496, 'name': PowerOffVM_Task, 'duration_secs': 0.557968} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.159092] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.159280] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updating instance 'f8570888-cf47-40f1-9fc7-bfb043d406af' progress to 17 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.222395] env[63105]: DEBUG nova.scheduler.client.report [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1042.325785] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "0225629c-764d-4d77-852a-c9fea5ed4345" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.326418] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "0225629c-764d-4d77-852a-c9fea5ed4345" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.367721] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539548} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.369382] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 370053ad-42d1-4d01-81f2-cfceb69d6561/370053ad-42d1-4d01-81f2-cfceb69d6561.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.369798] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.370172] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d54facc-e376-443f-923a-5d12c04b8f43 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.378176] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1042.378176] env[63105]: value = "task-2759500" [ 1042.378176] env[63105]: _type = "Task" [ 1042.378176] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.387338] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.404059] env[63105]: DEBUG oslo_vmware.api [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759499, 'name': ReconfigVM_Task, 'duration_secs': 0.272262} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.404610] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Reconfigured VM instance instance-00000059 to detach disk 2002 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1042.404924] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.405295] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-949359ef-d6a5-4c6c-a09e-583f962fac92 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.414104] env[63105]: DEBUG oslo_vmware.api [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1042.414104] env[63105]: value = "task-2759501" [ 1042.414104] env[63105]: _type = "Task" [ 1042.414104] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.424216] env[63105]: DEBUG oslo_vmware.api [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.460511] env[63105]: INFO nova.network.neutron [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Port fd63e120-fce1-4468-b436-213041f3c9f5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1042.460883] env[63105]: DEBUG nova.network.neutron [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updating instance_info_cache with network_info: [{"id": "eda16ee1-434f-472f-b814-38441c952349", "address": "fa:16:3e:2e:30:55", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda16ee1-43", "ovs_interfaceid": "eda16ee1-434f-472f-b814-38441c952349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.467491] env[63105]: DEBUG nova.compute.manager [req-2c72cc24-2a55-44c5-9cee-2a298843eac7 req-54d376f0-9e48-4c14-88fc-da76eab680bf service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Received event network-changed-eda16ee1-434f-472f-b814-38441c952349 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1042.467642] env[63105]: DEBUG nova.compute.manager [req-2c72cc24-2a55-44c5-9cee-2a298843eac7 req-54d376f0-9e48-4c14-88fc-da76eab680bf service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Refreshing instance network info cache due to event network-changed-eda16ee1-434f-472f-b814-38441c952349. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1042.467840] env[63105]: DEBUG oslo_concurrency.lockutils [req-2c72cc24-2a55-44c5-9cee-2a298843eac7 req-54d376f0-9e48-4c14-88fc-da76eab680bf service nova] Acquiring lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.667719] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1042.668126] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1042.668307] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.668498] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1042.668649] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.668796] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1042.669028] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1042.669177] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1042.669344] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1042.669505] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1042.669676] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1042.676367] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dbef49b-62b8-44fe-9fad-372172a4763d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.691939] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1042.691939] env[63105]: value = "task-2759502" [ 1042.691939] env[63105]: _type = "Task" [ 1042.691939] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.700460] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.729319] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.731466] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.814s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.731690] env[63105]: DEBUG nova.objects.instance [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lazy-loading 'resources' on Instance uuid 275ed3e3-0b33-4b86-a9e4-6062ff6d8276 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.753919] env[63105]: INFO nova.scheduler.client.report [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Deleted allocations for instance 89df1074-0402-4ba7-beff-fcb50c948fef [ 1042.830073] env[63105]: DEBUG nova.compute.manager [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.888518] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246251} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.888844] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.889718] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079fef2b-cb46-460b-b1fc-28870128dbbd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.904404] env[63105]: DEBUG nova.compute.manager [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.918676] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 370053ad-42d1-4d01-81f2-cfceb69d6561/370053ad-42d1-4d01-81f2-cfceb69d6561.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.919811] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d05573-3065-46f5-836d-132a8ae7bb58 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.946668] env[63105]: DEBUG oslo_vmware.api [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759501, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.950675] env[63105]: DEBUG nova.virt.hardware [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1042.950994] env[63105]: DEBUG nova.virt.hardware [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1042.951231] env[63105]: DEBUG nova.virt.hardware [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.951530] env[63105]: DEBUG nova.virt.hardware [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1042.951798] env[63105]: DEBUG nova.virt.hardware [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.952079] env[63105]: DEBUG nova.virt.hardware [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1042.952434] env[63105]: DEBUG nova.virt.hardware [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1042.952698] env[63105]: DEBUG nova.virt.hardware [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1042.952964] env[63105]: DEBUG nova.virt.hardware [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1042.953165] env[63105]: DEBUG nova.virt.hardware [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1042.953378] env[63105]: DEBUG nova.virt.hardware [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1042.953815] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1042.953815] env[63105]: value = "task-2759503" [ 1042.953815] env[63105]: _type = "Task" [ 1042.953815] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.954705] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7059c5b6-2f46-4fda-b8a1-07039eb63776 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.965258] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.970900] env[63105]: DEBUG oslo_concurrency.lockutils [req-2c72cc24-2a55-44c5-9cee-2a298843eac7 req-54d376f0-9e48-4c14-88fc-da76eab680bf service nova] Acquired lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.971142] env[63105]: DEBUG nova.network.neutron [req-2c72cc24-2a55-44c5-9cee-2a298843eac7 req-54d376f0-9e48-4c14-88fc-da76eab680bf service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Refreshing network info cache for port eda16ee1-434f-472f-b814-38441c952349 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.973355] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0645e7b-0acb-4724-87bb-05596cbad677 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.978526] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.158019] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "interface-ec30fcc3-f122-481b-a474-2dd633032c93-fd63e120-fce1-4468-b436-213041f3c9f5" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.158331] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-ec30fcc3-f122-481b-a474-2dd633032c93-fd63e120-fce1-4468-b436-213041f3c9f5" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.158717] env[63105]: DEBUG nova.objects.instance [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'flavor' on Instance uuid ec30fcc3-f122-481b-a474-2dd633032c93 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.203684] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759502, 'name': ReconfigVM_Task, 'duration_secs': 0.256622} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.203967] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updating instance 'f8570888-cf47-40f1-9fc7-bfb043d406af' progress to 33 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.226840] env[63105]: DEBUG nova.network.neutron [req-2c72cc24-2a55-44c5-9cee-2a298843eac7 req-54d376f0-9e48-4c14-88fc-da76eab680bf service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updated VIF entry in instance network info cache for port eda16ee1-434f-472f-b814-38441c952349. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.227470] env[63105]: DEBUG nova.network.neutron [req-2c72cc24-2a55-44c5-9cee-2a298843eac7 req-54d376f0-9e48-4c14-88fc-da76eab680bf service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updating instance_info_cache with network_info: [{"id": "eda16ee1-434f-472f-b814-38441c952349", "address": "fa:16:3e:2e:30:55", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda16ee1-43", "ovs_interfaceid": "eda16ee1-434f-472f-b814-38441c952349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.260638] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9cd27264-5fc4-4ccd-8478-54934ed632c2 tempest-ServersNegativeTestMultiTenantJSON-1552398387 tempest-ServersNegativeTestMultiTenantJSON-1552398387-project-member] Lock "89df1074-0402-4ba7-beff-fcb50c948fef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.439s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.350018] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.425507] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cee7c18-9248-4a74-b0ad-b06c5dbd5e6c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.436452] env[63105]: DEBUG oslo_vmware.api [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759501, 'name': PowerOnVM_Task, 'duration_secs': 0.580293} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.436664] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.436893] env[63105]: DEBUG nova.compute.manager [None req-1f60bd87-b200-4142-85d6-27ebc5e6e7e2 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.437863] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e2c98b-5460-4be3-b2a0-ed6552cfab1b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.441350] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87243d75-9fe0-4c60-812e-16622c1001b3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.477621] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bdcb42-d823-467b-bb9d-3c089ff0bfff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.480544] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc520383-5a83-4bbe-afbc-e5e529dd2ab2 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-102eff5f-81a7-432e-b5c9-1f47903703a7-fd63e120-fce1-4468-b436-213041f3c9f5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.909s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.489330] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759503, 'name': ReconfigVM_Task, 'duration_secs': 0.312499} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.490520] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5535f56e-5635-4979-8fa3-04b966c198de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.494306] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 370053ad-42d1-4d01-81f2-cfceb69d6561/370053ad-42d1-4d01-81f2-cfceb69d6561.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.498008] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1aa47d33-531c-4ce5-a128-af7e9eb2f5ac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.507214] env[63105]: DEBUG nova.compute.provider_tree [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.509843] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1043.509843] env[63105]: value = "task-2759504" [ 1043.509843] env[63105]: _type = "Task" [ 1043.509843] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.518243] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759504, 'name': Rename_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.692248] env[63105]: DEBUG nova.compute.manager [req-36fe2ecc-0e35-4b12-8c7e-a4d3cb5f8265 req-5fcd45f5-4330-42a3-8e34-95c4b0cd862e service nova] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Received event network-vif-plugged-b8083c60-bdaa-4293-8846-746076868ec1 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1043.692470] env[63105]: DEBUG oslo_concurrency.lockutils [req-36fe2ecc-0e35-4b12-8c7e-a4d3cb5f8265 req-5fcd45f5-4330-42a3-8e34-95c4b0cd862e service nova] Acquiring lock "27f4ccd1-854a-4a94-ab2a-ed668d7633c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.692693] env[63105]: DEBUG oslo_concurrency.lockutils [req-36fe2ecc-0e35-4b12-8c7e-a4d3cb5f8265 req-5fcd45f5-4330-42a3-8e34-95c4b0cd862e service nova] Lock "27f4ccd1-854a-4a94-ab2a-ed668d7633c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.692855] env[63105]: DEBUG oslo_concurrency.lockutils [req-36fe2ecc-0e35-4b12-8c7e-a4d3cb5f8265 req-5fcd45f5-4330-42a3-8e34-95c4b0cd862e service nova] Lock "27f4ccd1-854a-4a94-ab2a-ed668d7633c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.693034] env[63105]: DEBUG nova.compute.manager [req-36fe2ecc-0e35-4b12-8c7e-a4d3cb5f8265 req-5fcd45f5-4330-42a3-8e34-95c4b0cd862e service nova] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] No waiting events found dispatching network-vif-plugged-b8083c60-bdaa-4293-8846-746076868ec1 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.693628] env[63105]: WARNING nova.compute.manager [req-36fe2ecc-0e35-4b12-8c7e-a4d3cb5f8265 req-5fcd45f5-4330-42a3-8e34-95c4b0cd862e service nova] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Received unexpected event network-vif-plugged-b8083c60-bdaa-4293-8846-746076868ec1 for instance with vm_state building and task_state spawning. [ 1043.712104] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1043.712104] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1043.712104] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.712104] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1043.712104] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.712104] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1043.712104] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1043.712104] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1043.712104] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1043.712104] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1043.712543] env[63105]: DEBUG nova.virt.hardware [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1043.718163] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1043.721058] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfecd785-4cf3-4ee0-b340-d8a104da3464 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.735659] env[63105]: DEBUG oslo_concurrency.lockutils [req-2c72cc24-2a55-44c5-9cee-2a298843eac7 req-54d376f0-9e48-4c14-88fc-da76eab680bf service nova] Releasing lock "refresh_cache-102eff5f-81a7-432e-b5c9-1f47903703a7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.742501] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1043.742501] env[63105]: value = "task-2759505" [ 1043.742501] env[63105]: _type = "Task" [ 1043.742501] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.752176] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.810508] env[63105]: DEBUG nova.network.neutron [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Successfully updated port: b8083c60-bdaa-4293-8846-746076868ec1 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.840882] env[63105]: DEBUG nova.objects.instance [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'pci_requests' on Instance uuid ec30fcc3-f122-481b-a474-2dd633032c93 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.031517] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759504, 'name': Rename_Task, 'duration_secs': 0.156108} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.031517] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.031517] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbe47993-6d98-4488-a3a5-651311e84454 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.035198] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1044.035198] env[63105]: value = "task-2759506" [ 1044.035198] env[63105]: _type = "Task" [ 1044.035198] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.036209] env[63105]: ERROR nova.scheduler.client.report [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] [req-1eee96e9-6f9d-4c6f-891d-5271ac950503] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1eee96e9-6f9d-4c6f-891d-5271ac950503"}]} [ 1044.046421] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.054859] env[63105]: DEBUG nova.scheduler.client.report [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1044.070457] env[63105]: DEBUG nova.scheduler.client.report [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1044.070684] env[63105]: DEBUG nova.compute.provider_tree [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.083737] env[63105]: DEBUG nova.scheduler.client.report [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1044.104094] env[63105]: DEBUG nova.scheduler.client.report [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1044.252057] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759505, 'name': ReconfigVM_Task, 'duration_secs': 0.361339} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.252353] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1044.253135] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaaaebe-106a-4c01-8233-c6cf28adbdff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.284032] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] f8570888-cf47-40f1-9fc7-bfb043d406af/f8570888-cf47-40f1-9fc7-bfb043d406af.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.288029] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea1f91c0-4aef-48e1-bbd7-d2755ea03597 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.313507] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1044.313507] env[63105]: value = "task-2759507" [ 1044.313507] env[63105]: _type = "Task" [ 1044.313507] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.320936] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "refresh_cache-27f4ccd1-854a-4a94-ab2a-ed668d7633c0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.321033] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "refresh_cache-27f4ccd1-854a-4a94-ab2a-ed668d7633c0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.321166] env[63105]: DEBUG nova.network.neutron [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.334827] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.342807] env[63105]: DEBUG nova.objects.base [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1044.342807] env[63105]: DEBUG nova.network.neutron [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.370387] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81504007-3393-4155-ab66-1bb16a74c211 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.381976] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d8012f-1938-4284-bce1-bd31e321ccbc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.422537] env[63105]: DEBUG nova.policy [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41bcc83a765a4aa5947e1c098a54d56f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6039084dd49439b9add938dad3b1446', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.425830] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4afdc0-e5bd-4737-a036-c1210c055072 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.441017] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1236de-42f1-4480-b87f-aa5e3317b086 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.456393] env[63105]: DEBUG nova.compute.provider_tree [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.548531] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759506, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.677738] env[63105]: DEBUG nova.compute.manager [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Received event network-changed-2f384392-e106-46e5-a2b8-4a55ae6d33d8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1044.677972] env[63105]: DEBUG nova.compute.manager [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Refreshing instance network info cache due to event network-changed-2f384392-e106-46e5-a2b8-4a55ae6d33d8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1044.678517] env[63105]: DEBUG oslo_concurrency.lockutils [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] Acquiring lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.678734] env[63105]: DEBUG oslo_concurrency.lockutils [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] Acquired lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.678941] env[63105]: DEBUG nova.network.neutron [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Refreshing network info cache for port 2f384392-e106-46e5-a2b8-4a55ae6d33d8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.831623] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759507, 'name': ReconfigVM_Task, 'duration_secs': 0.368281} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.831917] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Reconfigured VM instance instance-00000062 to attach disk [datastore1] f8570888-cf47-40f1-9fc7-bfb043d406af/f8570888-cf47-40f1-9fc7-bfb043d406af.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.832208] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updating instance 'f8570888-cf47-40f1-9fc7-bfb043d406af' progress to 50 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.865678] env[63105]: DEBUG nova.network.neutron [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.000856] env[63105]: DEBUG nova.scheduler.client.report [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1045.001330] env[63105]: DEBUG nova.compute.provider_tree [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 155 to 156 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1045.001330] env[63105]: DEBUG nova.compute.provider_tree [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.027321] env[63105]: DEBUG nova.network.neutron [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Updating instance_info_cache with network_info: [{"id": "b8083c60-bdaa-4293-8846-746076868ec1", "address": "fa:16:3e:d0:a3:8f", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8083c60-bd", "ovs_interfaceid": "b8083c60-bdaa-4293-8846-746076868ec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.048593] env[63105]: DEBUG oslo_vmware.api [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759506, 'name': PowerOnVM_Task, 'duration_secs': 0.539635} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.048858] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.049070] env[63105]: INFO nova.compute.manager [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1045.049253] env[63105]: DEBUG nova.compute.manager [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.050017] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca550dc-3380-4bcd-955f-4a8ccac5e6a3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.339662] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7521d1f4-0333-4ba6-b560-ba2aa28eabef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.363632] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dee10d-9f1e-45ba-9e80-f60a48f68594 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.381871] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updating instance 'f8570888-cf47-40f1-9fc7-bfb043d406af' progress to 67 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.456380] env[63105]: DEBUG nova.network.neutron [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Updated VIF entry in instance network info cache for port 2f384392-e106-46e5-a2b8-4a55ae6d33d8. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.456760] env[63105]: DEBUG nova.network.neutron [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Updating instance_info_cache with network_info: [{"id": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "address": "fa:16:3e:d3:48:37", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f384392-e1", "ovs_interfaceid": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.506925] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.775s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.509343] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.428s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.510891] env[63105]: INFO nova.compute.claims [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.529621] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "refresh_cache-27f4ccd1-854a-4a94-ab2a-ed668d7633c0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.530007] env[63105]: DEBUG nova.compute.manager [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Instance network_info: |[{"id": "b8083c60-bdaa-4293-8846-746076868ec1", "address": "fa:16:3e:d0:a3:8f", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8083c60-bd", "ovs_interfaceid": "b8083c60-bdaa-4293-8846-746076868ec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.531065] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:a3:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8083c60-bdaa-4293-8846-746076868ec1', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.538566] env[63105]: DEBUG oslo.service.loopingcall [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1045.539725] env[63105]: INFO nova.scheduler.client.report [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Deleted allocations for instance 275ed3e3-0b33-4b86-a9e4-6062ff6d8276 [ 1045.541263] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.543834] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23e0bda1-3f51-4bd9-a7b5-8f36ecd7553d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.567651] env[63105]: INFO nova.compute.manager [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Took 25.56 seconds to build instance. [ 1045.571914] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.571914] env[63105]: value = "task-2759508" [ 1045.571914] env[63105]: _type = "Task" [ 1045.571914] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.581149] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759508, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.919818] env[63105]: DEBUG nova.compute.manager [req-ffc1e071-27eb-4959-8ce1-fa275a5ccbde req-f354c24b-a7e7-48bf-b263-095c7f0e7313 service nova] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Received event network-changed-b8083c60-bdaa-4293-8846-746076868ec1 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1045.920069] env[63105]: DEBUG nova.compute.manager [req-ffc1e071-27eb-4959-8ce1-fa275a5ccbde req-f354c24b-a7e7-48bf-b263-095c7f0e7313 service nova] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Refreshing instance network info cache due to event network-changed-b8083c60-bdaa-4293-8846-746076868ec1. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1045.920293] env[63105]: DEBUG oslo_concurrency.lockutils [req-ffc1e071-27eb-4959-8ce1-fa275a5ccbde req-f354c24b-a7e7-48bf-b263-095c7f0e7313 service nova] Acquiring lock "refresh_cache-27f4ccd1-854a-4a94-ab2a-ed668d7633c0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.921110] env[63105]: DEBUG oslo_concurrency.lockutils [req-ffc1e071-27eb-4959-8ce1-fa275a5ccbde req-f354c24b-a7e7-48bf-b263-095c7f0e7313 service nova] Acquired lock "refresh_cache-27f4ccd1-854a-4a94-ab2a-ed668d7633c0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.921110] env[63105]: DEBUG nova.network.neutron [req-ffc1e071-27eb-4959-8ce1-fa275a5ccbde req-f354c24b-a7e7-48bf-b263-095c7f0e7313 service nova] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Refreshing network info cache for port b8083c60-bdaa-4293-8846-746076868ec1 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.959354] env[63105]: DEBUG oslo_concurrency.lockutils [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] Releasing lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.960621] env[63105]: DEBUG nova.compute.manager [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Received event network-changed-5090fa12-e2b5-43c9-a440-9cd80a7fd163 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1045.960923] env[63105]: DEBUG nova.compute.manager [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Refreshing instance network info cache due to event network-changed-5090fa12-e2b5-43c9-a440-9cd80a7fd163. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1045.961160] env[63105]: DEBUG oslo_concurrency.lockutils [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] Acquiring lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.961305] env[63105]: DEBUG oslo_concurrency.lockutils [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] Acquired lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.961471] env[63105]: DEBUG nova.network.neutron [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Refreshing network info cache for port 5090fa12-e2b5-43c9-a440-9cd80a7fd163 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.040836] env[63105]: DEBUG nova.network.neutron [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Port 6a563394-0c86-49f3-8ce8-03ed269b7428 binding to destination host cpu-1 is already ACTIVE {{(pid=63105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1046.064779] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3e31a6f8-5ad2-4294-9103-96988682ddb6 tempest-ServersAdminTestJSON-636188461 tempest-ServersAdminTestJSON-636188461-project-member] Lock "275ed3e3-0b33-4b86-a9e4-6062ff6d8276" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.030s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.069573] env[63105]: DEBUG oslo_concurrency.lockutils [None req-6dd35995-8eaa-4f09-ad61-5799d111bbb2 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "370053ad-42d1-4d01-81f2-cfceb69d6561" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.069s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.083749] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759508, 'name': CreateVM_Task, 'duration_secs': 0.350536} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.083948] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.084744] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.085142] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.085812] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.086190] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b099471-a552-4d9c-a5d9-71db68e07f0d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.093247] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1046.093247] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]528cd038-aa93-573b-e912-265f8fc24701" [ 1046.093247] env[63105]: _type = "Task" [ 1046.093247] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.102113] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528cd038-aa93-573b-e912-265f8fc24701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.608454] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528cd038-aa93-573b-e912-265f8fc24701, 'name': SearchDatastore_Task, 'duration_secs': 0.033874} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.614857] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.615109] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.615348] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.615516] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.616017] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.619801] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c947c6de-b2b5-4351-96c4-e305a2dca26c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.629879] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.631221] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.633887] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5d96d1-4565-4aa8-9ab3-c6f6bd7074e8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.642101] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1046.642101] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b3055f-6a44-5758-65ec-fbfca813379d" [ 1046.642101] env[63105]: _type = "Task" [ 1046.642101] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.656974] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b3055f-6a44-5758-65ec-fbfca813379d, 'name': SearchDatastore_Task, 'duration_secs': 0.011196} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.660155] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7568cb4b-8033-4f2a-9cf8-a82f25ab7ff0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.671240] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1046.671240] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e9c407-9c30-0889-0119-1dc863ac6afc" [ 1046.671240] env[63105]: _type = "Task" [ 1046.671240] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.681745] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e9c407-9c30-0889-0119-1dc863ac6afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.789889] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584c0d05-e726-4e9c-9ba8-3c3163b6fb07 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.797109] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9cadf5-5a34-4256-ac1c-18e8218b407b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.828784] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edefae4-1444-4cb6-b21b-09fdffd582f3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.836646] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ad71c2-9f0a-423e-be9f-31f4e124e8a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.850547] env[63105]: DEBUG nova.compute.provider_tree [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.869909] env[63105]: DEBUG nova.compute.manager [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Stashing vm_state: active {{(pid=63105) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 1046.950281] env[63105]: DEBUG nova.network.neutron [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Updated VIF entry in instance network info cache for port 5090fa12-e2b5-43c9-a440-9cd80a7fd163. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.950281] env[63105]: DEBUG nova.network.neutron [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Updating instance_info_cache with network_info: [{"id": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "address": "fa:16:3e:a0:ec:39", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5090fa12-e2", "ovs_interfaceid": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.955338] env[63105]: DEBUG nova.network.neutron [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Successfully updated port: fd63e120-fce1-4468-b436-213041f3c9f5 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.071518] env[63105]: DEBUG oslo_concurrency.lockutils [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "f8570888-cf47-40f1-9fc7-bfb043d406af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.072771] env[63105]: DEBUG oslo_concurrency.lockutils [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "f8570888-cf47-40f1-9fc7-bfb043d406af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.072771] env[63105]: DEBUG oslo_concurrency.lockutils [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "f8570888-cf47-40f1-9fc7-bfb043d406af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.083337] env[63105]: DEBUG nova.network.neutron [req-ffc1e071-27eb-4959-8ce1-fa275a5ccbde req-f354c24b-a7e7-48bf-b263-095c7f0e7313 service nova] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Updated VIF entry in instance network info cache for port b8083c60-bdaa-4293-8846-746076868ec1. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.083337] env[63105]: DEBUG nova.network.neutron [req-ffc1e071-27eb-4959-8ce1-fa275a5ccbde req-f354c24b-a7e7-48bf-b263-095c7f0e7313 service nova] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Updating instance_info_cache with network_info: [{"id": "b8083c60-bdaa-4293-8846-746076868ec1", "address": "fa:16:3e:d0:a3:8f", "network": {"id": "b9523fac-7094-43fd-b454-e8a24cc28e31", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068564702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c9b2c11c748b0bbc5e0d3fff14f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8083c60-bd", "ovs_interfaceid": "b8083c60-bdaa-4293-8846-746076868ec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.184148] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e9c407-9c30-0889-0119-1dc863ac6afc, 'name': SearchDatastore_Task, 'duration_secs': 0.017481} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.184148] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.184148] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 27f4ccd1-854a-4a94-ab2a-ed668d7633c0/27f4ccd1-854a-4a94-ab2a-ed668d7633c0.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.184148] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-314dab8f-bb2e-4325-9f0e-4d188e4cceac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.192607] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1047.192607] env[63105]: value = "task-2759509" [ 1047.192607] env[63105]: _type = "Task" [ 1047.192607] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.201586] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.354445] env[63105]: DEBUG nova.scheduler.client.report [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1047.387657] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.216146] env[63105]: DEBUG oslo_concurrency.lockutils [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] Releasing lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.216146] env[63105]: DEBUG nova.compute.manager [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Received event network-changed-5090fa12-e2b5-43c9-a440-9cd80a7fd163 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1048.216146] env[63105]: DEBUG nova.compute.manager [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Refreshing instance network info cache due to event network-changed-5090fa12-e2b5-43c9-a440-9cd80a7fd163. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1048.216146] env[63105]: DEBUG oslo_concurrency.lockutils [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] Acquiring lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.216146] env[63105]: DEBUG oslo_concurrency.lockutils [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] Acquired lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.216146] env[63105]: DEBUG nova.network.neutron [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Refreshing network info cache for port 5090fa12-e2b5-43c9-a440-9cd80a7fd163 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.216146] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.216146] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.216146] env[63105]: DEBUG nova.network.neutron [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.217746] env[63105]: DEBUG oslo_concurrency.lockutils [req-ffc1e071-27eb-4959-8ce1-fa275a5ccbde req-f354c24b-a7e7-48bf-b263-095c7f0e7313 service nova] Releasing lock "refresh_cache-27f4ccd1-854a-4a94-ab2a-ed668d7633c0" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.218588] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.218969] env[63105]: DEBUG nova.compute.manager [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.223788] env[63105]: DEBUG nova.compute.manager [req-3f500754-387a-4c66-a855-93da09efec35 req-e1d750e0-461f-4acf-a686-60eaddf20b92 service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Received event network-vif-plugged-fd63e120-fce1-4468-b436-213041f3c9f5 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1048.223788] env[63105]: DEBUG oslo_concurrency.lockutils [req-3f500754-387a-4c66-a855-93da09efec35 req-e1d750e0-461f-4acf-a686-60eaddf20b92 service nova] Acquiring lock "ec30fcc3-f122-481b-a474-2dd633032c93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.223788] env[63105]: DEBUG oslo_concurrency.lockutils [req-3f500754-387a-4c66-a855-93da09efec35 req-e1d750e0-461f-4acf-a686-60eaddf20b92 service nova] Lock "ec30fcc3-f122-481b-a474-2dd633032c93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.223788] env[63105]: DEBUG oslo_concurrency.lockutils [req-3f500754-387a-4c66-a855-93da09efec35 req-e1d750e0-461f-4acf-a686-60eaddf20b92 service nova] Lock "ec30fcc3-f122-481b-a474-2dd633032c93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.223788] env[63105]: DEBUG nova.compute.manager [req-3f500754-387a-4c66-a855-93da09efec35 req-e1d750e0-461f-4acf-a686-60eaddf20b92 service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] No waiting events found dispatching network-vif-plugged-fd63e120-fce1-4468-b436-213041f3c9f5 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.223788] env[63105]: WARNING nova.compute.manager [req-3f500754-387a-4c66-a855-93da09efec35 req-e1d750e0-461f-4acf-a686-60eaddf20b92 service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Received unexpected event network-vif-plugged-fd63e120-fce1-4468-b436-213041f3c9f5 for instance with vm_state active and task_state None. [ 1048.223788] env[63105]: DEBUG nova.compute.manager [req-3f500754-387a-4c66-a855-93da09efec35 req-e1d750e0-461f-4acf-a686-60eaddf20b92 service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Received event network-changed-fd63e120-fce1-4468-b436-213041f3c9f5 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1048.223788] env[63105]: DEBUG nova.compute.manager [req-3f500754-387a-4c66-a855-93da09efec35 req-e1d750e0-461f-4acf-a686-60eaddf20b92 service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Refreshing instance network info cache due to event network-changed-fd63e120-fce1-4468-b436-213041f3c9f5. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1048.224087] env[63105]: DEBUG oslo_concurrency.lockutils [req-3f500754-387a-4c66-a855-93da09efec35 req-e1d750e0-461f-4acf-a686-60eaddf20b92 service nova] Acquiring lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.228428] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.543s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.229173] env[63105]: DEBUG nova.objects.instance [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Lazy-loading 'resources' on Instance uuid c3b212de-1512-4038-afc7-87891377d71d {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.239386] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569237} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.239386] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 27f4ccd1-854a-4a94-ab2a-ed668d7633c0/27f4ccd1-854a-4a94-ab2a-ed668d7633c0.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.239540] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.240133] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c77b1e0e-65be-416e-8617-c606d3e25cb9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.250019] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1048.250019] env[63105]: value = "task-2759510" [ 1048.250019] env[63105]: _type = "Task" [ 1048.250019] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.258031] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.746994] env[63105]: DEBUG nova.compute.utils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1048.746994] env[63105]: DEBUG nova.compute.manager [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.747371] env[63105]: DEBUG nova.network.neutron [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.759807] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071627} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.760298] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.761244] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf78b8b-f225-4d24-9f40-34193b4b8998 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.794297] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 27f4ccd1-854a-4a94-ab2a-ed668d7633c0/27f4ccd1-854a-4a94-ab2a-ed668d7633c0.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.799307] env[63105]: WARNING nova.network.neutron [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] 739db829-14b0-4d26-8a41-7fca05cf4f5f already exists in list: networks containing: ['739db829-14b0-4d26-8a41-7fca05cf4f5f']. ignoring it [ 1048.802688] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d4b8ee-4609-4f47-b2e5-f04d42e30620 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.819874] env[63105]: DEBUG oslo_concurrency.lockutils [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "refresh_cache-f8570888-cf47-40f1-9fc7-bfb043d406af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.820277] env[63105]: DEBUG oslo_concurrency.lockutils [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "refresh_cache-f8570888-cf47-40f1-9fc7-bfb043d406af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.820559] env[63105]: DEBUG nova.network.neutron [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.824629] env[63105]: DEBUG nova.policy [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '952846bc3a754e899a0a72085580c196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eed34feff14c41b1ad37a4ad1d306bc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.828190] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1048.828190] env[63105]: value = "task-2759511" [ 1048.828190] env[63105]: _type = "Task" [ 1048.828190] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.841642] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.013523] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f71317-7d6c-48a1-84ff-dcfb1c2be059 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.021713] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58b412c-183f-40e9-bb25-8873246df406 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.056267] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0565a882-c15d-4259-8235-3c37675b87cd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.063381] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfd4c71-06ff-4e3d-8430-a0a568ee82c7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.076480] env[63105]: DEBUG nova.compute.provider_tree [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.222309] env[63105]: DEBUG nova.network.neutron [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Updating instance_info_cache with network_info: [{"id": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "address": "fa:16:3e:d3:48:37", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f384392-e1", "ovs_interfaceid": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd63e120-fce1-4468-b436-213041f3c9f5", "address": "fa:16:3e:f8:64:84", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd63e120-fc", "ovs_interfaceid": "fd63e120-fce1-4468-b436-213041f3c9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.227290] env[63105]: DEBUG nova.network.neutron [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Updated VIF entry in instance network info cache for port 5090fa12-e2b5-43c9-a440-9cd80a7fd163. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.227691] env[63105]: DEBUG nova.network.neutron [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Updating instance_info_cache with network_info: [{"id": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "address": "fa:16:3e:a0:ec:39", "network": {"id": "7e27c96f-50e1-4c5a-932b-51a728c0f68b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1803771146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d667969ee5405b9a7140f6278ccbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5090fa12-e2", "ovs_interfaceid": "5090fa12-e2b5-43c9-a440-9cd80a7fd163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.250439] env[63105]: DEBUG nova.compute.manager [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.330999] env[63105]: DEBUG nova.network.neutron [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Successfully created port: 54acd3d7-82f5-427f-a1db-eea687bf0c3b {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.340454] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.579925] env[63105]: DEBUG nova.scheduler.client.report [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1049.627930] env[63105]: DEBUG nova.network.neutron [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updating instance_info_cache with network_info: [{"id": "6a563394-0c86-49f3-8ce8-03ed269b7428", "address": "fa:16:3e:13:6d:30", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a563394-0c", "ovs_interfaceid": "6a563394-0c86-49f3-8ce8-03ed269b7428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.727827] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.728884] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.729233] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.729651] env[63105]: DEBUG oslo_concurrency.lockutils [req-3f500754-387a-4c66-a855-93da09efec35 req-e1d750e0-461f-4acf-a686-60eaddf20b92 service nova] Acquired lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.730912] env[63105]: DEBUG nova.network.neutron [req-3f500754-387a-4c66-a855-93da09efec35 req-e1d750e0-461f-4acf-a686-60eaddf20b92 service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Refreshing network info cache for port fd63e120-fce1-4468-b436-213041f3c9f5 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.738051] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0811e6-d760-43dd-9dd6-8122555ecfda {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.738051] env[63105]: DEBUG oslo_concurrency.lockutils [req-56980bac-f0dc-4451-b32b-1821e43e387f req-846ced6f-b185-4f79-9b5e-6c62b29c5821 service nova] Releasing lock "refresh_cache-cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.762349] env[63105]: DEBUG nova.virt.hardware [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1049.765019] env[63105]: DEBUG nova.virt.hardware [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1049.765019] env[63105]: DEBUG nova.virt.hardware [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.765019] env[63105]: DEBUG nova.virt.hardware [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1049.765019] env[63105]: DEBUG nova.virt.hardware [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.765019] env[63105]: DEBUG nova.virt.hardware [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1049.765019] env[63105]: DEBUG nova.virt.hardware [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1049.765019] env[63105]: DEBUG nova.virt.hardware [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1049.765019] env[63105]: DEBUG nova.virt.hardware [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1049.765019] env[63105]: DEBUG nova.virt.hardware [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1049.765019] env[63105]: DEBUG nova.virt.hardware [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1049.770500] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Reconfiguring VM to attach interface {{(pid=63105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1049.772464] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aa94253-91dc-44c3-b70d-9e5e3edb577b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.792413] env[63105]: DEBUG oslo_vmware.api [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 1049.792413] env[63105]: value = "task-2759512" [ 1049.792413] env[63105]: _type = "Task" [ 1049.792413] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.801213] env[63105]: DEBUG oslo_vmware.api [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759512, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.842084] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759511, 'name': ReconfigVM_Task, 'duration_secs': 0.770178} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.842590] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 27f4ccd1-854a-4a94-ab2a-ed668d7633c0/27f4ccd1-854a-4a94-ab2a-ed668d7633c0.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.843267] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69becd79-320f-4745-bec0-9e257482878b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.849253] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1049.849253] env[63105]: value = "task-2759513" [ 1049.849253] env[63105]: _type = "Task" [ 1049.849253] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.856867] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759513, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.089014] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.091400] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.741s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.093013] env[63105]: INFO nova.compute.claims [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.114552] env[63105]: INFO nova.scheduler.client.report [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Deleted allocations for instance c3b212de-1512-4038-afc7-87891377d71d [ 1050.130868] env[63105]: DEBUG oslo_concurrency.lockutils [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "refresh_cache-f8570888-cf47-40f1-9fc7-bfb043d406af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.243441] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Didn't find any instances for network info cache update. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 1050.243441] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.243753] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.243753] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.243924] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.244822] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.244822] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.244968] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1050.244996] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.273575] env[63105]: DEBUG nova.compute.manager [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.305931] env[63105]: DEBUG oslo_vmware.api [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.308029] env[63105]: DEBUG nova.virt.hardware [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1050.308319] env[63105]: DEBUG nova.virt.hardware [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1050.308541] env[63105]: DEBUG nova.virt.hardware [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.308747] env[63105]: DEBUG nova.virt.hardware [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1050.308916] env[63105]: DEBUG nova.virt.hardware [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.309047] env[63105]: DEBUG nova.virt.hardware [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1050.309262] env[63105]: DEBUG nova.virt.hardware [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1050.309422] env[63105]: DEBUG nova.virt.hardware [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1050.309726] env[63105]: DEBUG nova.virt.hardware [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1050.309915] env[63105]: DEBUG nova.virt.hardware [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1050.310733] env[63105]: DEBUG nova.virt.hardware [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1050.310906] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4e3147-3d2d-4c31-a952-f5334759fc2d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.321947] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5044fcff-afb1-4c4a-b854-6242a6a5a990 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.363667] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759513, 'name': Rename_Task, 'duration_secs': 0.139406} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.364170] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.364555] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05cc46a9-eea0-4446-ad04-ee2666f9ea7a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.375219] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1050.375219] env[63105]: value = "task-2759514" [ 1050.375219] env[63105]: _type = "Task" [ 1050.375219] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.384465] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.475389] env[63105]: DEBUG nova.network.neutron [req-3f500754-387a-4c66-a855-93da09efec35 req-e1d750e0-461f-4acf-a686-60eaddf20b92 service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Updated VIF entry in instance network info cache for port fd63e120-fce1-4468-b436-213041f3c9f5. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.475835] env[63105]: DEBUG nova.network.neutron [req-3f500754-387a-4c66-a855-93da09efec35 req-e1d750e0-461f-4acf-a686-60eaddf20b92 service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Updating instance_info_cache with network_info: [{"id": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "address": "fa:16:3e:d3:48:37", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f384392-e1", "ovs_interfaceid": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd63e120-fce1-4468-b436-213041f3c9f5", "address": "fa:16:3e:f8:64:84", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd63e120-fc", "ovs_interfaceid": "fd63e120-fce1-4468-b436-213041f3c9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.623976] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3dc542a2-4270-4d94-b331-8ca7e4bab8d3 tempest-AttachInterfacesV270Test-694884242 tempest-AttachInterfacesV270Test-694884242-project-member] Lock "c3b212de-1512-4038-afc7-87891377d71d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.445s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.656426] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e3df5a-9709-40ea-a1bf-c6fa67953733 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.676824] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5894bac9-11cd-4961-af92-1ff00ddf065c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.683666] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updating instance 'f8570888-cf47-40f1-9fc7-bfb043d406af' progress to 83 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.748128] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.805027] env[63105]: DEBUG oslo_vmware.api [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759512, 'name': ReconfigVM_Task, 'duration_secs': 0.54139} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.805644] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.805851] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Reconfigured VM to attach interface {{(pid=63105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1050.886268] env[63105]: DEBUG oslo_vmware.api [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759514, 'name': PowerOnVM_Task, 'duration_secs': 0.480124} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.886563] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.886773] env[63105]: INFO nova.compute.manager [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1050.887044] env[63105]: DEBUG nova.compute.manager [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.888176] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dc9a2c-9169-41f8-871a-2a1ca44f0b9b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.942010] env[63105]: DEBUG nova.compute.manager [req-5198935f-a210-4dc2-b3c9-22c2519a8573 req-0393239b-5fac-44fb-8867-bf66d4e90cd7 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Received event network-vif-plugged-54acd3d7-82f5-427f-a1db-eea687bf0c3b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1050.942467] env[63105]: DEBUG oslo_concurrency.lockutils [req-5198935f-a210-4dc2-b3c9-22c2519a8573 req-0393239b-5fac-44fb-8867-bf66d4e90cd7 service nova] Acquiring lock "073735a2-5902-4a4b-ae5e-3537da89e584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.942806] env[63105]: DEBUG oslo_concurrency.lockutils [req-5198935f-a210-4dc2-b3c9-22c2519a8573 req-0393239b-5fac-44fb-8867-bf66d4e90cd7 service nova] Lock "073735a2-5902-4a4b-ae5e-3537da89e584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.944087] env[63105]: DEBUG oslo_concurrency.lockutils [req-5198935f-a210-4dc2-b3c9-22c2519a8573 req-0393239b-5fac-44fb-8867-bf66d4e90cd7 service nova] Lock "073735a2-5902-4a4b-ae5e-3537da89e584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.944087] env[63105]: DEBUG nova.compute.manager [req-5198935f-a210-4dc2-b3c9-22c2519a8573 req-0393239b-5fac-44fb-8867-bf66d4e90cd7 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] No waiting events found dispatching network-vif-plugged-54acd3d7-82f5-427f-a1db-eea687bf0c3b {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.944087] env[63105]: WARNING nova.compute.manager [req-5198935f-a210-4dc2-b3c9-22c2519a8573 req-0393239b-5fac-44fb-8867-bf66d4e90cd7 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Received unexpected event network-vif-plugged-54acd3d7-82f5-427f-a1db-eea687bf0c3b for instance with vm_state building and task_state spawning. [ 1050.964244] env[63105]: DEBUG nova.network.neutron [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Successfully updated port: 54acd3d7-82f5-427f-a1db-eea687bf0c3b {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.978283] env[63105]: DEBUG oslo_concurrency.lockutils [req-3f500754-387a-4c66-a855-93da09efec35 req-e1d750e0-461f-4acf-a686-60eaddf20b92 service nova] Releasing lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.189763] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.190105] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4982a8e2-e523-4074-8e35-9af31b65c5cf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.200204] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1051.200204] env[63105]: value = "task-2759515" [ 1051.200204] env[63105]: _type = "Task" [ 1051.200204] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.208686] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.310848] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b30df98c-090b-45ef-8119-4c0377b1a43e tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-ec30fcc3-f122-481b-a474-2dd633032c93-fd63e120-fce1-4468-b436-213041f3c9f5" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.152s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.339007] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a879c063-7404-47e0-951a-aa23a76cc578 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.348570] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ce3c2b-26e7-4d6f-9802-5ce3b1eb5174 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.379734] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306a8a09-742f-44f9-8ba0-c0736263f98b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.387691] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79937e53-df84-4f34-bfa4-ea0ed7893d71 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.404886] env[63105]: DEBUG nova.compute.provider_tree [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.409248] env[63105]: INFO nova.compute.manager [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Took 25.40 seconds to build instance. [ 1051.472948] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "refresh_cache-073735a2-5902-4a4b-ae5e-3537da89e584" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.473235] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired lock "refresh_cache-073735a2-5902-4a4b-ae5e-3537da89e584" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.473446] env[63105]: DEBUG nova.network.neutron [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.710341] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759515, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.908909] env[63105]: DEBUG nova.scheduler.client.report [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1051.912282] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4cf56b6a-3e15-4f0b-9853-ed1e12d90eb8 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "27f4ccd1-854a-4a94-ab2a-ed668d7633c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.910s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.021922] env[63105]: DEBUG nova.network.neutron [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.157193] env[63105]: DEBUG nova.network.neutron [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Updating instance_info_cache with network_info: [{"id": "54acd3d7-82f5-427f-a1db-eea687bf0c3b", "address": "fa:16:3e:c9:03:56", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54acd3d7-82", "ovs_interfaceid": "54acd3d7-82f5-427f-a1db-eea687bf0c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.213020] env[63105]: DEBUG oslo_vmware.api [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759515, 'name': PowerOnVM_Task, 'duration_secs': 0.524399} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.213020] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.213020] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-540f6459-0beb-4651-b5d9-e4095a81e4f2 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updating instance 'f8570888-cf47-40f1-9fc7-bfb043d406af' progress to 100 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.413781] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.414254] env[63105]: DEBUG nova.compute.manager [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.417905] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.030s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.659676] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Releasing lock "refresh_cache-073735a2-5902-4a4b-ae5e-3537da89e584" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.660018] env[63105]: DEBUG nova.compute.manager [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Instance network_info: |[{"id": "54acd3d7-82f5-427f-a1db-eea687bf0c3b", "address": "fa:16:3e:c9:03:56", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54acd3d7-82", "ovs_interfaceid": "54acd3d7-82f5-427f-a1db-eea687bf0c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.661056] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:03:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54acd3d7-82f5-427f-a1db-eea687bf0c3b', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.673548] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Creating folder: Project (eed34feff14c41b1ad37a4ad1d306bc0). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.674620] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9d9d7cb-7c7e-4fab-83c7-9977ec416c7a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.686039] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Created folder: Project (eed34feff14c41b1ad37a4ad1d306bc0) in parent group-v554960. [ 1052.686319] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Creating folder: Instances. Parent ref: group-v555226. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.686520] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cd7637f-9f50-43e8-b9b4-4a83ec6864cf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.696648] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Created folder: Instances in parent group-v555226. [ 1052.696648] env[63105]: DEBUG oslo.service.loopingcall [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1052.696648] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.697099] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f9eeb09-7c72-489e-a254-f862b1a3a596 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.720542] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.720542] env[63105]: value = "task-2759518" [ 1052.720542] env[63105]: _type = "Task" [ 1052.720542] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.729558] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759518, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.922184] env[63105]: DEBUG nova.compute.utils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1052.928022] env[63105]: INFO nova.compute.claims [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.930166] env[63105]: DEBUG nova.compute.manager [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.930389] env[63105]: DEBUG nova.network.neutron [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.937690] env[63105]: DEBUG nova.compute.manager [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.973828] env[63105]: DEBUG nova.compute.manager [req-18ad0b7b-1266-4610-8bc7-1f2e93b91681 req-a5f5a0d3-c2bc-43bb-88f8-ee1d78d4cfd4 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Received event network-changed-54acd3d7-82f5-427f-a1db-eea687bf0c3b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1052.973828] env[63105]: DEBUG nova.compute.manager [req-18ad0b7b-1266-4610-8bc7-1f2e93b91681 req-a5f5a0d3-c2bc-43bb-88f8-ee1d78d4cfd4 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Refreshing instance network info cache due to event network-changed-54acd3d7-82f5-427f-a1db-eea687bf0c3b. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1052.973828] env[63105]: DEBUG oslo_concurrency.lockutils [req-18ad0b7b-1266-4610-8bc7-1f2e93b91681 req-a5f5a0d3-c2bc-43bb-88f8-ee1d78d4cfd4 service nova] Acquiring lock "refresh_cache-073735a2-5902-4a4b-ae5e-3537da89e584" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.973828] env[63105]: DEBUG oslo_concurrency.lockutils [req-18ad0b7b-1266-4610-8bc7-1f2e93b91681 req-a5f5a0d3-c2bc-43bb-88f8-ee1d78d4cfd4 service nova] Acquired lock "refresh_cache-073735a2-5902-4a4b-ae5e-3537da89e584" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.974330] env[63105]: DEBUG nova.network.neutron [req-18ad0b7b-1266-4610-8bc7-1f2e93b91681 req-a5f5a0d3-c2bc-43bb-88f8-ee1d78d4cfd4 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Refreshing network info cache for port 54acd3d7-82f5-427f-a1db-eea687bf0c3b {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.998961] env[63105]: DEBUG nova.policy [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23b5fdebf2184a51976628db27276bea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6be7d290724942bf9c905cf7eab9c8dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.148079] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c2b93b24-e34f-4644-be07-92074ae10988 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "27f4ccd1-854a-4a94-ab2a-ed668d7633c0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.148413] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c2b93b24-e34f-4644-be07-92074ae10988 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "27f4ccd1-854a-4a94-ab2a-ed668d7633c0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.148669] env[63105]: DEBUG nova.compute.manager [None req-c2b93b24-e34f-4644-be07-92074ae10988 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.149821] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f18c5d-233b-4107-8d52-a610573e52af {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.157134] env[63105]: DEBUG nova.compute.manager [None req-c2b93b24-e34f-4644-be07-92074ae10988 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1053.157782] env[63105]: DEBUG nova.objects.instance [None req-c2b93b24-e34f-4644-be07-92074ae10988 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lazy-loading 'flavor' on Instance uuid 27f4ccd1-854a-4a94-ab2a-ed668d7633c0 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.235526] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759518, 'name': CreateVM_Task, 'duration_secs': 0.486409} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.235721] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.236607] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.236777] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.237132] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.237639] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fe3fdf4-0051-4bcb-8fc6-e2c15c09d30f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.241995] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1053.241995] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b153b5-56c5-0d66-f8bc-d1411a9d1eec" [ 1053.241995] env[63105]: _type = "Task" [ 1053.241995] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.254227] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b153b5-56c5-0d66-f8bc-d1411a9d1eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.330436] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "interface-ec30fcc3-f122-481b-a474-2dd633032c93-fd63e120-fce1-4468-b436-213041f3c9f5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.330746] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-ec30fcc3-f122-481b-a474-2dd633032c93-fd63e120-fce1-4468-b436-213041f3c9f5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.450071] env[63105]: INFO nova.compute.resource_tracker [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updating resource usage from migration a16f4257-4cd5-4a28-908d-f80df5955179 [ 1053.466585] env[63105]: DEBUG nova.network.neutron [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Successfully created port: 2d446295-7369-4edc-8fa1-4f42c8ac7505 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.692433] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdaa267-6829-44e4-b3d3-68e3929d0c3c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.705933] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5da917-2b76-4f45-9e7c-42b4af51f588 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.742379] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2f5651-809d-4990-8a9f-d3d1e7b13df4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.762941] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13607314-8d06-4d4f-b6b3-bcbf0e651ace {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.767558] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b153b5-56c5-0d66-f8bc-d1411a9d1eec, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.768061] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.768414] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.768776] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.769078] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.769378] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.770159] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce832d7c-befd-4a83-80f2-454dd70c5437 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.782365] env[63105]: DEBUG nova.compute.provider_tree [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.794172] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.794405] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.795276] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a93bd95-5558-4f11-beb8-35f7390af91c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.801377] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1053.801377] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523d3f50-c859-39bf-64d1-4e96bb0cf229" [ 1053.801377] env[63105]: _type = "Task" [ 1053.801377] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.811088] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523d3f50-c859-39bf-64d1-4e96bb0cf229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.833712] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.833884] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.834806] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c346cbea-1f1e-40a9-a324-f3c2f172f4c9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.852599] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e1bf4b-31bc-4245-88ed-24b7a69f9e9e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.880261] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Reconfiguring VM to detach interface {{(pid=63105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1053.885844] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9d60e66-8e6b-4a43-98ac-a7445c5cde84 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.906418] env[63105]: DEBUG oslo_vmware.api [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 1053.906418] env[63105]: value = "task-2759519" [ 1053.906418] env[63105]: _type = "Task" [ 1053.906418] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.916432] env[63105]: DEBUG oslo_vmware.api [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.954636] env[63105]: DEBUG nova.compute.manager [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.982164] env[63105]: DEBUG nova.virt.hardware [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1053.982543] env[63105]: DEBUG nova.virt.hardware [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1053.982633] env[63105]: DEBUG nova.virt.hardware [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.982768] env[63105]: DEBUG nova.virt.hardware [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1053.982913] env[63105]: DEBUG nova.virt.hardware [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.983099] env[63105]: DEBUG nova.virt.hardware [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1053.983340] env[63105]: DEBUG nova.virt.hardware [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1053.983477] env[63105]: DEBUG nova.virt.hardware [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1053.983646] env[63105]: DEBUG nova.virt.hardware [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1053.983807] env[63105]: DEBUG nova.virt.hardware [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1053.984053] env[63105]: DEBUG nova.virt.hardware [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1053.985398] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2bdd2b-0e6b-4175-b127-02d588f85bd4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.994269] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86c24d7-e922-4ee0-a013-523e1e30ad2a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.165977] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b93b24-e34f-4644-be07-92074ae10988 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.166359] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a626582-4368-40a2-83db-001ef9884d50 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.174299] env[63105]: DEBUG oslo_vmware.api [None req-c2b93b24-e34f-4644-be07-92074ae10988 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1054.174299] env[63105]: value = "task-2759520" [ 1054.174299] env[63105]: _type = "Task" [ 1054.174299] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.182774] env[63105]: DEBUG oslo_vmware.api [None req-c2b93b24-e34f-4644-be07-92074ae10988 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.235665] env[63105]: DEBUG nova.network.neutron [req-18ad0b7b-1266-4610-8bc7-1f2e93b91681 req-a5f5a0d3-c2bc-43bb-88f8-ee1d78d4cfd4 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Updated VIF entry in instance network info cache for port 54acd3d7-82f5-427f-a1db-eea687bf0c3b. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.236088] env[63105]: DEBUG nova.network.neutron [req-18ad0b7b-1266-4610-8bc7-1f2e93b91681 req-a5f5a0d3-c2bc-43bb-88f8-ee1d78d4cfd4 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Updating instance_info_cache with network_info: [{"id": "54acd3d7-82f5-427f-a1db-eea687bf0c3b", "address": "fa:16:3e:c9:03:56", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54acd3d7-82", "ovs_interfaceid": "54acd3d7-82f5-427f-a1db-eea687bf0c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.289248] env[63105]: DEBUG nova.scheduler.client.report [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1054.312741] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523d3f50-c859-39bf-64d1-4e96bb0cf229, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.313584] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ffa4ee-7fd5-42c6-963d-714846acdfb3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.318978] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1054.318978] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5245625d-3b13-677c-45a4-b4d1ea55ba6e" [ 1054.318978] env[63105]: _type = "Task" [ 1054.318978] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.327787] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5245625d-3b13-677c-45a4-b4d1ea55ba6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.400835] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "f8570888-cf47-40f1-9fc7-bfb043d406af" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.401139] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "f8570888-cf47-40f1-9fc7-bfb043d406af" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.401761] env[63105]: DEBUG nova.compute.manager [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Going to confirm migration 4 {{(pid=63105) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5113}} [ 1054.416704] env[63105]: DEBUG oslo_vmware.api [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.684108] env[63105]: DEBUG oslo_vmware.api [None req-c2b93b24-e34f-4644-be07-92074ae10988 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759520, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.739154] env[63105]: DEBUG oslo_concurrency.lockutils [req-18ad0b7b-1266-4610-8bc7-1f2e93b91681 req-a5f5a0d3-c2bc-43bb-88f8-ee1d78d4cfd4 service nova] Releasing lock "refresh_cache-073735a2-5902-4a4b-ae5e-3537da89e584" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.794169] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.376s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.794373] env[63105]: INFO nova.compute.manager [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Migrating [ 1054.805285] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.057s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.805487] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.805720] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1054.809897] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2440f8a3-9183-4d19-86ed-b28ada5f159f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.827879] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b68f4e5-4386-48a5-bc15-7d11d7b5991d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.838065] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5245625d-3b13-677c-45a4-b4d1ea55ba6e, 'name': SearchDatastore_Task, 'duration_secs': 0.012924} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.845962] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.846946] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 073735a2-5902-4a4b-ae5e-3537da89e584/073735a2-5902-4a4b-ae5e-3537da89e584.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.848309] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09bda19f-68a1-4a76-8bf6-51c01c2065ee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.850708] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9626224-bfa5-4d8e-bf31-77f7ae338f1b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.858851] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4679dc03-15dd-46d5-b1fe-21340bec421f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.863825] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1054.863825] env[63105]: value = "task-2759521" [ 1054.863825] env[63105]: _type = "Task" [ 1054.863825] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.893798] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179038MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1054.893798] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.894016] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.906269] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.918453] env[63105]: DEBUG oslo_vmware.api [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.976252] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "refresh_cache-f8570888-cf47-40f1-9fc7-bfb043d406af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.976475] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "refresh_cache-f8570888-cf47-40f1-9fc7-bfb043d406af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.976730] env[63105]: DEBUG nova.network.neutron [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.976914] env[63105]: DEBUG nova.objects.instance [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lazy-loading 'info_cache' on Instance uuid f8570888-cf47-40f1-9fc7-bfb043d406af {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.188081] env[63105]: DEBUG oslo_vmware.api [None req-c2b93b24-e34f-4644-be07-92074ae10988 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759520, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.319636] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "refresh_cache-370053ad-42d1-4d01-81f2-cfceb69d6561" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.320170] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "refresh_cache-370053ad-42d1-4d01-81f2-cfceb69d6561" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.320515] env[63105]: DEBUG nova.network.neutron [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.381027] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48009} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.381027] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 073735a2-5902-4a4b-ae5e-3537da89e584/073735a2-5902-4a4b-ae5e-3537da89e584.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.381027] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.381027] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-387cb516-ea96-4791-98d9-fb917a3ca51d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.386391] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1055.386391] env[63105]: value = "task-2759522" [ 1055.386391] env[63105]: _type = "Task" [ 1055.386391] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.396858] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.422036] env[63105]: DEBUG oslo_vmware.api [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.443809] env[63105]: DEBUG nova.compute.manager [req-7fd96814-cb64-445e-ab5f-ca52c682b6af req-bbbb4f81-9d07-4b0d-8cca-e68e66e9b24b service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Received event network-vif-plugged-2d446295-7369-4edc-8fa1-4f42c8ac7505 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1055.444058] env[63105]: DEBUG oslo_concurrency.lockutils [req-7fd96814-cb64-445e-ab5f-ca52c682b6af req-bbbb4f81-9d07-4b0d-8cca-e68e66e9b24b service nova] Acquiring lock "0225629c-764d-4d77-852a-c9fea5ed4345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.444315] env[63105]: DEBUG oslo_concurrency.lockutils [req-7fd96814-cb64-445e-ab5f-ca52c682b6af req-bbbb4f81-9d07-4b0d-8cca-e68e66e9b24b service nova] Lock "0225629c-764d-4d77-852a-c9fea5ed4345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.444487] env[63105]: DEBUG oslo_concurrency.lockutils [req-7fd96814-cb64-445e-ab5f-ca52c682b6af req-bbbb4f81-9d07-4b0d-8cca-e68e66e9b24b service nova] Lock "0225629c-764d-4d77-852a-c9fea5ed4345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.444681] env[63105]: DEBUG nova.compute.manager [req-7fd96814-cb64-445e-ab5f-ca52c682b6af req-bbbb4f81-9d07-4b0d-8cca-e68e66e9b24b service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] No waiting events found dispatching network-vif-plugged-2d446295-7369-4edc-8fa1-4f42c8ac7505 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.444831] env[63105]: WARNING nova.compute.manager [req-7fd96814-cb64-445e-ab5f-ca52c682b6af req-bbbb4f81-9d07-4b0d-8cca-e68e66e9b24b service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Received unexpected event network-vif-plugged-2d446295-7369-4edc-8fa1-4f42c8ac7505 for instance with vm_state building and task_state spawning. [ 1055.533318] env[63105]: DEBUG nova.network.neutron [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Successfully updated port: 2d446295-7369-4edc-8fa1-4f42c8ac7505 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.686778] env[63105]: DEBUG oslo_vmware.api [None req-c2b93b24-e34f-4644-be07-92074ae10988 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759520, 'name': PowerOffVM_Task, 'duration_secs': 1.245989} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.687066] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b93b24-e34f-4644-be07-92074ae10988 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.687264] env[63105]: DEBUG nova.compute.manager [None req-c2b93b24-e34f-4644-be07-92074ae10988 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.688144] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b185fded-17a0-42fc-bbb9-1d84bc96d180 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.897994] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072345} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.898243] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.899033] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f211421e-ef33-4f05-b438-809bc8c81a98 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.914731] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Applying migration context for instance 370053ad-42d1-4d01-81f2-cfceb69d6561 as it has an incoming, in-progress migration a16f4257-4cd5-4a28-908d-f80df5955179. Migration status is pre-migrating {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1055.914962] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Applying migration context for instance f8570888-cf47-40f1-9fc7-bfb043d406af as it has an incoming, in-progress migration aedcfc33-6b6f-4246-bf6b-882d3c27b0c3. Migration status is confirming {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1055.916868] env[63105]: INFO nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updating resource usage from migration a16f4257-4cd5-4a28-908d-f80df5955179 [ 1055.917203] env[63105]: INFO nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updating resource usage from migration aedcfc33-6b6f-4246-bf6b-882d3c27b0c3 [ 1055.928803] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 073735a2-5902-4a4b-ae5e-3537da89e584/073735a2-5902-4a4b-ae5e-3537da89e584.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.934345] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e21a29-7d9c-498b-945e-47f382c1c025 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.949025] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance bd76bbfc-9c88-4046-8d6a-cb72d35453d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.949192] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 1295c5fb-4d84-4b06-8c38-30a1fbed2079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.949307] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 28329143-4282-4974-add0-00c64f01d7b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.949425] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 64c731b1-312b-40ec-8f7e-439fb0b11586 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.949548] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 102eff5f-81a7-432e-b5c9-1f47903703a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.949655] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance cc7a67ff-8e22-47d5-970a-89f02b8e4bb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.949764] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance ec30fcc3-f122-481b-a474-2dd633032c93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.949877] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 54aa02c4-995c-4dac-a9d3-09021b83afa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.949988] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Migration aedcfc33-6b6f-4246-bf6b-882d3c27b0c3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1055.950127] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance f8570888-cf47-40f1-9fc7-bfb043d406af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.950218] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 27f4ccd1-854a-4a94-ab2a-ed668d7633c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.950327] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 073735a2-5902-4a4b-ae5e-3537da89e584 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.950436] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 0225629c-764d-4d77-852a-c9fea5ed4345 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.950546] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Migration a16f4257-4cd5-4a28-908d-f80df5955179 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1055.950651] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 370053ad-42d1-4d01-81f2-cfceb69d6561 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1055.958888] env[63105]: DEBUG oslo_vmware.api [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.959367] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1055.959367] env[63105]: value = "task-2759523" [ 1055.959367] env[63105]: _type = "Task" [ 1055.959367] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.968628] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.037977] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "refresh_cache-0225629c-764d-4d77-852a-c9fea5ed4345" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.038192] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "refresh_cache-0225629c-764d-4d77-852a-c9fea5ed4345" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.038369] env[63105]: DEBUG nova.network.neutron [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.171285] env[63105]: DEBUG nova.network.neutron [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updating instance_info_cache with network_info: [{"id": "db8ad5e5-3aac-4c55-a307-e22ac14d86f8", "address": "fa:16:3e:b3:ec:1c", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8ad5e5-3a", "ovs_interfaceid": "db8ad5e5-3aac-4c55-a307-e22ac14d86f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.200048] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c2b93b24-e34f-4644-be07-92074ae10988 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "27f4ccd1-854a-4a94-ab2a-ed668d7633c0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.052s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.207586] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Acquiring lock "cd178024-7e9c-4e5a-a644-190c3f56d71c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.207917] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Lock "cd178024-7e9c-4e5a-a644-190c3f56d71c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.263978] env[63105]: DEBUG nova.network.neutron [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updating instance_info_cache with network_info: [{"id": "6a563394-0c86-49f3-8ce8-03ed269b7428", "address": "fa:16:3e:13:6d:30", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a563394-0c", "ovs_interfaceid": "6a563394-0c86-49f3-8ce8-03ed269b7428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.432075] env[63105]: DEBUG oslo_vmware.api [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.453783] env[63105]: INFO nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance cd178024-7e9c-4e5a-a644-190c3f56d71c has allocations against this compute host but is not found in the database. [ 1056.454088] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1056.454244] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1056.476185] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759523, 'name': ReconfigVM_Task, 'duration_secs': 0.320536} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.476487] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 073735a2-5902-4a4b-ae5e-3537da89e584/073735a2-5902-4a4b-ae5e-3537da89e584.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.477148] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb38e51c-d6d8-47fd-9f90-c090bbc0e676 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.487862] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1056.487862] env[63105]: value = "task-2759524" [ 1056.487862] env[63105]: _type = "Task" [ 1056.487862] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.499736] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759524, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.577039] env[63105]: DEBUG nova.network.neutron [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.675999] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "refresh_cache-370053ad-42d1-4d01-81f2-cfceb69d6561" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.711278] env[63105]: DEBUG nova.compute.manager [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.745165] env[63105]: DEBUG nova.network.neutron [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Updating instance_info_cache with network_info: [{"id": "2d446295-7369-4edc-8fa1-4f42c8ac7505", "address": "fa:16:3e:38:42:b9", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d446295-73", "ovs_interfaceid": "2d446295-7369-4edc-8fa1-4f42c8ac7505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.748707] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecb2148-a711-44f9-bd1a-ae280a5ac076 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.758776] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3d9fa6-f503-43d8-aeb3-3d41fedd7daf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.792727] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "refresh_cache-f8570888-cf47-40f1-9fc7-bfb043d406af" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.793017] env[63105]: DEBUG nova.objects.instance [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lazy-loading 'migration_context' on Instance uuid f8570888-cf47-40f1-9fc7-bfb043d406af {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.794766] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b0630d-7135-42b4-8ab6-48fa8c1a28e5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.802593] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016e0715-8b7d-48fb-8693-4e6f9bad2af5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.817951] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.930511] env[63105]: DEBUG oslo_vmware.api [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.996798] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759524, 'name': Rename_Task, 'duration_secs': 0.134701} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.997072] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.997314] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0545011c-4bbb-42f9-af3b-8be218637f40 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.003694] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1057.003694] env[63105]: value = "task-2759525" [ 1057.003694] env[63105]: _type = "Task" [ 1057.003694] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.011088] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.200880] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "27f4ccd1-854a-4a94-ab2a-ed668d7633c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.200880] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "27f4ccd1-854a-4a94-ab2a-ed668d7633c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.200880] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "27f4ccd1-854a-4a94-ab2a-ed668d7633c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.201152] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "27f4ccd1-854a-4a94-ab2a-ed668d7633c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.201308] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "27f4ccd1-854a-4a94-ab2a-ed668d7633c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.203413] env[63105]: INFO nova.compute.manager [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Terminating instance [ 1057.230864] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.247912] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "refresh_cache-0225629c-764d-4d77-852a-c9fea5ed4345" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.248262] env[63105]: DEBUG nova.compute.manager [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Instance network_info: |[{"id": "2d446295-7369-4edc-8fa1-4f42c8ac7505", "address": "fa:16:3e:38:42:b9", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d446295-73", "ovs_interfaceid": "2d446295-7369-4edc-8fa1-4f42c8ac7505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.248677] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:42:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d446295-7369-4edc-8fa1-4f42c8ac7505', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.256691] env[63105]: DEBUG oslo.service.loopingcall [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.257240] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.257474] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd5dbee3-1c60-469c-bbd1-2f422e56612c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.277622] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.277622] env[63105]: value = "task-2759526" [ 1057.277622] env[63105]: _type = "Task" [ 1057.277622] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.285317] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759526, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.301107] env[63105]: DEBUG nova.objects.base [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1057.301107] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae906db-1ece-481a-a90a-01b229e277e4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.320482] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1057.326215] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13740f99-2015-4f06-beca-bd52ab2ef448 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.331129] env[63105]: DEBUG oslo_vmware.api [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1057.331129] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52459c9f-4ba9-404e-48f6-1a3e91da962e" [ 1057.331129] env[63105]: _type = "Task" [ 1057.331129] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.339737] env[63105]: DEBUG oslo_vmware.api [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52459c9f-4ba9-404e-48f6-1a3e91da962e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.432839] env[63105]: DEBUG oslo_vmware.api [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.471580] env[63105]: DEBUG nova.compute.manager [req-5244fad5-1dad-4aa7-a10c-de74307aa17a req-deff65d0-903f-49f0-a31b-a2a07dfa4bd4 service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Received event network-changed-2d446295-7369-4edc-8fa1-4f42c8ac7505 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1057.472145] env[63105]: DEBUG nova.compute.manager [req-5244fad5-1dad-4aa7-a10c-de74307aa17a req-deff65d0-903f-49f0-a31b-a2a07dfa4bd4 service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Refreshing instance network info cache due to event network-changed-2d446295-7369-4edc-8fa1-4f42c8ac7505. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1057.472546] env[63105]: DEBUG oslo_concurrency.lockutils [req-5244fad5-1dad-4aa7-a10c-de74307aa17a req-deff65d0-903f-49f0-a31b-a2a07dfa4bd4 service nova] Acquiring lock "refresh_cache-0225629c-764d-4d77-852a-c9fea5ed4345" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.472782] env[63105]: DEBUG oslo_concurrency.lockutils [req-5244fad5-1dad-4aa7-a10c-de74307aa17a req-deff65d0-903f-49f0-a31b-a2a07dfa4bd4 service nova] Acquired lock "refresh_cache-0225629c-764d-4d77-852a-c9fea5ed4345" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.473049] env[63105]: DEBUG nova.network.neutron [req-5244fad5-1dad-4aa7-a10c-de74307aa17a req-deff65d0-903f-49f0-a31b-a2a07dfa4bd4 service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Refreshing network info cache for port 2d446295-7369-4edc-8fa1-4f42c8ac7505 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.514923] env[63105]: DEBUG oslo_vmware.api [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759525, 'name': PowerOnVM_Task, 'duration_secs': 0.460825} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.515220] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.515448] env[63105]: INFO nova.compute.manager [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1057.515673] env[63105]: DEBUG nova.compute.manager [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.516544] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f36624-d3d8-47c5-adb7-dae2a8fa922c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.707134] env[63105]: DEBUG nova.compute.manager [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.707372] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.708793] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf91627f-0248-4e9d-99ea-8b50b5dd9b87 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.716543] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.716827] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edf20c78-cbbe-408a-8fb5-42f5b39061cb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.787256] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759526, 'name': CreateVM_Task, 'duration_secs': 0.476694} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.787426] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.788193] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.788391] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.788765] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.789042] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3af274-90cd-40a3-94da-3433f089d006 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.794813] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1057.794813] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f0acf1-38a7-6a19-dd8d-48b229264b65" [ 1057.794813] env[63105]: _type = "Task" [ 1057.794813] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.798825] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.799035] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.799219] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleting the datastore file [datastore2] 27f4ccd1-854a-4a94-ab2a-ed668d7633c0 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.799738] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb22ff04-f861-4add-b083-de993741af0a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.805785] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f0acf1-38a7-6a19-dd8d-48b229264b65, 'name': SearchDatastore_Task, 'duration_secs': 0.008698} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.806902] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.807145] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.807372] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.807524] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.807690] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.807974] env[63105]: DEBUG oslo_vmware.api [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1057.807974] env[63105]: value = "task-2759528" [ 1057.807974] env[63105]: _type = "Task" [ 1057.807974] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.808158] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5d88ae1-9ab1-4a76-b9ea-a4d73d16cd7b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.818023] env[63105]: DEBUG oslo_vmware.api [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.818023] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.818023] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.818598] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c07c75-152d-455e-b10a-6b8b6b26dee4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.823274] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1057.823274] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52c0d119-f49f-2702-9bcd-b5de42659075" [ 1057.823274] env[63105]: _type = "Task" [ 1057.823274] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.826354] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1057.826523] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.933s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.827082] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.596s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.828813] env[63105]: INFO nova.compute.claims [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.837805] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c0d119-f49f-2702-9bcd-b5de42659075, 'name': SearchDatastore_Task, 'duration_secs': 0.010094} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.838747] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2011d8e1-e312-4bd8-b322-72ff3ad671d9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.843580] env[63105]: DEBUG oslo_vmware.api [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52459c9f-4ba9-404e-48f6-1a3e91da962e, 'name': SearchDatastore_Task, 'duration_secs': 0.007827} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.844155] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.846277] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1057.846277] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52fd9730-618a-2e07-dd86-5fceda4d20ea" [ 1057.846277] env[63105]: _type = "Task" [ 1057.846277] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.853327] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52fd9730-618a-2e07-dd86-5fceda4d20ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.933792] env[63105]: DEBUG oslo_vmware.api [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.037510] env[63105]: INFO nova.compute.manager [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Took 21.97 seconds to build instance. [ 1058.153087] env[63105]: DEBUG nova.network.neutron [req-5244fad5-1dad-4aa7-a10c-de74307aa17a req-deff65d0-903f-49f0-a31b-a2a07dfa4bd4 service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Updated VIF entry in instance network info cache for port 2d446295-7369-4edc-8fa1-4f42c8ac7505. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.154430] env[63105]: DEBUG nova.network.neutron [req-5244fad5-1dad-4aa7-a10c-de74307aa17a req-deff65d0-903f-49f0-a31b-a2a07dfa4bd4 service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Updating instance_info_cache with network_info: [{"id": "2d446295-7369-4edc-8fa1-4f42c8ac7505", "address": "fa:16:3e:38:42:b9", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d446295-73", "ovs_interfaceid": "2d446295-7369-4edc-8fa1-4f42c8ac7505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.191262] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bef1d3-0483-4657-8eea-c4a52aa129c5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.210738] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updating instance '370053ad-42d1-4d01-81f2-cfceb69d6561' progress to 0 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.319231] env[63105]: DEBUG oslo_vmware.api [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125347} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.319497] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.319717] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.319847] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.320023] env[63105]: INFO nova.compute.manager [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1058.320273] env[63105]: DEBUG oslo.service.loopingcall [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.320477] env[63105]: DEBUG nova.compute.manager [-] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.320578] env[63105]: DEBUG nova.network.neutron [-] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.358256] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52fd9730-618a-2e07-dd86-5fceda4d20ea, 'name': SearchDatastore_Task, 'duration_secs': 0.00763} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.358519] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.358769] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 0225629c-764d-4d77-852a-c9fea5ed4345/0225629c-764d-4d77-852a-c9fea5ed4345.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.359062] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adbcaf3a-6ba9-47aa-978f-18bd91874f83 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.364992] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1058.364992] env[63105]: value = "task-2759529" [ 1058.364992] env[63105]: _type = "Task" [ 1058.364992] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.372635] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.433437] env[63105]: DEBUG oslo_vmware.api [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.539526] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8d606402-b808-4b66-b9d9-99ac011d278d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "073735a2-5902-4a4b-ae5e-3537da89e584" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.482s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.657075] env[63105]: DEBUG oslo_concurrency.lockutils [req-5244fad5-1dad-4aa7-a10c-de74307aa17a req-deff65d0-903f-49f0-a31b-a2a07dfa4bd4 service nova] Releasing lock "refresh_cache-0225629c-764d-4d77-852a-c9fea5ed4345" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.717610] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.717986] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b3d941d-cc1a-44ff-8f4b-f47e34615f3c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.726042] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1058.726042] env[63105]: value = "task-2759530" [ 1058.726042] env[63105]: _type = "Task" [ 1058.726042] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.735323] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.878206] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474679} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.878543] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 0225629c-764d-4d77-852a-c9fea5ed4345/0225629c-764d-4d77-852a-c9fea5ed4345.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.878757] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.879027] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fdf95a0-3a25-4f45-91f8-46cc3395f499 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.886661] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1058.886661] env[63105]: value = "task-2759531" [ 1058.886661] env[63105]: _type = "Task" [ 1058.886661] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.895129] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.934793] env[63105]: DEBUG oslo_vmware.api [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.062530] env[63105]: DEBUG nova.network.neutron [-] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.101461] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b756ede-d7d0-49a3-8467-19b8f9fbd868 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.110299] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4280b2-7e52-454e-a874-378fefc84967 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.141589] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61165de5-671c-4c88-8569-2f7c165ecfc4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.148809] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c89c3c-29f1-4e98-b7d0-6f5a12427421 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.162046] env[63105]: DEBUG nova.compute.provider_tree [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.235474] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759530, 'name': PowerOffVM_Task, 'duration_secs': 0.300125} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.235723] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.235902] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updating instance '370053ad-42d1-4d01-81f2-cfceb69d6561' progress to 17 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.396917] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097516} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.397218] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.397996] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede765b6-c80b-4b67-8a02-1dd89f5ea62a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.420200] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 0225629c-764d-4d77-852a-c9fea5ed4345/0225629c-764d-4d77-852a-c9fea5ed4345.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.420473] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3753f11c-6029-4fd5-be8d-01a294f6466a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.443652] env[63105]: DEBUG oslo_vmware.api [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759519, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.445031] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1059.445031] env[63105]: value = "task-2759532" [ 1059.445031] env[63105]: _type = "Task" [ 1059.445031] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.453906] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.498901] env[63105]: DEBUG nova.compute.manager [req-5fc9c239-5b62-4edf-a38f-433db2160574 req-f3552b20-cc20-4c46-b1cb-915776ccf591 service nova] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Received event network-vif-deleted-b8083c60-bdaa-4293-8846-746076868ec1 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1059.499131] env[63105]: DEBUG nova.compute.manager [req-5fc9c239-5b62-4edf-a38f-433db2160574 req-f3552b20-cc20-4c46-b1cb-915776ccf591 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Received event network-changed-54acd3d7-82f5-427f-a1db-eea687bf0c3b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1059.499293] env[63105]: DEBUG nova.compute.manager [req-5fc9c239-5b62-4edf-a38f-433db2160574 req-f3552b20-cc20-4c46-b1cb-915776ccf591 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Refreshing instance network info cache due to event network-changed-54acd3d7-82f5-427f-a1db-eea687bf0c3b. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1059.499496] env[63105]: DEBUG oslo_concurrency.lockutils [req-5fc9c239-5b62-4edf-a38f-433db2160574 req-f3552b20-cc20-4c46-b1cb-915776ccf591 service nova] Acquiring lock "refresh_cache-073735a2-5902-4a4b-ae5e-3537da89e584" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.499634] env[63105]: DEBUG oslo_concurrency.lockutils [req-5fc9c239-5b62-4edf-a38f-433db2160574 req-f3552b20-cc20-4c46-b1cb-915776ccf591 service nova] Acquired lock "refresh_cache-073735a2-5902-4a4b-ae5e-3537da89e584" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.499789] env[63105]: DEBUG nova.network.neutron [req-5fc9c239-5b62-4edf-a38f-433db2160574 req-f3552b20-cc20-4c46-b1cb-915776ccf591 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Refreshing network info cache for port 54acd3d7-82f5-427f-a1db-eea687bf0c3b {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.564925] env[63105]: INFO nova.compute.manager [-] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Took 1.24 seconds to deallocate network for instance. [ 1059.665441] env[63105]: DEBUG nova.scheduler.client.report [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1059.742229] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1059.742592] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1059.742631] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.742805] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1059.742947] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.743121] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1059.743328] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1059.743483] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1059.743642] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1059.743801] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1059.743974] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1059.749641] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a972f6ae-0120-4f8f-8de8-e3f88a0988df {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.766253] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1059.766253] env[63105]: value = "task-2759533" [ 1059.766253] env[63105]: _type = "Task" [ 1059.766253] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.774575] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.944359] env[63105]: DEBUG oslo_vmware.api [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759519, 'name': ReconfigVM_Task, 'duration_secs': 5.902025} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.944560] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.944808] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Reconfigured VM to detach interface {{(pid=63105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1059.955822] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.072651] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.172165] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.175825] env[63105]: DEBUG nova.compute.manager [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.175825] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.331s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.280861] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759533, 'name': ReconfigVM_Task, 'duration_secs': 0.294863} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.281211] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updating instance '370053ad-42d1-4d01-81f2-cfceb69d6561' progress to 33 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.380226] env[63105]: DEBUG nova.network.neutron [req-5fc9c239-5b62-4edf-a38f-433db2160574 req-f3552b20-cc20-4c46-b1cb-915776ccf591 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Updated VIF entry in instance network info cache for port 54acd3d7-82f5-427f-a1db-eea687bf0c3b. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.380617] env[63105]: DEBUG nova.network.neutron [req-5fc9c239-5b62-4edf-a38f-433db2160574 req-f3552b20-cc20-4c46-b1cb-915776ccf591 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Updating instance_info_cache with network_info: [{"id": "54acd3d7-82f5-427f-a1db-eea687bf0c3b", "address": "fa:16:3e:c9:03:56", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54acd3d7-82", "ovs_interfaceid": "54acd3d7-82f5-427f-a1db-eea687bf0c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.457563] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759532, 'name': ReconfigVM_Task, 'duration_secs': 0.653725} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.457869] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 0225629c-764d-4d77-852a-c9fea5ed4345/0225629c-764d-4d77-852a-c9fea5ed4345.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.458940] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6827202e-3888-41e5-9af2-8cceeaa6a4b2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.466169] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1060.466169] env[63105]: value = "task-2759534" [ 1060.466169] env[63105]: _type = "Task" [ 1060.466169] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.477429] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759534, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.679545] env[63105]: DEBUG nova.compute.utils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1060.684015] env[63105]: DEBUG nova.compute.manager [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.684375] env[63105]: DEBUG nova.network.neutron [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.720350] env[63105]: DEBUG nova.policy [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a2fc90414c54e01b97e1a49939a93f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '522e72fa9df1419ab9c0eaa7dff8d71a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.789362] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1060.789666] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1060.789776] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.789953] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1060.790112] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.790264] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1060.790471] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1060.790629] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1060.790794] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1060.790953] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1060.791144] env[63105]: DEBUG nova.virt.hardware [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1060.796869] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1060.799448] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55e90fc1-137c-4e16-8a10-fd9c7d317fc6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.818884] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1060.818884] env[63105]: value = "task-2759535" [ 1060.818884] env[63105]: _type = "Task" [ 1060.818884] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.829812] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.883489] env[63105]: DEBUG oslo_concurrency.lockutils [req-5fc9c239-5b62-4edf-a38f-433db2160574 req-f3552b20-cc20-4c46-b1cb-915776ccf591 service nova] Releasing lock "refresh_cache-073735a2-5902-4a4b-ae5e-3537da89e584" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.934477] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6c8926-94bd-4114-91fd-8d6de7cfd71b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.943918] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524e1dc4-ba94-45d0-b0bb-c04956fc0573 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.978948] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2a946e-b4c2-4f96-ae59-dc751a2a916f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.988590] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759534, 'name': Rename_Task, 'duration_secs': 0.188772} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.989840] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888c87fb-2a38-43d8-868d-df76d2db0b01 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.993710] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.994576] env[63105]: DEBUG nova.network.neutron [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Successfully created port: 95590533-2d74-4e01-aea2-47ea8fedd9cb {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.996390] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45dfd80c-9263-4465-933d-5ddf10e3d92e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.010097] env[63105]: DEBUG nova.compute.provider_tree [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.013443] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1061.013443] env[63105]: value = "task-2759536" [ 1061.013443] env[63105]: _type = "Task" [ 1061.013443] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.024020] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759536, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.184613] env[63105]: DEBUG nova.compute.manager [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.330066] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759535, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.417724] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.417836] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquired lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.417971] env[63105]: DEBUG nova.network.neutron [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.515571] env[63105]: DEBUG nova.scheduler.client.report [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1061.529105] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.830283] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759535, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.892405] env[63105]: DEBUG oslo_concurrency.lockutils [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "ec30fcc3-f122-481b-a474-2dd633032c93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.892679] env[63105]: DEBUG oslo_concurrency.lockutils [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "ec30fcc3-f122-481b-a474-2dd633032c93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.892896] env[63105]: DEBUG oslo_concurrency.lockutils [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "ec30fcc3-f122-481b-a474-2dd633032c93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.893097] env[63105]: DEBUG oslo_concurrency.lockutils [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "ec30fcc3-f122-481b-a474-2dd633032c93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.893270] env[63105]: DEBUG oslo_concurrency.lockutils [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "ec30fcc3-f122-481b-a474-2dd633032c93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.895630] env[63105]: INFO nova.compute.manager [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Terminating instance [ 1062.033394] env[63105]: DEBUG oslo_vmware.api [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759536, 'name': PowerOnVM_Task, 'duration_secs': 0.97871} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.033656] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.033854] env[63105]: INFO nova.compute.manager [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1062.034043] env[63105]: DEBUG nova.compute.manager [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.034842] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de350ab-e042-49a6-9341-0247f361a9bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.141244] env[63105]: INFO nova.network.neutron [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Port fd63e120-fce1-4468-b436-213041f3c9f5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1062.141636] env[63105]: DEBUG nova.network.neutron [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Updating instance_info_cache with network_info: [{"id": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "address": "fa:16:3e:d3:48:37", "network": {"id": "739db829-14b0-4d26-8a41-7fca05cf4f5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1910465347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6039084dd49439b9add938dad3b1446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f384392-e1", "ovs_interfaceid": "2f384392-e106-46e5-a2b8-4a55ae6d33d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.193722] env[63105]: DEBUG nova.compute.manager [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.219903] env[63105]: DEBUG nova.virt.hardware [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1062.220171] env[63105]: DEBUG nova.virt.hardware [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1062.220334] env[63105]: DEBUG nova.virt.hardware [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.220523] env[63105]: DEBUG nova.virt.hardware [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1062.220671] env[63105]: DEBUG nova.virt.hardware [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.220818] env[63105]: DEBUG nova.virt.hardware [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1062.221033] env[63105]: DEBUG nova.virt.hardware [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1062.221200] env[63105]: DEBUG nova.virt.hardware [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1062.221368] env[63105]: DEBUG nova.virt.hardware [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1062.221531] env[63105]: DEBUG nova.virt.hardware [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1062.221702] env[63105]: DEBUG nova.virt.hardware [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1062.222936] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dd2a5a-c412-4494-86bb-782ac127d4a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.230851] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7c8104-d0ce-48bc-be21-e73820fdaf7c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.330015] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759535, 'name': ReconfigVM_Task, 'duration_secs': 1.203581} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.330294] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1062.331067] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dfa063-51ed-4aab-ab62-db41d87eab12 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.353723] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 370053ad-42d1-4d01-81f2-cfceb69d6561/370053ad-42d1-4d01-81f2-cfceb69d6561.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.353979] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee1284c5-be57-4daa-bf4b-68283806244d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.369064] env[63105]: DEBUG nova.compute.manager [req-c33ddc64-f179-4a69-b68b-e0b979ed3b17 req-46664397-d046-4350-b247-9a91b2690ebc service nova] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Received event network-vif-plugged-95590533-2d74-4e01-aea2-47ea8fedd9cb {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1062.369213] env[63105]: DEBUG oslo_concurrency.lockutils [req-c33ddc64-f179-4a69-b68b-e0b979ed3b17 req-46664397-d046-4350-b247-9a91b2690ebc service nova] Acquiring lock "cd178024-7e9c-4e5a-a644-190c3f56d71c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.369422] env[63105]: DEBUG oslo_concurrency.lockutils [req-c33ddc64-f179-4a69-b68b-e0b979ed3b17 req-46664397-d046-4350-b247-9a91b2690ebc service nova] Lock "cd178024-7e9c-4e5a-a644-190c3f56d71c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.369588] env[63105]: DEBUG oslo_concurrency.lockutils [req-c33ddc64-f179-4a69-b68b-e0b979ed3b17 req-46664397-d046-4350-b247-9a91b2690ebc service nova] Lock "cd178024-7e9c-4e5a-a644-190c3f56d71c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.369751] env[63105]: DEBUG nova.compute.manager [req-c33ddc64-f179-4a69-b68b-e0b979ed3b17 req-46664397-d046-4350-b247-9a91b2690ebc service nova] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] No waiting events found dispatching network-vif-plugged-95590533-2d74-4e01-aea2-47ea8fedd9cb {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.369910] env[63105]: WARNING nova.compute.manager [req-c33ddc64-f179-4a69-b68b-e0b979ed3b17 req-46664397-d046-4350-b247-9a91b2690ebc service nova] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Received unexpected event network-vif-plugged-95590533-2d74-4e01-aea2-47ea8fedd9cb for instance with vm_state building and task_state spawning. [ 1062.375399] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1062.375399] env[63105]: value = "task-2759537" [ 1062.375399] env[63105]: _type = "Task" [ 1062.375399] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.382878] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.398909] env[63105]: DEBUG nova.compute.manager [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.399125] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.399959] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94be1c0-c28e-40b6-9d6e-37602a448f6a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.407041] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.407290] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4708dd50-0e34-4b37-a401-bdc8318d1116 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.412694] env[63105]: DEBUG oslo_vmware.api [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 1062.412694] env[63105]: value = "task-2759538" [ 1062.412694] env[63105]: _type = "Task" [ 1062.412694] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.420436] env[63105]: DEBUG oslo_vmware.api [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.437414] env[63105]: DEBUG nova.network.neutron [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Successfully updated port: 95590533-2d74-4e01-aea2-47ea8fedd9cb {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.531045] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.355s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.534745] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.462s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.534986] env[63105]: DEBUG nova.objects.instance [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lazy-loading 'resources' on Instance uuid 27f4ccd1-854a-4a94-ab2a-ed668d7633c0 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.551046] env[63105]: INFO nova.compute.manager [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Took 19.21 seconds to build instance. [ 1062.644874] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Releasing lock "refresh_cache-ec30fcc3-f122-481b-a474-2dd633032c93" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.885529] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759537, 'name': ReconfigVM_Task, 'duration_secs': 0.277911} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.885810] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 370053ad-42d1-4d01-81f2-cfceb69d6561/370053ad-42d1-4d01-81f2-cfceb69d6561.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.886079] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updating instance '370053ad-42d1-4d01-81f2-cfceb69d6561' progress to 50 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.922082] env[63105]: DEBUG oslo_vmware.api [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759538, 'name': PowerOffVM_Task, 'duration_secs': 0.226578} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.922391] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.922568] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.922813] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d550e65-65a0-4f19-8fbf-2169e2289c15 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.940850] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Acquiring lock "refresh_cache-cd178024-7e9c-4e5a-a644-190c3f56d71c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.940961] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Acquired lock "refresh_cache-cd178024-7e9c-4e5a-a644-190c3f56d71c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.941039] env[63105]: DEBUG nova.network.neutron [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.989624] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.989858] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.990057] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Deleting the datastore file [datastore1] ec30fcc3-f122-481b-a474-2dd633032c93 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.990430] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e6d1bb3-608e-4257-a2ba-918b59afca0f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.996413] env[63105]: DEBUG oslo_vmware.api [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 1062.996413] env[63105]: value = "task-2759540" [ 1062.996413] env[63105]: _type = "Task" [ 1062.996413] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.004164] env[63105]: DEBUG oslo_vmware.api [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.053143] env[63105]: DEBUG oslo_concurrency.lockutils [None req-eed165c6-a04f-45df-9cf5-59da6152abd5 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "0225629c-764d-4d77-852a-c9fea5ed4345" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.727s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.093371] env[63105]: INFO nova.scheduler.client.report [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleted allocation for migration aedcfc33-6b6f-4246-bf6b-882d3c27b0c3 [ 1063.149120] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fc615763-52b9-4e9a-b478-f100557e1ff8 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "interface-ec30fcc3-f122-481b-a474-2dd633032c93-fd63e120-fce1-4468-b436-213041f3c9f5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.818s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.247751] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3246aaea-c404-4761-a869-88332a0fadce {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.257355] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4564bb-006d-4ea2-884e-f1e3430aaad8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.287453] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a65f3f-400d-4c1e-a4ea-c2fdf973a7ff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.294796] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beef296-261a-4bc0-a4ec-396cbfbb4ff8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.308120] env[63105]: DEBUG nova.compute.provider_tree [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.392207] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0376202e-cd21-4f97-8cd7-f8ea60755fdc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.411380] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fa4750-b69c-445f-9919-13c6f91d420f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.430862] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updating instance '370053ad-42d1-4d01-81f2-cfceb69d6561' progress to 67 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.473872] env[63105]: DEBUG nova.network.neutron [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.511334] env[63105]: DEBUG oslo_vmware.api [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146468} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.511334] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.511334] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.511334] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.511334] env[63105]: INFO nova.compute.manager [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1063.511334] env[63105]: DEBUG oslo.service.loopingcall [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.511334] env[63105]: DEBUG nova.compute.manager [-] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.511334] env[63105]: DEBUG nova.network.neutron [-] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.600992] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db0cf334-7f6e-4442-b2b6-c1d1310f4b12 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "f8570888-cf47-40f1-9fc7-bfb043d406af" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.200s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.674442] env[63105]: DEBUG oslo_concurrency.lockutils [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "f8570888-cf47-40f1-9fc7-bfb043d406af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.674717] env[63105]: DEBUG oslo_concurrency.lockutils [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "f8570888-cf47-40f1-9fc7-bfb043d406af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.674950] env[63105]: DEBUG oslo_concurrency.lockutils [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "f8570888-cf47-40f1-9fc7-bfb043d406af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.675170] env[63105]: DEBUG oslo_concurrency.lockutils [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "f8570888-cf47-40f1-9fc7-bfb043d406af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.675388] env[63105]: DEBUG oslo_concurrency.lockutils [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "f8570888-cf47-40f1-9fc7-bfb043d406af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.677651] env[63105]: INFO nova.compute.manager [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Terminating instance [ 1063.803166] env[63105]: DEBUG nova.network.neutron [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Updating instance_info_cache with network_info: [{"id": "95590533-2d74-4e01-aea2-47ea8fedd9cb", "address": "fa:16:3e:79:ee:2f", "network": {"id": "17ae5cf3-0d6b-419a-86b3-8d4150fa932f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1975058507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "522e72fa9df1419ab9c0eaa7dff8d71a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95590533-2d", "ovs_interfaceid": "95590533-2d74-4e01-aea2-47ea8fedd9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.838362] env[63105]: ERROR nova.scheduler.client.report [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [req-3133ba93-162c-47ec-900f-739a582e6d91] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3133ba93-162c-47ec-900f-739a582e6d91"}]} [ 1063.854335] env[63105]: DEBUG nova.scheduler.client.report [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1063.876831] env[63105]: DEBUG nova.scheduler.client.report [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1063.877058] env[63105]: DEBUG nova.compute.provider_tree [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.888551] env[63105]: DEBUG nova.scheduler.client.report [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1063.919745] env[63105]: DEBUG nova.scheduler.client.report [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1064.013150] env[63105]: DEBUG nova.network.neutron [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Port db8ad5e5-3aac-4c55-a307-e22ac14d86f8 binding to destination host cpu-1 is already ACTIVE {{(pid=63105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1064.128672] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "5853c03d-9ec8-416a-8fa9-b42ef719e679" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.128911] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "5853c03d-9ec8-416a-8fa9-b42ef719e679" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.130471] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4f1d1a-2b25-4d8e-85f7-a2d64f16cd3e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.138215] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f973133a-4037-4ad0-89c0-9043133eb53b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.172019] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eb23c1-b7d1-41b8-84db-24edb5f37125 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.179652] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d95076-8c66-4742-9097-6cd11e71eb65 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.194029] env[63105]: DEBUG nova.compute.manager [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.194029] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.194029] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b447f256-4af0-4752-81b3-eea2438b65ac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.204855] env[63105]: DEBUG nova.compute.provider_tree [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.207983] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.208408] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd7d9437-3211-4605-a891-f301c2b73373 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.214671] env[63105]: DEBUG oslo_vmware.api [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1064.214671] env[63105]: value = "task-2759541" [ 1064.214671] env[63105]: _type = "Task" [ 1064.214671] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.222782] env[63105]: DEBUG oslo_vmware.api [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.307030] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Releasing lock "refresh_cache-cd178024-7e9c-4e5a-a644-190c3f56d71c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.307370] env[63105]: DEBUG nova.compute.manager [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Instance network_info: |[{"id": "95590533-2d74-4e01-aea2-47ea8fedd9cb", "address": "fa:16:3e:79:ee:2f", "network": {"id": "17ae5cf3-0d6b-419a-86b3-8d4150fa932f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1975058507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "522e72fa9df1419ab9c0eaa7dff8d71a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95590533-2d", "ovs_interfaceid": "95590533-2d74-4e01-aea2-47ea8fedd9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.307903] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:ee:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95590533-2d74-4e01-aea2-47ea8fedd9cb', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.316973] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Creating folder: Project (522e72fa9df1419ab9c0eaa7dff8d71a). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.317414] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82b00caa-67a3-42a9-aea0-2b7645c54cfc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.328910] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Created folder: Project (522e72fa9df1419ab9c0eaa7dff8d71a) in parent group-v554960. [ 1064.329134] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Creating folder: Instances. Parent ref: group-v555230. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.329375] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e42d5473-673e-44fd-b32c-7d74b711260f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.338095] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Created folder: Instances in parent group-v555230. [ 1064.338340] env[63105]: DEBUG oslo.service.loopingcall [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.338528] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.338737] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c397ed2-5612-4deb-bd4d-58838ec6609c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.358080] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.358080] env[63105]: value = "task-2759544" [ 1064.358080] env[63105]: _type = "Task" [ 1064.358080] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.368727] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759544, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.478099] env[63105]: DEBUG nova.compute.manager [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Received event network-changed-95590533-2d74-4e01-aea2-47ea8fedd9cb {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1064.478338] env[63105]: DEBUG nova.compute.manager [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Refreshing instance network info cache due to event network-changed-95590533-2d74-4e01-aea2-47ea8fedd9cb. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1064.478947] env[63105]: DEBUG oslo_concurrency.lockutils [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] Acquiring lock "refresh_cache-cd178024-7e9c-4e5a-a644-190c3f56d71c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.479081] env[63105]: DEBUG oslo_concurrency.lockutils [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] Acquired lock "refresh_cache-cd178024-7e9c-4e5a-a644-190c3f56d71c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.479242] env[63105]: DEBUG nova.network.neutron [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Refreshing network info cache for port 95590533-2d74-4e01-aea2-47ea8fedd9cb {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.634647] env[63105]: DEBUG nova.compute.manager [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.725752] env[63105]: DEBUG oslo_vmware.api [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759541, 'name': PowerOffVM_Task, 'duration_secs': 0.192664} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.727266] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.727266] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.727266] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96d0a0d8-ef30-4300-8e9b-436d00338b22 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.745181] env[63105]: DEBUG nova.scheduler.client.report [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1064.745562] env[63105]: DEBUG nova.compute.provider_tree [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 161 to 162 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1064.745642] env[63105]: DEBUG nova.compute.provider_tree [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.789748] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.789748] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.789748] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleting the datastore file [datastore1] f8570888-cf47-40f1-9fc7-bfb043d406af {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.789971] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9f57ee9-50f3-4930-97c4-c469cda6e791 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.797401] env[63105]: DEBUG oslo_vmware.api [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1064.797401] env[63105]: value = "task-2759546" [ 1064.797401] env[63105]: _type = "Task" [ 1064.797401] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.805842] env[63105]: DEBUG oslo_vmware.api [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.874030] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759544, 'name': CreateVM_Task, 'duration_secs': 0.337161} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.874030] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.874442] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.874807] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.875369] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.875815] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924124f6-9829-446c-bf89-6d607f1e3f58 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.881697] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Waiting for the task: (returnval){ [ 1064.881697] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521ba10a-8ab2-6597-845d-f84b082b0541" [ 1064.881697] env[63105]: _type = "Task" [ 1064.881697] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.891186] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521ba10a-8ab2-6597-845d-f84b082b0541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.036847] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "370053ad-42d1-4d01-81f2-cfceb69d6561-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.037586] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "370053ad-42d1-4d01-81f2-cfceb69d6561-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.037586] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "370053ad-42d1-4d01-81f2-cfceb69d6561-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.157303] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.184018] env[63105]: DEBUG nova.network.neutron [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Updated VIF entry in instance network info cache for port 95590533-2d74-4e01-aea2-47ea8fedd9cb. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.184630] env[63105]: DEBUG nova.network.neutron [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Updating instance_info_cache with network_info: [{"id": "95590533-2d74-4e01-aea2-47ea8fedd9cb", "address": "fa:16:3e:79:ee:2f", "network": {"id": "17ae5cf3-0d6b-419a-86b3-8d4150fa932f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1975058507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "522e72fa9df1419ab9c0eaa7dff8d71a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95590533-2d", "ovs_interfaceid": "95590533-2d74-4e01-aea2-47ea8fedd9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.227194] env[63105]: DEBUG nova.network.neutron [-] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.251612] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.717s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.253697] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.097s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.255403] env[63105]: INFO nova.compute.claims [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.269516] env[63105]: INFO nova.scheduler.client.report [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleted allocations for instance 27f4ccd1-854a-4a94-ab2a-ed668d7633c0 [ 1065.309047] env[63105]: DEBUG oslo_vmware.api [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325132} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.309335] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.309527] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.309733] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.309880] env[63105]: INFO nova.compute.manager [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1065.310151] env[63105]: DEBUG oslo.service.loopingcall [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1065.310347] env[63105]: DEBUG nova.compute.manager [-] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.310446] env[63105]: DEBUG nova.network.neutron [-] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.396864] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521ba10a-8ab2-6597-845d-f84b082b0541, 'name': SearchDatastore_Task, 'duration_secs': 0.013384} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.397412] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.397789] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.398185] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.398452] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.398762] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.399164] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5129c557-90de-4d7f-9637-3ac7c6fcfe29 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.409076] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.409386] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.410512] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b8b2ee9-c9f6-4b6d-bfad-ff2b3ec63bff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.417545] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Waiting for the task: (returnval){ [ 1065.417545] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52426a5e-24bf-0763-1e4f-80a206386aab" [ 1065.417545] env[63105]: _type = "Task" [ 1065.417545] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.431559] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52426a5e-24bf-0763-1e4f-80a206386aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.687417] env[63105]: DEBUG oslo_concurrency.lockutils [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] Releasing lock "refresh_cache-cd178024-7e9c-4e5a-a644-190c3f56d71c" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.687752] env[63105]: DEBUG nova.compute.manager [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Received event network-changed-2d446295-7369-4edc-8fa1-4f42c8ac7505 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1065.687887] env[63105]: DEBUG nova.compute.manager [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Refreshing instance network info cache due to event network-changed-2d446295-7369-4edc-8fa1-4f42c8ac7505. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1065.688114] env[63105]: DEBUG oslo_concurrency.lockutils [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] Acquiring lock "refresh_cache-0225629c-764d-4d77-852a-c9fea5ed4345" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.688265] env[63105]: DEBUG oslo_concurrency.lockutils [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] Acquired lock "refresh_cache-0225629c-764d-4d77-852a-c9fea5ed4345" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.688428] env[63105]: DEBUG nova.network.neutron [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Refreshing network info cache for port 2d446295-7369-4edc-8fa1-4f42c8ac7505 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.729505] env[63105]: INFO nova.compute.manager [-] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Took 2.22 seconds to deallocate network for instance. [ 1065.777234] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5137b64f-b127-422c-9370-f7af31ea1c64 tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "27f4ccd1-854a-4a94-ab2a-ed668d7633c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.577s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.928173] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52426a5e-24bf-0763-1e4f-80a206386aab, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.928971] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f4c433-8a86-4227-9d6a-3a1ecb62aff4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.934821] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Waiting for the task: (returnval){ [ 1065.934821] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526c24a1-91d7-3baa-5083-b0384c8b685a" [ 1065.934821] env[63105]: _type = "Task" [ 1065.934821] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.941897] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526c24a1-91d7-3baa-5083-b0384c8b685a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.058720] env[63105]: DEBUG nova.network.neutron [-] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.073678] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "refresh_cache-370053ad-42d1-4d01-81f2-cfceb69d6561" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.073876] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "refresh_cache-370053ad-42d1-4d01-81f2-cfceb69d6561" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.074104] env[63105]: DEBUG nova.network.neutron [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.235333] env[63105]: DEBUG oslo_concurrency.lockutils [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.270954] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "bd76bbfc-9c88-4046-8d6a-cb72d35453d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.271107] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "bd76bbfc-9c88-4046-8d6a-cb72d35453d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.271372] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "bd76bbfc-9c88-4046-8d6a-cb72d35453d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.271581] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "bd76bbfc-9c88-4046-8d6a-cb72d35453d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.271753] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "bd76bbfc-9c88-4046-8d6a-cb72d35453d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.274147] env[63105]: INFO nova.compute.manager [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Terminating instance [ 1066.387691] env[63105]: DEBUG nova.network.neutron [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Updated VIF entry in instance network info cache for port 2d446295-7369-4edc-8fa1-4f42c8ac7505. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.388065] env[63105]: DEBUG nova.network.neutron [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Updating instance_info_cache with network_info: [{"id": "2d446295-7369-4edc-8fa1-4f42c8ac7505", "address": "fa:16:3e:38:42:b9", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d446295-73", "ovs_interfaceid": "2d446295-7369-4edc-8fa1-4f42c8ac7505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.435163] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a13efc-8b3f-46dd-82a9-c104feddd5e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.448853] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f7a558-d386-4a94-857b-5bfbd9229ae0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.452010] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526c24a1-91d7-3baa-5083-b0384c8b685a, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.452282] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.452535] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] cd178024-7e9c-4e5a-a644-190c3f56d71c/cd178024-7e9c-4e5a-a644-190c3f56d71c.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.453073] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbf236dd-6e73-4f14-935d-1e03f19aea58 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.485710] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e975911-844a-4a8e-b931-ac5b4c5362c1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.488349] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Waiting for the task: (returnval){ [ 1066.488349] env[63105]: value = "task-2759547" [ 1066.488349] env[63105]: _type = "Task" [ 1066.488349] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.495274] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b92d76b-f016-4e29-9617-e3436c54763b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.501910] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': task-2759547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.511418] env[63105]: DEBUG nova.compute.provider_tree [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1066.514950] env[63105]: DEBUG nova.compute.manager [req-417eb1fc-0358-44d2-b291-e2a7e98a97c7 req-1b7e57d2-0d63-47a9-ba01-a10087366345 service nova] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Received event network-vif-deleted-2f384392-e106-46e5-a2b8-4a55ae6d33d8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1066.515627] env[63105]: DEBUG nova.compute.manager [req-417eb1fc-0358-44d2-b291-e2a7e98a97c7 req-1b7e57d2-0d63-47a9-ba01-a10087366345 service nova] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Received event network-vif-deleted-6a563394-0c86-49f3-8ce8-03ed269b7428 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1066.561649] env[63105]: INFO nova.compute.manager [-] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Took 1.25 seconds to deallocate network for instance. [ 1066.777534] env[63105]: DEBUG nova.compute.manager [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.778616] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.778851] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611404d8-8c5a-4c35-a787-a43bbe3c0ce1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.788878] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.789845] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea228036-6661-472a-802e-e142a910f1b5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.794164] env[63105]: DEBUG nova.network.neutron [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updating instance_info_cache with network_info: [{"id": "db8ad5e5-3aac-4c55-a307-e22ac14d86f8", "address": "fa:16:3e:b3:ec:1c", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8ad5e5-3a", "ovs_interfaceid": "db8ad5e5-3aac-4c55-a307-e22ac14d86f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.797067] env[63105]: DEBUG oslo_vmware.api [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1066.797067] env[63105]: value = "task-2759548" [ 1066.797067] env[63105]: _type = "Task" [ 1066.797067] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.807971] env[63105]: DEBUG oslo_vmware.api [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.890516] env[63105]: DEBUG oslo_concurrency.lockutils [req-2c9d7035-5590-41df-92fd-5d40939928ae req-77da0417-3d68-4137-a168-61431d901be3 service nova] Releasing lock "refresh_cache-0225629c-764d-4d77-852a-c9fea5ed4345" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.997642] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': task-2759547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491188} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.997978] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] cd178024-7e9c-4e5a-a644-190c3f56d71c/cd178024-7e9c-4e5a-a644-190c3f56d71c.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.998190] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.998447] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-331aa56b-9e44-4bc9-a53e-fc8076677e77 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.005758] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Waiting for the task: (returnval){ [ 1067.005758] env[63105]: value = "task-2759549" [ 1067.005758] env[63105]: _type = "Task" [ 1067.005758] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.013558] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': task-2759549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.048355] env[63105]: DEBUG nova.scheduler.client.report [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1067.048673] env[63105]: DEBUG nova.compute.provider_tree [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 162 to 163 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1067.048880] env[63105]: DEBUG nova.compute.provider_tree [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.071066] env[63105]: DEBUG oslo_concurrency.lockutils [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.298384] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "refresh_cache-370053ad-42d1-4d01-81f2-cfceb69d6561" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.310868] env[63105]: DEBUG oslo_vmware.api [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759548, 'name': PowerOffVM_Task, 'duration_secs': 0.26549} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.311190] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.311396] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.311642] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-722498ab-c5ff-4e6d-9527-f866544c6c0f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.375655] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.375859] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.376066] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleting the datastore file [datastore1] bd76bbfc-9c88-4046-8d6a-cb72d35453d8 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.376323] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2dda1ae-df0e-4142-833c-746f0fdb7b3c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.382435] env[63105]: DEBUG oslo_vmware.api [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for the task: (returnval){ [ 1067.382435] env[63105]: value = "task-2759551" [ 1067.382435] env[63105]: _type = "Task" [ 1067.382435] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.390325] env[63105]: DEBUG oslo_vmware.api [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.516053] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': task-2759549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074307} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.516275] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.517064] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9518a7b0-97ee-43ca-97cc-0ffd2425db88 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.538929] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] cd178024-7e9c-4e5a-a644-190c3f56d71c/cd178024-7e9c-4e5a-a644-190c3f56d71c.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.539179] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c724be0-2d51-4c1d-8484-73b25f60fb1c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.553789] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.554299] env[63105]: DEBUG nova.compute.manager [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.556832] env[63105]: DEBUG oslo_concurrency.lockutils [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.322s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.556981] env[63105]: DEBUG nova.objects.instance [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'resources' on Instance uuid ec30fcc3-f122-481b-a474-2dd633032c93 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.563128] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Waiting for the task: (returnval){ [ 1067.563128] env[63105]: value = "task-2759552" [ 1067.563128] env[63105]: _type = "Task" [ 1067.563128] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.571758] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': task-2759552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.825364] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990032e4-5fb6-4702-8f37-054a93569f7a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.844439] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801918a4-09f1-4608-b0f8-47281d23a4b4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.851608] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updating instance '370053ad-42d1-4d01-81f2-cfceb69d6561' progress to 83 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.891937] env[63105]: DEBUG oslo_vmware.api [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Task: {'id': task-2759551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136216} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.892965] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.893172] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.893349] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.893523] env[63105]: INFO nova.compute.manager [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1067.893992] env[63105]: DEBUG oslo.service.loopingcall [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.893992] env[63105]: DEBUG nova.compute.manager [-] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.894114] env[63105]: DEBUG nova.network.neutron [-] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.062501] env[63105]: DEBUG nova.compute.utils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1068.064099] env[63105]: DEBUG nova.compute.manager [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.064229] env[63105]: DEBUG nova.network.neutron [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.075036] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': task-2759552, 'name': ReconfigVM_Task, 'duration_secs': 0.293251} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.075871] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Reconfigured VM instance instance-0000006a to attach disk [datastore1] cd178024-7e9c-4e5a-a644-190c3f56d71c/cd178024-7e9c-4e5a-a644-190c3f56d71c.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.076581] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22a47f4f-b56c-4de8-9118-aedf1b6ea9dc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.085711] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Waiting for the task: (returnval){ [ 1068.085711] env[63105]: value = "task-2759553" [ 1068.085711] env[63105]: _type = "Task" [ 1068.085711] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.093543] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': task-2759553, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.130486] env[63105]: DEBUG nova.policy [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a0a72df6dd64640991aefdba52eba06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a825c308490f440bbc47f6facc63ffbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.265482] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ba1a7d-f8f3-4002-91b8-c312ceaffab9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.272454] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18d9f02-ce34-4b2b-a093-bd38b6a4ed7b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.305095] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5fc337-1981-4ae0-a4af-6c4a28b8c77d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.312241] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1430b779-356a-40ba-9a3c-87b1421e215a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.325409] env[63105]: DEBUG nova.compute.provider_tree [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1068.357854] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.358170] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dca6bc9a-a36a-47f5-8edf-09e1c5a67ba0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.363101] env[63105]: DEBUG nova.network.neutron [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Successfully created port: f111c474-be76-43e5-b091-efedc0cad369 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.366422] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1068.366422] env[63105]: value = "task-2759554" [ 1068.366422] env[63105]: _type = "Task" [ 1068.366422] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.377399] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.535134] env[63105]: DEBUG nova.compute.manager [req-92dd32ba-af81-4220-94c7-6b3190b7fa5a req-79703aeb-1fa6-4ca8-beac-039d5c423a50 service nova] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Received event network-vif-deleted-c0b63c86-7d46-4d1f-9d1c-d2b869eec4af {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1068.535414] env[63105]: INFO nova.compute.manager [req-92dd32ba-af81-4220-94c7-6b3190b7fa5a req-79703aeb-1fa6-4ca8-beac-039d5c423a50 service nova] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Neutron deleted interface c0b63c86-7d46-4d1f-9d1c-d2b869eec4af; detaching it from the instance and deleting it from the info cache [ 1068.535650] env[63105]: DEBUG nova.network.neutron [req-92dd32ba-af81-4220-94c7-6b3190b7fa5a req-79703aeb-1fa6-4ca8-beac-039d5c423a50 service nova] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.566563] env[63105]: DEBUG nova.compute.manager [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.595582] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': task-2759553, 'name': Rename_Task, 'duration_secs': 0.143058} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.596024] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.596181] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9654655-6a01-482b-87de-bf2c615dd38b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.602076] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Waiting for the task: (returnval){ [ 1068.602076] env[63105]: value = "task-2759555" [ 1068.602076] env[63105]: _type = "Task" [ 1068.602076] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.610488] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': task-2759555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.648875] env[63105]: DEBUG nova.network.neutron [-] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.859398] env[63105]: DEBUG nova.scheduler.client.report [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1068.859662] env[63105]: DEBUG nova.compute.provider_tree [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 163 to 164 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1068.859891] env[63105]: DEBUG nova.compute.provider_tree [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1068.878550] env[63105]: DEBUG oslo_vmware.api [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759554, 'name': PowerOnVM_Task, 'duration_secs': 0.471067} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.879481] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.879624] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b406e171-5b4e-44f4-b004-c13feca09ae6 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updating instance '370053ad-42d1-4d01-81f2-cfceb69d6561' progress to 100 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.039660] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee109463-8d16-4b7b-8069-43aeb06a2a09 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.048315] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a960f2e-2bb7-460b-8009-0d882612eba6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.082276] env[63105]: DEBUG nova.compute.manager [req-92dd32ba-af81-4220-94c7-6b3190b7fa5a req-79703aeb-1fa6-4ca8-beac-039d5c423a50 service nova] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Detach interface failed, port_id=c0b63c86-7d46-4d1f-9d1c-d2b869eec4af, reason: Instance bd76bbfc-9c88-4046-8d6a-cb72d35453d8 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1069.111497] env[63105]: DEBUG oslo_vmware.api [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': task-2759555, 'name': PowerOnVM_Task, 'duration_secs': 0.456632} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.111779] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.111986] env[63105]: INFO nova.compute.manager [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1069.112266] env[63105]: DEBUG nova.compute.manager [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.113043] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50f054e-aa15-460a-bbc1-477cf622be7a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.151726] env[63105]: INFO nova.compute.manager [-] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Took 1.26 seconds to deallocate network for instance. [ 1069.365380] env[63105]: DEBUG oslo_concurrency.lockutils [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.367746] env[63105]: DEBUG oslo_concurrency.lockutils [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.297s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.367960] env[63105]: DEBUG oslo_concurrency.lockutils [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.387914] env[63105]: INFO nova.scheduler.client.report [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Deleted allocations for instance ec30fcc3-f122-481b-a474-2dd633032c93 [ 1069.396137] env[63105]: INFO nova.scheduler.client.report [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleted allocations for instance f8570888-cf47-40f1-9fc7-bfb043d406af [ 1069.584376] env[63105]: DEBUG nova.compute.manager [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.611253] env[63105]: DEBUG nova.virt.hardware [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1069.611672] env[63105]: DEBUG nova.virt.hardware [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1069.611854] env[63105]: DEBUG nova.virt.hardware [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.612457] env[63105]: DEBUG nova.virt.hardware [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1069.612457] env[63105]: DEBUG nova.virt.hardware [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.612598] env[63105]: DEBUG nova.virt.hardware [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1069.612711] env[63105]: DEBUG nova.virt.hardware [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1069.612885] env[63105]: DEBUG nova.virt.hardware [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1069.613459] env[63105]: DEBUG nova.virt.hardware [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1069.613459] env[63105]: DEBUG nova.virt.hardware [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1069.613459] env[63105]: DEBUG nova.virt.hardware [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1069.614448] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c152daa8-4a94-46aa-b18f-9411e32e6dbd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.623434] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be3af5f-cd9a-42ee-b5ea-8a65f68654d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.646956] env[63105]: INFO nova.compute.manager [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Took 12.43 seconds to build instance. [ 1069.658466] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.658832] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.659163] env[63105]: DEBUG nova.objects.instance [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lazy-loading 'resources' on Instance uuid bd76bbfc-9c88-4046-8d6a-cb72d35453d8 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.823160] env[63105]: DEBUG nova.network.neutron [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Successfully updated port: f111c474-be76-43e5-b091-efedc0cad369 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.896307] env[63105]: DEBUG oslo_concurrency.lockutils [None req-26227271-24bf-4e56-9992-a369f130790b tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "ec30fcc3-f122-481b-a474-2dd633032c93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.003s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.904034] env[63105]: DEBUG oslo_concurrency.lockutils [None req-167c68aa-d348-41ca-8e04-b04073a9719b tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "f8570888-cf47-40f1-9fc7-bfb043d406af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.229s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.148813] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae513bc0-24d5-437d-8697-2fb1f794385f tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Lock "cd178024-7e9c-4e5a-a644-190c3f56d71c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.941s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.317653] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6a7834-472f-4fb5-949f-a170c97af76d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.325482] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91de04e-c61b-4028-8b55-8a1017d8f22f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.328657] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "refresh_cache-5853c03d-9ec8-416a-8fa9-b42ef719e679" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.328792] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "refresh_cache-5853c03d-9ec8-416a-8fa9-b42ef719e679" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.328934] env[63105]: DEBUG nova.network.neutron [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.359087] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60552b00-4df8-46f1-a7fa-a8675837a420 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.367080] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccccdd4f-4801-4387-a88f-3a1a49e97e23 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.380329] env[63105]: DEBUG nova.compute.provider_tree [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.562758] env[63105]: DEBUG nova.compute.manager [req-c899994a-00f5-41a4-9d72-3ff25ed6453b req-700e5c90-ce7e-472f-baa9-fd36cb4b88cc service nova] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Received event network-vif-plugged-f111c474-be76-43e5-b091-efedc0cad369 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1070.563510] env[63105]: DEBUG oslo_concurrency.lockutils [req-c899994a-00f5-41a4-9d72-3ff25ed6453b req-700e5c90-ce7e-472f-baa9-fd36cb4b88cc service nova] Acquiring lock "5853c03d-9ec8-416a-8fa9-b42ef719e679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.563510] env[63105]: DEBUG oslo_concurrency.lockutils [req-c899994a-00f5-41a4-9d72-3ff25ed6453b req-700e5c90-ce7e-472f-baa9-fd36cb4b88cc service nova] Lock "5853c03d-9ec8-416a-8fa9-b42ef719e679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.563510] env[63105]: DEBUG oslo_concurrency.lockutils [req-c899994a-00f5-41a4-9d72-3ff25ed6453b req-700e5c90-ce7e-472f-baa9-fd36cb4b88cc service nova] Lock "5853c03d-9ec8-416a-8fa9-b42ef719e679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.563607] env[63105]: DEBUG nova.compute.manager [req-c899994a-00f5-41a4-9d72-3ff25ed6453b req-700e5c90-ce7e-472f-baa9-fd36cb4b88cc service nova] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] No waiting events found dispatching network-vif-plugged-f111c474-be76-43e5-b091-efedc0cad369 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.564160] env[63105]: WARNING nova.compute.manager [req-c899994a-00f5-41a4-9d72-3ff25ed6453b req-700e5c90-ce7e-472f-baa9-fd36cb4b88cc service nova] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Received unexpected event network-vif-plugged-f111c474-be76-43e5-b091-efedc0cad369 for instance with vm_state building and task_state spawning. [ 1070.564160] env[63105]: DEBUG nova.compute.manager [req-c899994a-00f5-41a4-9d72-3ff25ed6453b req-700e5c90-ce7e-472f-baa9-fd36cb4b88cc service nova] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Received event network-changed-f111c474-be76-43e5-b091-efedc0cad369 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1070.564284] env[63105]: DEBUG nova.compute.manager [req-c899994a-00f5-41a4-9d72-3ff25ed6453b req-700e5c90-ce7e-472f-baa9-fd36cb4b88cc service nova] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Refreshing instance network info cache due to event network-changed-f111c474-be76-43e5-b091-efedc0cad369. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1070.564481] env[63105]: DEBUG oslo_concurrency.lockutils [req-c899994a-00f5-41a4-9d72-3ff25ed6453b req-700e5c90-ce7e-472f-baa9-fd36cb4b88cc service nova] Acquiring lock "refresh_cache-5853c03d-9ec8-416a-8fa9-b42ef719e679" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.623052] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Acquiring lock "cd178024-7e9c-4e5a-a644-190c3f56d71c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.623515] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Lock "cd178024-7e9c-4e5a-a644-190c3f56d71c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.623608] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Acquiring lock "cd178024-7e9c-4e5a-a644-190c3f56d71c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.623797] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Lock "cd178024-7e9c-4e5a-a644-190c3f56d71c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.624282] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Lock "cd178024-7e9c-4e5a-a644-190c3f56d71c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.626518] env[63105]: INFO nova.compute.manager [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Terminating instance [ 1070.632434] env[63105]: DEBUG oslo_concurrency.lockutils [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.632642] env[63105]: DEBUG oslo_concurrency.lockutils [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.668808] env[63105]: DEBUG oslo_concurrency.lockutils [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "102eff5f-81a7-432e-b5c9-1f47903703a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.669049] env[63105]: DEBUG oslo_concurrency.lockutils [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "102eff5f-81a7-432e-b5c9-1f47903703a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.669256] env[63105]: DEBUG oslo_concurrency.lockutils [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "102eff5f-81a7-432e-b5c9-1f47903703a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.669437] env[63105]: DEBUG oslo_concurrency.lockutils [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "102eff5f-81a7-432e-b5c9-1f47903703a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.669601] env[63105]: DEBUG oslo_concurrency.lockutils [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "102eff5f-81a7-432e-b5c9-1f47903703a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.671332] env[63105]: INFO nova.compute.manager [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Terminating instance [ 1070.871555] env[63105]: DEBUG nova.network.neutron [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.883107] env[63105]: DEBUG nova.scheduler.client.report [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1071.013326] env[63105]: DEBUG nova.network.neutron [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Updating instance_info_cache with network_info: [{"id": "f111c474-be76-43e5-b091-efedc0cad369", "address": "fa:16:3e:dd:64:06", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf111c474-be", "ovs_interfaceid": "f111c474-be76-43e5-b091-efedc0cad369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.130473] env[63105]: DEBUG nova.compute.manager [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.130718] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.131692] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30da872-0b1f-4175-9baa-f86e6a6bea7f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.135312] env[63105]: DEBUG nova.compute.utils [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1071.141737] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.142017] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70725564-42ae-4779-ab8d-aca5106d5915 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.148745] env[63105]: DEBUG oslo_vmware.api [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Waiting for the task: (returnval){ [ 1071.148745] env[63105]: value = "task-2759556" [ 1071.148745] env[63105]: _type = "Task" [ 1071.148745] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.152604] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "370053ad-42d1-4d01-81f2-cfceb69d6561" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.152832] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "370053ad-42d1-4d01-81f2-cfceb69d6561" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.153023] env[63105]: DEBUG nova.compute.manager [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Going to confirm migration 5 {{(pid=63105) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5113}} [ 1071.157546] env[63105]: DEBUG oslo_vmware.api [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': task-2759556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.174496] env[63105]: DEBUG nova.compute.manager [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.174753] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.175688] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94538450-5953-42da-9bd6-eb3328220c4c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.186577] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.186845] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a808d22-6181-49b4-9249-9c1438db9696 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.196752] env[63105]: DEBUG oslo_vmware.api [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 1071.196752] env[63105]: value = "task-2759557" [ 1071.196752] env[63105]: _type = "Task" [ 1071.196752] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.206675] env[63105]: DEBUG oslo_vmware.api [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.387993] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.411260] env[63105]: INFO nova.scheduler.client.report [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Deleted allocations for instance bd76bbfc-9c88-4046-8d6a-cb72d35453d8 [ 1071.515801] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "refresh_cache-5853c03d-9ec8-416a-8fa9-b42ef719e679" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.516161] env[63105]: DEBUG nova.compute.manager [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Instance network_info: |[{"id": "f111c474-be76-43e5-b091-efedc0cad369", "address": "fa:16:3e:dd:64:06", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf111c474-be", "ovs_interfaceid": "f111c474-be76-43e5-b091-efedc0cad369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.516477] env[63105]: DEBUG oslo_concurrency.lockutils [req-c899994a-00f5-41a4-9d72-3ff25ed6453b req-700e5c90-ce7e-472f-baa9-fd36cb4b88cc service nova] Acquired lock "refresh_cache-5853c03d-9ec8-416a-8fa9-b42ef719e679" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.516657] env[63105]: DEBUG nova.network.neutron [req-c899994a-00f5-41a4-9d72-3ff25ed6453b req-700e5c90-ce7e-472f-baa9-fd36cb4b88cc service nova] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Refreshing network info cache for port f111c474-be76-43e5-b091-efedc0cad369 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.517848] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:64:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f111c474-be76-43e5-b091-efedc0cad369', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.525266] env[63105]: DEBUG oslo.service.loopingcall [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1071.526205] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.526446] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-914ed43a-cc59-4eb7-9e76-c38eea1d074b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.547692] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.547692] env[63105]: value = "task-2759558" [ 1071.547692] env[63105]: _type = "Task" [ 1071.547692] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.556562] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759558, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.638908] env[63105]: DEBUG oslo_concurrency.lockutils [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.657960] env[63105]: DEBUG oslo_vmware.api [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': task-2759556, 'name': PowerOffVM_Task, 'duration_secs': 0.196089} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.660320] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.660492] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.662422] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b122d16-8a79-49c2-9142-62ae233c81f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.706519] env[63105]: DEBUG oslo_vmware.api [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759557, 'name': PowerOffVM_Task, 'duration_secs': 0.252034} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.706816] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.706990] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.707716] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1205eeac-5ecf-42f1-a90b-e5f861ef2b44 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.727952] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.728108] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.728297] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Deleting the datastore file [datastore1] cd178024-7e9c-4e5a-a644-190c3f56d71c {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.728592] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9141bc15-5720-4e67-8247-a2c77203a0de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.731461] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "refresh_cache-370053ad-42d1-4d01-81f2-cfceb69d6561" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.731623] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquired lock "refresh_cache-370053ad-42d1-4d01-81f2-cfceb69d6561" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.731787] env[63105]: DEBUG nova.network.neutron [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.731972] env[63105]: DEBUG nova.objects.instance [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lazy-loading 'info_cache' on Instance uuid 370053ad-42d1-4d01-81f2-cfceb69d6561 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.738887] env[63105]: DEBUG oslo_vmware.api [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Waiting for the task: (returnval){ [ 1071.738887] env[63105]: value = "task-2759561" [ 1071.738887] env[63105]: _type = "Task" [ 1071.738887] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.747057] env[63105]: DEBUG oslo_vmware.api [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': task-2759561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.773984] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.774225] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.774426] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Deleting the datastore file [datastore2] 102eff5f-81a7-432e-b5c9-1f47903703a7 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.774704] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f8895d8-c30c-4da6-897b-602b902e339d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.781590] env[63105]: DEBUG oslo_vmware.api [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for the task: (returnval){ [ 1071.781590] env[63105]: value = "task-2759562" [ 1071.781590] env[63105]: _type = "Task" [ 1071.781590] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.789014] env[63105]: DEBUG oslo_vmware.api [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.919855] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cf1b31ac-40d4-48bf-91c8-ac3ef8ab656a tempest-ServersTestJSON-1538888920 tempest-ServersTestJSON-1538888920-project-member] Lock "bd76bbfc-9c88-4046-8d6a-cb72d35453d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.649s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.056914] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759558, 'name': CreateVM_Task, 'duration_secs': 0.388122} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.059065] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.059720] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.059882] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.060217] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.060741] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8fb215-32fe-4458-8643-6f2881fb8321 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.065364] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1072.065364] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526c00ad-d5c7-bbe9-1d4a-7d8acd8f4638" [ 1072.065364] env[63105]: _type = "Task" [ 1072.065364] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.073502] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526c00ad-d5c7-bbe9-1d4a-7d8acd8f4638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.214741] env[63105]: DEBUG nova.network.neutron [req-c899994a-00f5-41a4-9d72-3ff25ed6453b req-700e5c90-ce7e-472f-baa9-fd36cb4b88cc service nova] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Updated VIF entry in instance network info cache for port f111c474-be76-43e5-b091-efedc0cad369. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.215186] env[63105]: DEBUG nova.network.neutron [req-c899994a-00f5-41a4-9d72-3ff25ed6453b req-700e5c90-ce7e-472f-baa9-fd36cb4b88cc service nova] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Updating instance_info_cache with network_info: [{"id": "f111c474-be76-43e5-b091-efedc0cad369", "address": "fa:16:3e:dd:64:06", "network": {"id": "adbe24a4-87f5-47fa-aa2d-f1aaeceb4b2b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1769260511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a825c308490f440bbc47f6facc63ffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf111c474-be", "ovs_interfaceid": "f111c474-be76-43e5-b091-efedc0cad369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.252061] env[63105]: DEBUG oslo_vmware.api [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Task: {'id': task-2759561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179449} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.252061] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.252061] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.252061] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.252334] env[63105]: INFO nova.compute.manager [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1072.252436] env[63105]: DEBUG oslo.service.loopingcall [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1072.252671] env[63105]: DEBUG nova.compute.manager [-] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.253013] env[63105]: DEBUG nova.network.neutron [-] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.291799] env[63105]: DEBUG oslo_vmware.api [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Task: {'id': task-2759562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293963} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.292045] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.292234] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.292413] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.292585] env[63105]: INFO nova.compute.manager [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1072.292818] env[63105]: DEBUG oslo.service.loopingcall [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1072.293010] env[63105]: DEBUG nova.compute.manager [-] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.293108] env[63105]: DEBUG nova.network.neutron [-] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.577145] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526c00ad-d5c7-bbe9-1d4a-7d8acd8f4638, 'name': SearchDatastore_Task, 'duration_secs': 0.015143} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.577529] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.577759] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.578026] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.578236] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.578390] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.578679] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8bc190f-6c54-4a49-a3f4-0ec803072e8d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.590443] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.590814] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.591598] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80668f8f-965f-4b4c-a2ae-80244aa2d2be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.597316] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1072.597316] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52d9916d-c0db-ba70-3462-ab2e1ddab33d" [ 1072.597316] env[63105]: _type = "Task" [ 1072.597316] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.605622] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d9916d-c0db-ba70-3462-ab2e1ddab33d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.671188] env[63105]: DEBUG nova.compute.manager [req-decc8ee1-7a97-4395-b333-2c5560643068 req-f13dab3e-9dc8-4611-be7f-412595d54f2d service nova] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Received event network-vif-deleted-95590533-2d74-4e01-aea2-47ea8fedd9cb {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1072.671188] env[63105]: INFO nova.compute.manager [req-decc8ee1-7a97-4395-b333-2c5560643068 req-f13dab3e-9dc8-4611-be7f-412595d54f2d service nova] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Neutron deleted interface 95590533-2d74-4e01-aea2-47ea8fedd9cb; detaching it from the instance and deleting it from the info cache [ 1072.671188] env[63105]: DEBUG nova.network.neutron [req-decc8ee1-7a97-4395-b333-2c5560643068 req-f13dab3e-9dc8-4611-be7f-412595d54f2d service nova] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.706520] env[63105]: DEBUG oslo_concurrency.lockutils [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.706776] env[63105]: DEBUG oslo_concurrency.lockutils [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.707103] env[63105]: INFO nova.compute.manager [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Attaching volume 26145993-8847-4e60-98b2-d0c5d92dca20 to /dev/sdb [ 1072.717793] env[63105]: DEBUG oslo_concurrency.lockutils [req-c899994a-00f5-41a4-9d72-3ff25ed6453b req-700e5c90-ce7e-472f-baa9-fd36cb4b88cc service nova] Releasing lock "refresh_cache-5853c03d-9ec8-416a-8fa9-b42ef719e679" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.744134] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a30d575-6719-4cd9-89f1-f6221b7d0abe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.751345] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb18455b-dede-4ca5-a7eb-08cd24df5fff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.764780] env[63105]: DEBUG nova.virt.block_device [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Updating existing volume attachment record: 66348231-0667-4c0f-8f8f-e94a5ca0d568 {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1072.932462] env[63105]: DEBUG nova.network.neutron [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updating instance_info_cache with network_info: [{"id": "db8ad5e5-3aac-4c55-a307-e22ac14d86f8", "address": "fa:16:3e:b3:ec:1c", "network": {"id": "b9887119-d8ba-434b-9d15-7c43c707a91c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-548715221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec5e8b053a4483dbf0250770f31e56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8ad5e5-3a", "ovs_interfaceid": "db8ad5e5-3aac-4c55-a307-e22ac14d86f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.109059] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52d9916d-c0db-ba70-3462-ab2e1ddab33d, 'name': SearchDatastore_Task, 'duration_secs': 0.017765} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.109059] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205a59d9-9919-45bf-b6d6-bc54b869bbd6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.114321] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1073.114321] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]522edbf3-4a93-5be3-7a3b-c1199b216ade" [ 1073.114321] env[63105]: _type = "Task" [ 1073.114321] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.121913] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522edbf3-4a93-5be3-7a3b-c1199b216ade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.141358] env[63105]: DEBUG nova.network.neutron [-] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.171640] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4af876fa-c7d2-4eda-b9b9-cd9844b00a53 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.178368] env[63105]: DEBUG nova.network.neutron [-] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.182663] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067971bd-817b-4d53-9029-5c5c4d727983 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.215905] env[63105]: DEBUG nova.compute.manager [req-decc8ee1-7a97-4395-b333-2c5560643068 req-f13dab3e-9dc8-4611-be7f-412595d54f2d service nova] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Detach interface failed, port_id=95590533-2d74-4e01-aea2-47ea8fedd9cb, reason: Instance cd178024-7e9c-4e5a-a644-190c3f56d71c could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1073.435743] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Releasing lock "refresh_cache-370053ad-42d1-4d01-81f2-cfceb69d6561" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.436053] env[63105]: DEBUG nova.objects.instance [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lazy-loading 'migration_context' on Instance uuid 370053ad-42d1-4d01-81f2-cfceb69d6561 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.629031] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522edbf3-4a93-5be3-7a3b-c1199b216ade, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.629031] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.629183] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 5853c03d-9ec8-416a-8fa9-b42ef719e679/5853c03d-9ec8-416a-8fa9-b42ef719e679.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.629328] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2759b09-ea9f-4d51-bb06-07616d94bb0f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.636808] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1073.636808] env[63105]: value = "task-2759564" [ 1073.636808] env[63105]: _type = "Task" [ 1073.636808] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.644788] env[63105]: INFO nova.compute.manager [-] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Took 1.39 seconds to deallocate network for instance. [ 1073.645107] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.680771] env[63105]: INFO nova.compute.manager [-] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Took 1.39 seconds to deallocate network for instance. [ 1073.939033] env[63105]: DEBUG nova.objects.base [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Object Instance<370053ad-42d1-4d01-81f2-cfceb69d6561> lazy-loaded attributes: info_cache,migration_context {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1073.940582] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de99e91-e659-4082-bed3-ada8ea208918 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.960800] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f83a592-0ba9-4dac-a278-0ca8b7e552a5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.966673] env[63105]: DEBUG oslo_vmware.api [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1073.966673] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52bf3831-16f7-3f45-e73d-22e8bdf91331" [ 1073.966673] env[63105]: _type = "Task" [ 1073.966673] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.975195] env[63105]: DEBUG oslo_vmware.api [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52bf3831-16f7-3f45-e73d-22e8bdf91331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.145747] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488301} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.146032] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 5853c03d-9ec8-416a-8fa9-b42ef719e679/5853c03d-9ec8-416a-8fa9-b42ef719e679.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.146268] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.146520] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ff4c485-a1a9-4ec1-ac97-1159101e047d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.151501] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.151729] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.151934] env[63105]: DEBUG nova.objects.instance [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Lazy-loading 'resources' on Instance uuid cd178024-7e9c-4e5a-a644-190c3f56d71c {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.153948] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1074.153948] env[63105]: value = "task-2759565" [ 1074.153948] env[63105]: _type = "Task" [ 1074.153948] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.162520] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.187719] env[63105]: DEBUG oslo_concurrency.lockutils [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.478666] env[63105]: DEBUG oslo_vmware.api [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52bf3831-16f7-3f45-e73d-22e8bdf91331, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.478982] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.667153] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069848} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.667509] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.668321] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef08659-4498-422d-abe9-fac82069e0a5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.692491] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 5853c03d-9ec8-416a-8fa9-b42ef719e679/5853c03d-9ec8-416a-8fa9-b42ef719e679.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.697552] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5055657e-b68a-410d-bba8-151bb2309ef5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.716824] env[63105]: DEBUG nova.compute.manager [req-8a03fc24-dcc5-424c-af30-37b47a4ef166 req-e05475cd-ddd8-45aa-b827-506f3bb5f219 service nova] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Received event network-vif-deleted-eda16ee1-434f-472f-b814-38441c952349 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1074.722792] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1074.722792] env[63105]: value = "task-2759566" [ 1074.722792] env[63105]: _type = "Task" [ 1074.722792] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.734341] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759566, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.864496] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee10a66-de7d-4c6b-8a02-3871a91e84c9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.872450] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce5a2e2-83ff-454e-9d04-bc2aad8727f2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.902920] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e273eb12-09fc-40cf-9d1d-50c6c7bb08f8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.911051] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c18b50-a301-4996-b379-2c42fb88e5a0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.926372] env[63105]: DEBUG nova.compute.provider_tree [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.233143] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.326712] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.326990] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.458820] env[63105]: DEBUG nova.scheduler.client.report [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1075.459120] env[63105]: DEBUG nova.compute.provider_tree [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 164 to 165 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1075.459424] env[63105]: DEBUG nova.compute.provider_tree [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.734903] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.831256] env[63105]: INFO nova.compute.manager [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Detaching volume 7d54fff4-714f-4425-a10a-0f1fe77440d5 [ 1075.874226] env[63105]: INFO nova.virt.block_device [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Attempting to driver detach volume 7d54fff4-714f-4425-a10a-0f1fe77440d5 from mountpoint /dev/sdb [ 1075.874606] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1075.874912] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555219', 'volume_id': '7d54fff4-714f-4425-a10a-0f1fe77440d5', 'name': 'volume-7d54fff4-714f-4425-a10a-0f1fe77440d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc7a67ff-8e22-47d5-970a-89f02b8e4bb3', 'attached_at': '', 'detached_at': '', 'volume_id': '7d54fff4-714f-4425-a10a-0f1fe77440d5', 'serial': '7d54fff4-714f-4425-a10a-0f1fe77440d5'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1075.875838] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e313cd-efa8-456d-8432-4468929c638c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.905724] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9186206e-b85a-4e85-aa32-250c3f26d9ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.914890] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d663ad5-8d15-4985-8880-30760fa0223d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.941503] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae31f2a-bc88-4ac0-a6a8-a769f62bba12 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.963776] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] The volume has not been displaced from its original location: [datastore1] volume-7d54fff4-714f-4425-a10a-0f1fe77440d5/volume-7d54fff4-714f-4425-a10a-0f1fe77440d5.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1075.969919] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1075.970713] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.972710] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e71f8553-4b88-4cc9-8801-7c4718b096a8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.987809] env[63105]: DEBUG oslo_concurrency.lockutils [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.799s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.987809] env[63105]: DEBUG nova.objects.instance [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lazy-loading 'resources' on Instance uuid 102eff5f-81a7-432e-b5c9-1f47903703a7 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.996196] env[63105]: DEBUG oslo_vmware.api [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1075.996196] env[63105]: value = "task-2759568" [ 1075.996196] env[63105]: _type = "Task" [ 1075.996196] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.006287] env[63105]: DEBUG oslo_vmware.api [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.009492] env[63105]: INFO nova.scheduler.client.report [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Deleted allocations for instance cd178024-7e9c-4e5a-a644-190c3f56d71c [ 1076.234143] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759566, 'name': ReconfigVM_Task, 'duration_secs': 1.063193} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.234455] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 5853c03d-9ec8-416a-8fa9-b42ef719e679/5853c03d-9ec8-416a-8fa9-b42ef719e679.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.235139] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17533412-7f38-4c67-bcb4-b8a158b68a2a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.241339] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1076.241339] env[63105]: value = "task-2759569" [ 1076.241339] env[63105]: _type = "Task" [ 1076.241339] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.252274] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759569, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.508342] env[63105]: DEBUG oslo_vmware.api [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759568, 'name': ReconfigVM_Task, 'duration_secs': 0.242756} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.508696] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1076.515771] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69b3f42-a291-4bf9-b660-1618f1467d32 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.529126] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806e40f7-9a38-42d3-8166-0121646b1f42 tempest-ServerPasswordTestJSON-1699800016 tempest-ServerPasswordTestJSON-1699800016-project-member] Lock "cd178024-7e9c-4e5a-a644-190c3f56d71c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.906s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.532655] env[63105]: DEBUG oslo_vmware.api [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1076.532655] env[63105]: value = "task-2759570" [ 1076.532655] env[63105]: _type = "Task" [ 1076.532655] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.541983] env[63105]: DEBUG oslo_vmware.api [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.658054] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef223a78-2137-4644-ae3f-a3465440960d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.667232] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec4a4e2-31bf-46e2-b58d-ce8e9c9867b7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.700326] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd224f27-bbff-4659-b22c-e1d408444057 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.708019] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4c39e8-dd94-4b99-b624-670fe5007993 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.721356] env[63105]: DEBUG nova.compute.provider_tree [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.751799] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759569, 'name': Rename_Task, 'duration_secs': 0.143282} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.752094] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.752169] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b983a50f-201e-4397-83d0-6b527cf3834d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.757981] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1076.757981] env[63105]: value = "task-2759571" [ 1076.757981] env[63105]: _type = "Task" [ 1076.757981] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.766353] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.043272] env[63105]: DEBUG oslo_vmware.api [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759570, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.224566] env[63105]: DEBUG nova.scheduler.client.report [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1077.252728] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.252977] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.269661] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759571, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.315234] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1077.315533] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555234', 'volume_id': '26145993-8847-4e60-98b2-d0c5d92dca20', 'name': 'volume-26145993-8847-4e60-98b2-d0c5d92dca20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54aa02c4-995c-4dac-a9d3-09021b83afa5', 'attached_at': '', 'detached_at': '', 'volume_id': '26145993-8847-4e60-98b2-d0c5d92dca20', 'serial': '26145993-8847-4e60-98b2-d0c5d92dca20'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1077.316454] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82815408-441a-406d-a665-9fd9489dcd09 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.334061] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254b31b0-9f24-48c4-aaae-3c527a7f6f95 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.358250] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-26145993-8847-4e60-98b2-d0c5d92dca20/volume-26145993-8847-4e60-98b2-d0c5d92dca20.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.358527] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87ae71b9-e74d-47e6-8f79-9d71c9a9a97c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.376407] env[63105]: DEBUG oslo_vmware.api [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1077.376407] env[63105]: value = "task-2759572" [ 1077.376407] env[63105]: _type = "Task" [ 1077.376407] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.388085] env[63105]: DEBUG oslo_vmware.api [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.543070] env[63105]: DEBUG oslo_vmware.api [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759570, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.730282] env[63105]: DEBUG oslo_concurrency.lockutils [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.732704] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.254s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.753720] env[63105]: INFO nova.scheduler.client.report [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Deleted allocations for instance 102eff5f-81a7-432e-b5c9-1f47903703a7 [ 1077.758361] env[63105]: DEBUG nova.compute.manager [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.769992] env[63105]: DEBUG oslo_vmware.api [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759571, 'name': PowerOnVM_Task, 'duration_secs': 0.549709} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.770447] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.770771] env[63105]: INFO nova.compute.manager [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1077.771070] env[63105]: DEBUG nova.compute.manager [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.771965] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcd6823-1781-446e-aa0b-bf8c7d939849 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.886514] env[63105]: DEBUG oslo_vmware.api [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.043144] env[63105]: DEBUG oslo_vmware.api [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759570, 'name': ReconfigVM_Task, 'duration_secs': 1.24654} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.043480] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555219', 'volume_id': '7d54fff4-714f-4425-a10a-0f1fe77440d5', 'name': 'volume-7d54fff4-714f-4425-a10a-0f1fe77440d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc7a67ff-8e22-47d5-970a-89f02b8e4bb3', 'attached_at': '', 'detached_at': '', 'volume_id': '7d54fff4-714f-4425-a10a-0f1fe77440d5', 'serial': '7d54fff4-714f-4425-a10a-0f1fe77440d5'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1078.271800] env[63105]: DEBUG oslo_concurrency.lockutils [None req-788de758-7304-4a58-8302-a6e396fd2607 tempest-AttachInterfacesTestJSON-737507198 tempest-AttachInterfacesTestJSON-737507198-project-member] Lock "102eff5f-81a7-432e-b5c9-1f47903703a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.602s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.289773] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.296852] env[63105]: INFO nova.compute.manager [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Took 13.16 seconds to build instance. [ 1078.391952] env[63105]: DEBUG oslo_vmware.api [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759572, 'name': ReconfigVM_Task, 'duration_secs': 0.591212} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.392130] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-26145993-8847-4e60-98b2-d0c5d92dca20/volume-26145993-8847-4e60-98b2-d0c5d92dca20.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.402240] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03f32df5-a135-4051-8301-a1a64f20455d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.421994] env[63105]: DEBUG oslo_vmware.api [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1078.421994] env[63105]: value = "task-2759573" [ 1078.421994] env[63105]: _type = "Task" [ 1078.421994] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.433565] env[63105]: DEBUG oslo_vmware.api [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.472527] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d437f6c-9dd7-4e05-bd11-14af2910a58c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.481218] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4efff0b-3a0f-4726-b0cd-857dee10917e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.514360] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77046ab3-53f7-4862-9c75-878cbad9c3ba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.522010] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752f9f38-5d33-46d4-8af7-e60447b004a4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.536438] env[63105]: DEBUG nova.compute.provider_tree [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.591510] env[63105]: DEBUG nova.objects.instance [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lazy-loading 'flavor' on Instance uuid cc7a67ff-8e22-47d5-970a-89f02b8e4bb3 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.799470] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d990da22-dfa2-4c18-aebf-30127c7244f7 tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "5853c03d-9ec8-416a-8fa9-b42ef719e679" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.670s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.932036] env[63105]: DEBUG oslo_vmware.api [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759573, 'name': ReconfigVM_Task, 'duration_secs': 0.140165} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.932373] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555234', 'volume_id': '26145993-8847-4e60-98b2-d0c5d92dca20', 'name': 'volume-26145993-8847-4e60-98b2-d0c5d92dca20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54aa02c4-995c-4dac-a9d3-09021b83afa5', 'attached_at': '', 'detached_at': '', 'volume_id': '26145993-8847-4e60-98b2-d0c5d92dca20', 'serial': '26145993-8847-4e60-98b2-d0c5d92dca20'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1079.040101] env[63105]: DEBUG nova.scheduler.client.report [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1079.603498] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bf541d88-e45f-4160-a236-63b7bbb2c6aa tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.276s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.972574] env[63105]: DEBUG nova.objects.instance [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lazy-loading 'flavor' on Instance uuid 54aa02c4-995c-4dac-a9d3-09021b83afa5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.054019] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.319s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.054985] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.765s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.058536] env[63105]: INFO nova.compute.claims [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.093966] env[63105]: DEBUG oslo_concurrency.lockutils [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.094101] env[63105]: DEBUG oslo_concurrency.lockutils [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.094309] env[63105]: DEBUG oslo_concurrency.lockutils [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.094535] env[63105]: DEBUG oslo_concurrency.lockutils [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.094750] env[63105]: DEBUG oslo_concurrency.lockutils [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.097195] env[63105]: INFO nova.compute.manager [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Terminating instance [ 1080.478831] env[63105]: DEBUG oslo_concurrency.lockutils [None req-13f3de8f-42a2-4668-81bc-9b836079a237 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.771s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.605220] env[63105]: DEBUG nova.compute.manager [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.605447] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.605855] env[63105]: DEBUG oslo_concurrency.lockutils [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "5853c03d-9ec8-416a-8fa9-b42ef719e679" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.606145] env[63105]: DEBUG oslo_concurrency.lockutils [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "5853c03d-9ec8-416a-8fa9-b42ef719e679" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.606777] env[63105]: DEBUG oslo_concurrency.lockutils [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "5853c03d-9ec8-416a-8fa9-b42ef719e679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.606999] env[63105]: DEBUG oslo_concurrency.lockutils [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "5853c03d-9ec8-416a-8fa9-b42ef719e679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.607639] env[63105]: DEBUG oslo_concurrency.lockutils [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "5853c03d-9ec8-416a-8fa9-b42ef719e679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.609505] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638cb9f8-a059-4be4-a4b7-67b17407e926 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.612678] env[63105]: INFO nova.compute.manager [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Terminating instance [ 1080.619013] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.620197] env[63105]: INFO nova.scheduler.client.report [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleted allocation for migration a16f4257-4cd5-4a28-908d-f80df5955179 [ 1080.620779] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55a2cc8d-0c48-434f-8dea-4b2be007c162 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.631405] env[63105]: DEBUG oslo_vmware.api [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1080.631405] env[63105]: value = "task-2759574" [ 1080.631405] env[63105]: _type = "Task" [ 1080.631405] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.640156] env[63105]: DEBUG oslo_vmware.api [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.116720] env[63105]: DEBUG nova.compute.manager [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.116973] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.117851] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a48bf5-874e-4758-92b0-61489a00ca69 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.128740] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "370053ad-42d1-4d01-81f2-cfceb69d6561" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.976s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.130156] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.130612] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99e94c6c-4354-4fac-bcbb-1b3538f5f1d7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.143909] env[63105]: DEBUG oslo_vmware.api [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759574, 'name': PowerOffVM_Task, 'duration_secs': 0.170986} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.147082] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.147684] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.147880] env[63105]: DEBUG oslo_vmware.api [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1081.147880] env[63105]: value = "task-2759575" [ 1081.147880] env[63105]: _type = "Task" [ 1081.147880] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.149084] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a832e47f-ced5-469b-95e4-5eba8b3cb2c6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.163687] env[63105]: DEBUG oslo_vmware.api [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.220278] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f5b1ef-3b07-4047-852c-62e27aeed298 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.224317] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.224526] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.224719] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Deleting the datastore file [datastore2] cc7a67ff-8e22-47d5-970a-89f02b8e4bb3 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.225372] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cf1f9f4-8f99-49b1-b258-7521e1b3fbef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.231442] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e27f942-f776-4a84-a5a7-9fb18bbab4d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.235338] env[63105]: DEBUG oslo_vmware.api [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1081.235338] env[63105]: value = "task-2759577" [ 1081.235338] env[63105]: _type = "Task" [ 1081.235338] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.266902] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3f8456-e86f-4eed-b9d8-7e474d77cea1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.275375] env[63105]: DEBUG oslo_vmware.api [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.277452] env[63105]: DEBUG oslo_concurrency.lockutils [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.277666] env[63105]: DEBUG oslo_concurrency.lockutils [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.283071] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9e92de-4974-4552-965b-faeb3f8000ad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.298627] env[63105]: DEBUG nova.compute.provider_tree [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.659959] env[63105]: DEBUG oslo_vmware.api [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759575, 'name': PowerOffVM_Task, 'duration_secs': 0.190922} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.660272] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.660440] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.660690] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-813ca1a3-6868-4c6e-be2d-1007df4e6c08 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.725504] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.725504] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.725767] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleting the datastore file [datastore1] 5853c03d-9ec8-416a-8fa9-b42ef719e679 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.726278] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a51845a0-4eb8-4942-a3b5-c28108c61984 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.733159] env[63105]: DEBUG oslo_vmware.api [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for the task: (returnval){ [ 1081.733159] env[63105]: value = "task-2759579" [ 1081.733159] env[63105]: _type = "Task" [ 1081.733159] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.746637] env[63105]: DEBUG oslo_vmware.api [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.750548] env[63105]: DEBUG oslo_vmware.api [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18766} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.750548] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.750548] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.750772] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.750814] env[63105]: INFO nova.compute.manager [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1081.751321] env[63105]: DEBUG oslo.service.loopingcall [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1081.751321] env[63105]: DEBUG nova.compute.manager [-] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.751455] env[63105]: DEBUG nova.network.neutron [-] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.780837] env[63105]: DEBUG nova.compute.utils [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1081.801794] env[63105]: DEBUG nova.scheduler.client.report [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1082.185395] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "370053ad-42d1-4d01-81f2-cfceb69d6561" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.185694] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "370053ad-42d1-4d01-81f2-cfceb69d6561" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.185868] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "370053ad-42d1-4d01-81f2-cfceb69d6561-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.186093] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "370053ad-42d1-4d01-81f2-cfceb69d6561-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.186313] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "370053ad-42d1-4d01-81f2-cfceb69d6561-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.191642] env[63105]: INFO nova.compute.manager [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Terminating instance [ 1082.243668] env[63105]: DEBUG oslo_vmware.api [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Task: {'id': task-2759579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139695} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.243956] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.244155] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.244888] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.244888] env[63105]: INFO nova.compute.manager [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1082.244888] env[63105]: DEBUG oslo.service.loopingcall [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1082.245057] env[63105]: DEBUG nova.compute.manager [-] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.245057] env[63105]: DEBUG nova.network.neutron [-] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.285792] env[63105]: DEBUG oslo_concurrency.lockutils [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.307404] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.307926] env[63105]: DEBUG nova.compute.manager [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.604239] env[63105]: DEBUG nova.compute.manager [req-c7afb1ab-6d95-4168-96c5-83c53b5cc30d req-5fbe78a1-87aa-4d32-b0dc-6e5b064c607a service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Received event network-vif-deleted-5090fa12-e2b5-43c9-a440-9cd80a7fd163 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1082.604423] env[63105]: INFO nova.compute.manager [req-c7afb1ab-6d95-4168-96c5-83c53b5cc30d req-5fbe78a1-87aa-4d32-b0dc-6e5b064c607a service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Neutron deleted interface 5090fa12-e2b5-43c9-a440-9cd80a7fd163; detaching it from the instance and deleting it from the info cache [ 1082.604510] env[63105]: DEBUG nova.network.neutron [req-c7afb1ab-6d95-4168-96c5-83c53b5cc30d req-5fbe78a1-87aa-4d32-b0dc-6e5b064c607a service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.695045] env[63105]: DEBUG nova.compute.manager [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.695300] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.696290] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae5c829-a0b7-4dcd-8b4d-4de33668a13c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.703698] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.703935] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96857c42-6a9b-4d53-8037-d7b2953048af {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.709678] env[63105]: DEBUG oslo_vmware.api [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1082.709678] env[63105]: value = "task-2759580" [ 1082.709678] env[63105]: _type = "Task" [ 1082.709678] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.717535] env[63105]: DEBUG oslo_vmware.api [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.812701] env[63105]: DEBUG nova.compute.utils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1082.815159] env[63105]: DEBUG nova.compute.manager [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.815412] env[63105]: DEBUG nova.network.neutron [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.855516] env[63105]: DEBUG nova.policy [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3837540c1ac4a1a889d2b8cf48c153f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '507c58ae899744b4a739e64a1063c491', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.083382] env[63105]: DEBUG nova.network.neutron [-] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.100881] env[63105]: DEBUG nova.network.neutron [-] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.108450] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-099a7c24-71ba-463b-9536-fc99c572c270 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.119015] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2789305e-c40c-4095-9359-ad35f133f0f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.157207] env[63105]: DEBUG nova.compute.manager [req-c7afb1ab-6d95-4168-96c5-83c53b5cc30d req-5fbe78a1-87aa-4d32-b0dc-6e5b064c607a service nova] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Detach interface failed, port_id=5090fa12-e2b5-43c9-a440-9cd80a7fd163, reason: Instance cc7a67ff-8e22-47d5-970a-89f02b8e4bb3 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1083.219983] env[63105]: DEBUG oslo_vmware.api [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759580, 'name': PowerOffVM_Task, 'duration_secs': 0.184052} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.221282] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.221282] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.221282] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a7087a7-ac08-4f82-b946-c2ad1270090d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.254709] env[63105]: DEBUG nova.network.neutron [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Successfully created port: c8478615-b20e-4e3a-96c7-4a3ba5463207 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.287410] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.287722] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.287921] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleting the datastore file [datastore2] 370053ad-42d1-4d01-81f2-cfceb69d6561 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.288208] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b192db3d-4511-471c-b7f6-01d9a9e4843b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.297018] env[63105]: DEBUG oslo_vmware.api [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for the task: (returnval){ [ 1083.297018] env[63105]: value = "task-2759582" [ 1083.297018] env[63105]: _type = "Task" [ 1083.297018] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.303828] env[63105]: DEBUG oslo_vmware.api [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.318594] env[63105]: DEBUG nova.compute.manager [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.353191] env[63105]: DEBUG oslo_concurrency.lockutils [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.353191] env[63105]: DEBUG oslo_concurrency.lockutils [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.353191] env[63105]: INFO nova.compute.manager [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Attaching volume efe61c5d-d5ca-4792-b345-4ae6b00d2ea9 to /dev/sdc [ 1083.402342] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29821134-88ea-4941-a21a-dd36f739ca77 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.412651] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2485a40-4d07-4742-a717-167c653f99af {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.429159] env[63105]: DEBUG nova.virt.block_device [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Updating existing volume attachment record: c11a88a8-2fa5-4907-a6de-5b53a314aade {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1083.586320] env[63105]: INFO nova.compute.manager [-] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Took 1.83 seconds to deallocate network for instance. [ 1083.606088] env[63105]: INFO nova.compute.manager [-] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Took 1.36 seconds to deallocate network for instance. [ 1083.805735] env[63105]: DEBUG oslo_vmware.api [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Task: {'id': task-2759582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138144} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.806176] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.806486] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.806785] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.807096] env[63105]: INFO nova.compute.manager [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1083.807481] env[63105]: DEBUG oslo.service.loopingcall [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1083.807851] env[63105]: DEBUG nova.compute.manager [-] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.807959] env[63105]: DEBUG nova.network.neutron [-] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.095106] env[63105]: DEBUG oslo_concurrency.lockutils [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.095551] env[63105]: DEBUG oslo_concurrency.lockutils [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.095917] env[63105]: DEBUG nova.objects.instance [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lazy-loading 'resources' on Instance uuid cc7a67ff-8e22-47d5-970a-89f02b8e4bb3 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.120233] env[63105]: DEBUG oslo_concurrency.lockutils [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.330095] env[63105]: DEBUG nova.compute.manager [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.360729] env[63105]: DEBUG nova.virt.hardware [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1084.361395] env[63105]: DEBUG nova.virt.hardware [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1084.361395] env[63105]: DEBUG nova.virt.hardware [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.361625] env[63105]: DEBUG nova.virt.hardware [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1084.361705] env[63105]: DEBUG nova.virt.hardware [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.362168] env[63105]: DEBUG nova.virt.hardware [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1084.362168] env[63105]: DEBUG nova.virt.hardware [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1084.362325] env[63105]: DEBUG nova.virt.hardware [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1084.362507] env[63105]: DEBUG nova.virt.hardware [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1084.362681] env[63105]: DEBUG nova.virt.hardware [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1084.362852] env[63105]: DEBUG nova.virt.hardware [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1084.363806] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba4e942-b834-412f-b56a-729c74cb2111 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.372311] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a25d75d-fa4b-42fc-a5d2-4e3eec8feb7e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.586462] env[63105]: DEBUG nova.network.neutron [-] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.641289] env[63105]: DEBUG nova.compute.manager [req-b84f32ed-0d95-4e08-8aef-3964f964f91a req-ec59840d-6a2f-41f1-a5ac-557ce3cbbbaf service nova] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Received event network-vif-deleted-f111c474-be76-43e5-b091-efedc0cad369 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1084.641519] env[63105]: DEBUG nova.compute.manager [req-b84f32ed-0d95-4e08-8aef-3964f964f91a req-ec59840d-6a2f-41f1-a5ac-557ce3cbbbaf service nova] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Received event network-vif-deleted-db8ad5e5-3aac-4c55-a307-e22ac14d86f8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1084.700349] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.700623] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.759274] env[63105]: DEBUG nova.network.neutron [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Successfully updated port: c8478615-b20e-4e3a-96c7-4a3ba5463207 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.762319] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9d94fd-7656-47a4-b922-c0d8a5cc55a1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.773134] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d799894-b8a6-4c75-b766-4071f342bc6f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.803172] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e84f366-5038-4b1f-b5fa-da67a536bcf9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.809857] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38c0024-9464-436d-9de8-c10e68593e68 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.824066] env[63105]: DEBUG nova.compute.provider_tree [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.090280] env[63105]: INFO nova.compute.manager [-] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Took 1.28 seconds to deallocate network for instance. [ 1085.203056] env[63105]: DEBUG nova.compute.manager [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.267731] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.267927] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquired lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.268101] env[63105]: DEBUG nova.network.neutron [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.345494] env[63105]: ERROR nova.scheduler.client.report [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [req-f63197f7-c414-4fbd-88c6-3d3f895358fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c9788391-2f3f-4670-a3a3-51b6b8cdc6a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f63197f7-c414-4fbd-88c6-3d3f895358fb"}]} [ 1085.361837] env[63105]: DEBUG nova.scheduler.client.report [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1085.376117] env[63105]: DEBUG nova.scheduler.client.report [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1085.376351] env[63105]: DEBUG nova.compute.provider_tree [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.386779] env[63105]: DEBUG nova.scheduler.client.report [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1085.403417] env[63105]: DEBUG nova.scheduler.client.report [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1085.525815] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a590bb34-6dbc-4176-ac7c-650b846208e5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.533316] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b09f295-96ca-401e-9872-5915cefc4ffe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.562902] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c782a008-8c52-4f11-acff-b486cc270cc7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.569563] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fbd6b7-ac3e-4204-9b94-31c02b81f668 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.582080] env[63105]: DEBUG nova.compute.provider_tree [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.599061] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.723063] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.806518] env[63105]: DEBUG nova.network.neutron [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.938030] env[63105]: DEBUG nova.network.neutron [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Updating instance_info_cache with network_info: [{"id": "c8478615-b20e-4e3a-96c7-4a3ba5463207", "address": "fa:16:3e:89:04:6b", "network": {"id": "a710a090-5920-4741-b164-c577893bcc85", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-127206615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "507c58ae899744b4a739e64a1063c491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8478615-b2", "ovs_interfaceid": "c8478615-b20e-4e3a-96c7-4a3ba5463207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.115809] env[63105]: DEBUG nova.scheduler.client.report [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Updated inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1086.116105] env[63105]: DEBUG nova.compute.provider_tree [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Updating resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 generation from 168 to 169 during operation: update_inventory {{(pid=63105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1086.116315] env[63105]: DEBUG nova.compute.provider_tree [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.440926] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Releasing lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.441324] env[63105]: DEBUG nova.compute.manager [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Instance network_info: |[{"id": "c8478615-b20e-4e3a-96c7-4a3ba5463207", "address": "fa:16:3e:89:04:6b", "network": {"id": "a710a090-5920-4741-b164-c577893bcc85", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-127206615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "507c58ae899744b4a739e64a1063c491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8478615-b2", "ovs_interfaceid": "c8478615-b20e-4e3a-96c7-4a3ba5463207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.441762] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:04:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8478615-b20e-4e3a-96c7-4a3ba5463207', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.449817] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Creating folder: Project (507c58ae899744b4a739e64a1063c491). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.450591] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9e87ccf-7c80-496b-bf63-bbb3fde64446 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.461627] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Created folder: Project (507c58ae899744b4a739e64a1063c491) in parent group-v554960. [ 1086.461812] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Creating folder: Instances. Parent ref: group-v555236. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.462047] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3704140d-c4b8-4fd9-8ade-9affcf259837 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.471157] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Created folder: Instances in parent group-v555236. [ 1086.471385] env[63105]: DEBUG oslo.service.loopingcall [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1086.471568] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.471763] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ea6c46e-4fa3-4d74-afa9-2634b5ce6f4e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.490533] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.490533] env[63105]: value = "task-2759587" [ 1086.490533] env[63105]: _type = "Task" [ 1086.490533] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.498682] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759587, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.621296] env[63105]: DEBUG oslo_concurrency.lockutils [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.526s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.624492] env[63105]: DEBUG oslo_concurrency.lockutils [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.504s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.624492] env[63105]: DEBUG nova.objects.instance [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lazy-loading 'resources' on Instance uuid 5853c03d-9ec8-416a-8fa9-b42ef719e679 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.643817] env[63105]: INFO nova.scheduler.client.report [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Deleted allocations for instance cc7a67ff-8e22-47d5-970a-89f02b8e4bb3 [ 1086.673851] env[63105]: DEBUG nova.compute.manager [req-e33f0655-f6df-46d9-8c4c-4c3c1cf05637 req-5c28cb57-314d-46e8-bdb6-decb7cac096a service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Received event network-vif-plugged-c8478615-b20e-4e3a-96c7-4a3ba5463207 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1086.674145] env[63105]: DEBUG oslo_concurrency.lockutils [req-e33f0655-f6df-46d9-8c4c-4c3c1cf05637 req-5c28cb57-314d-46e8-bdb6-decb7cac096a service nova] Acquiring lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.674315] env[63105]: DEBUG oslo_concurrency.lockutils [req-e33f0655-f6df-46d9-8c4c-4c3c1cf05637 req-5c28cb57-314d-46e8-bdb6-decb7cac096a service nova] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.674515] env[63105]: DEBUG oslo_concurrency.lockutils [req-e33f0655-f6df-46d9-8c4c-4c3c1cf05637 req-5c28cb57-314d-46e8-bdb6-decb7cac096a service nova] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.674788] env[63105]: DEBUG nova.compute.manager [req-e33f0655-f6df-46d9-8c4c-4c3c1cf05637 req-5c28cb57-314d-46e8-bdb6-decb7cac096a service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] No waiting events found dispatching network-vif-plugged-c8478615-b20e-4e3a-96c7-4a3ba5463207 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.675015] env[63105]: WARNING nova.compute.manager [req-e33f0655-f6df-46d9-8c4c-4c3c1cf05637 req-5c28cb57-314d-46e8-bdb6-decb7cac096a service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Received unexpected event network-vif-plugged-c8478615-b20e-4e3a-96c7-4a3ba5463207 for instance with vm_state building and task_state spawning. [ 1086.675215] env[63105]: DEBUG nova.compute.manager [req-e33f0655-f6df-46d9-8c4c-4c3c1cf05637 req-5c28cb57-314d-46e8-bdb6-decb7cac096a service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Received event network-changed-c8478615-b20e-4e3a-96c7-4a3ba5463207 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1086.675375] env[63105]: DEBUG nova.compute.manager [req-e33f0655-f6df-46d9-8c4c-4c3c1cf05637 req-5c28cb57-314d-46e8-bdb6-decb7cac096a service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Refreshing instance network info cache due to event network-changed-c8478615-b20e-4e3a-96c7-4a3ba5463207. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1086.675562] env[63105]: DEBUG oslo_concurrency.lockutils [req-e33f0655-f6df-46d9-8c4c-4c3c1cf05637 req-5c28cb57-314d-46e8-bdb6-decb7cac096a service nova] Acquiring lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.675702] env[63105]: DEBUG oslo_concurrency.lockutils [req-e33f0655-f6df-46d9-8c4c-4c3c1cf05637 req-5c28cb57-314d-46e8-bdb6-decb7cac096a service nova] Acquired lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.675857] env[63105]: DEBUG nova.network.neutron [req-e33f0655-f6df-46d9-8c4c-4c3c1cf05637 req-5c28cb57-314d-46e8-bdb6-decb7cac096a service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Refreshing network info cache for port c8478615-b20e-4e3a-96c7-4a3ba5463207 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.000667] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759587, 'name': CreateVM_Task, 'duration_secs': 0.361535} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.000838] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.001552] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.001747] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.002077] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.002325] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e4d6fca-bdb2-4727-b253-9cdad63d9298 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.007791] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1087.007791] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]522c6b8c-062b-09a7-4750-20ab494e4cd9" [ 1087.007791] env[63105]: _type = "Task" [ 1087.007791] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.015135] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522c6b8c-062b-09a7-4750-20ab494e4cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.150379] env[63105]: DEBUG oslo_concurrency.lockutils [None req-33d4e3d6-2448-4c3e-9929-9d63c0617b2c tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "cc7a67ff-8e22-47d5-970a-89f02b8e4bb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.056s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.244973] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fda4f2-5f99-4c80-98aa-5d99493f543a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.254153] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185ccf0f-34f8-458f-8253-cb9408502af3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.287629] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237cfbc9-2c74-435c-af3b-524dbf829713 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.295466] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf32935-787e-47d7-9d62-ed6a13e87ce5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.308897] env[63105]: DEBUG nova.compute.provider_tree [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.375151] env[63105]: DEBUG nova.network.neutron [req-e33f0655-f6df-46d9-8c4c-4c3c1cf05637 req-5c28cb57-314d-46e8-bdb6-decb7cac096a service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Updated VIF entry in instance network info cache for port c8478615-b20e-4e3a-96c7-4a3ba5463207. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.375528] env[63105]: DEBUG nova.network.neutron [req-e33f0655-f6df-46d9-8c4c-4c3c1cf05637 req-5c28cb57-314d-46e8-bdb6-decb7cac096a service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Updating instance_info_cache with network_info: [{"id": "c8478615-b20e-4e3a-96c7-4a3ba5463207", "address": "fa:16:3e:89:04:6b", "network": {"id": "a710a090-5920-4741-b164-c577893bcc85", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-127206615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "507c58ae899744b4a739e64a1063c491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8478615-b2", "ovs_interfaceid": "c8478615-b20e-4e3a-96c7-4a3ba5463207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.518138] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522c6b8c-062b-09a7-4750-20ab494e4cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.518453] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.518683] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.518918] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.519077] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.519258] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.519512] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2cd99e0-062f-42c7-a67e-bf81111a6f24 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.527730] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.527861] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.528531] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-358cfe96-19a6-4cc1-b7d0-e7c769e341f2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.532989] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1087.532989] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526717c5-b594-dc0e-2789-4ea8e0e532d5" [ 1087.532989] env[63105]: _type = "Task" [ 1087.532989] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.540201] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526717c5-b594-dc0e-2789-4ea8e0e532d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.812369] env[63105]: DEBUG nova.scheduler.client.report [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1087.879018] env[63105]: DEBUG oslo_concurrency.lockutils [req-e33f0655-f6df-46d9-8c4c-4c3c1cf05637 req-5c28cb57-314d-46e8-bdb6-decb7cac096a service nova] Releasing lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.981440] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1087.981693] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555235', 'volume_id': 'efe61c5d-d5ca-4792-b345-4ae6b00d2ea9', 'name': 'volume-efe61c5d-d5ca-4792-b345-4ae6b00d2ea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54aa02c4-995c-4dac-a9d3-09021b83afa5', 'attached_at': '', 'detached_at': '', 'volume_id': 'efe61c5d-d5ca-4792-b345-4ae6b00d2ea9', 'serial': 'efe61c5d-d5ca-4792-b345-4ae6b00d2ea9'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1087.982613] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b892740b-2d03-4c22-9466-c5e732d48cc4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.998493] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c93a670-57fc-4a29-8be0-3fe70d0e4e01 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.024243] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-efe61c5d-d5ca-4792-b345-4ae6b00d2ea9/volume-efe61c5d-d5ca-4792-b345-4ae6b00d2ea9.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.024545] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43bd965d-7fa1-4bf7-b5a4-9558526eb245 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.046847] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526717c5-b594-dc0e-2789-4ea8e0e532d5, 'name': SearchDatastore_Task, 'duration_secs': 0.007833} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.048579] env[63105]: DEBUG oslo_vmware.api [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1088.048579] env[63105]: value = "task-2759589" [ 1088.048579] env[63105]: _type = "Task" [ 1088.048579] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.048772] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ef8e3e-1ac7-4f0f-a1c2-00b503130ee0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.055943] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1088.055943] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]525a2363-4f6a-662b-d2fd-a003d3864593" [ 1088.055943] env[63105]: _type = "Task" [ 1088.055943] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.059451] env[63105]: DEBUG oslo_vmware.api [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759589, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.067199] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525a2363-4f6a-662b-d2fd-a003d3864593, 'name': SearchDatastore_Task, 'duration_secs': 0.00871} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.067473] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.067768] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 03c6cbc6-0258-4bba-bfa3-c0bf7680df15/03c6cbc6-0258-4bba-bfa3-c0bf7680df15.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.068052] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e3b52e5-ea60-4054-8a85-6a95598ae296 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.074361] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1088.074361] env[63105]: value = "task-2759590" [ 1088.074361] env[63105]: _type = "Task" [ 1088.074361] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.081573] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.318105] env[63105]: DEBUG oslo_concurrency.lockutils [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.321032] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.722s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.321262] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.323291] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.600s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.325544] env[63105]: INFO nova.compute.claims [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.354469] env[63105]: INFO nova.scheduler.client.report [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Deleted allocations for instance 370053ad-42d1-4d01-81f2-cfceb69d6561 [ 1088.356557] env[63105]: INFO nova.scheduler.client.report [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Deleted allocations for instance 5853c03d-9ec8-416a-8fa9-b42ef719e679 [ 1088.560338] env[63105]: DEBUG oslo_vmware.api [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.583389] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421602} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.583685] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 03c6cbc6-0258-4bba-bfa3-c0bf7680df15/03c6cbc6-0258-4bba-bfa3-c0bf7680df15.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.583926] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.584169] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5f1506a-b40d-4cb8-be0a-7062bb83b41b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.590958] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1088.590958] env[63105]: value = "task-2759591" [ 1088.590958] env[63105]: _type = "Task" [ 1088.590958] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.598849] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.869245] env[63105]: DEBUG oslo_concurrency.lockutils [None req-63b1302e-7d38-4c64-bc68-63d578463766 tempest-DeleteServersTestJSON-137256497 tempest-DeleteServersTestJSON-137256497-project-member] Lock "370053ad-42d1-4d01-81f2-cfceb69d6561" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.683s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.870283] env[63105]: DEBUG oslo_concurrency.lockutils [None req-02d90673-30b2-4b69-8fce-9e5f4037d9de tempest-ServerDiskConfigTestJSON-27761588 tempest-ServerDiskConfigTestJSON-27761588-project-member] Lock "5853c03d-9ec8-416a-8fa9-b42ef719e679" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.264s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.061178] env[63105]: DEBUG oslo_vmware.api [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759589, 'name': ReconfigVM_Task, 'duration_secs': 0.584351} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.061470] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-efe61c5d-d5ca-4792-b345-4ae6b00d2ea9/volume-efe61c5d-d5ca-4792-b345-4ae6b00d2ea9.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.066187] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c480fc67-735c-4d89-8afa-7a73c44ef916 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.081446] env[63105]: DEBUG oslo_vmware.api [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1089.081446] env[63105]: value = "task-2759593" [ 1089.081446] env[63105]: _type = "Task" [ 1089.081446] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.089076] env[63105]: DEBUG oslo_vmware.api [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.097936] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090425} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.098200] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.098902] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703b005f-bb43-437f-9169-2128c8de3232 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.120772] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 03c6cbc6-0258-4bba-bfa3-c0bf7680df15/03c6cbc6-0258-4bba-bfa3-c0bf7680df15.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.121016] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3eb555f-b69e-4377-b848-8e8bfef1a1dc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.139242] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1089.139242] env[63105]: value = "task-2759594" [ 1089.139242] env[63105]: _type = "Task" [ 1089.139242] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.146715] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.444360] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314c81b9-b08e-4ce8-b62e-bcf82d3befab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.452950] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4666fd84-8bdb-4623-841f-fb6e092ce1e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.486027] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12911d39-0a08-42c4-bb80-3443245fd2d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.493009] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709274aa-37c6-450d-b015-13f36c4af2a4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.506327] env[63105]: DEBUG nova.compute.provider_tree [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.590961] env[63105]: DEBUG oslo_vmware.api [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759593, 'name': ReconfigVM_Task, 'duration_secs': 0.150019} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.591318] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555235', 'volume_id': 'efe61c5d-d5ca-4792-b345-4ae6b00d2ea9', 'name': 'volume-efe61c5d-d5ca-4792-b345-4ae6b00d2ea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54aa02c4-995c-4dac-a9d3-09021b83afa5', 'attached_at': '', 'detached_at': '', 'volume_id': 'efe61c5d-d5ca-4792-b345-4ae6b00d2ea9', 'serial': 'efe61c5d-d5ca-4792-b345-4ae6b00d2ea9'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1089.649391] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759594, 'name': ReconfigVM_Task, 'duration_secs': 0.316137} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.649724] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 03c6cbc6-0258-4bba-bfa3-c0bf7680df15/03c6cbc6-0258-4bba-bfa3-c0bf7680df15.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.650443] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23895bd1-d907-4452-ad75-6e5e8e84f77f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.658174] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1089.658174] env[63105]: value = "task-2759595" [ 1089.658174] env[63105]: _type = "Task" [ 1089.658174] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.668838] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759595, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.013232] env[63105]: DEBUG nova.scheduler.client.report [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1090.168938] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759595, 'name': Rename_Task, 'duration_secs': 0.150564} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.168938] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.168938] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-478753f5-c965-4d0a-b0c9-fa8813132ed7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.174972] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1090.174972] env[63105]: value = "task-2759596" [ 1090.174972] env[63105]: _type = "Task" [ 1090.174972] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.183290] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.519542] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.520114] env[63105]: DEBUG nova.compute.manager [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.637617] env[63105]: DEBUG nova.objects.instance [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lazy-loading 'flavor' on Instance uuid 54aa02c4-995c-4dac-a9d3-09021b83afa5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.686077] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.025302] env[63105]: DEBUG nova.compute.utils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1091.026712] env[63105]: DEBUG nova.compute.manager [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.026893] env[63105]: DEBUG nova.network.neutron [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.092201] env[63105]: DEBUG nova.policy [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c5998229cd340249987153d07e8b5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2b876a353e24c8d9b79c7771358e363', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.144416] env[63105]: DEBUG oslo_concurrency.lockutils [None req-375d0d7f-13c5-47df-acf7-3bc0ed552d67 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.793s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.192020] env[63105]: DEBUG oslo_vmware.api [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759596, 'name': PowerOnVM_Task, 'duration_secs': 0.735627} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.192020] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.192020] env[63105]: INFO nova.compute.manager [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1091.192020] env[63105]: DEBUG nova.compute.manager [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.192020] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f722f89-5267-4063-be34-20c647d5360e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.449795] env[63105]: DEBUG nova.network.neutron [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Successfully created port: ac7d47a5-a1d0-42be-89f0-7a330fce402d {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.534954] env[63105]: DEBUG nova.compute.manager [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.712178] env[63105]: INFO nova.compute.manager [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Took 13.44 seconds to build instance. [ 1091.979357] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.979651] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.217069] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3eaab539-acf2-4820-916b-c592e4164c34 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.964s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.485492] env[63105]: INFO nova.compute.manager [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Detaching volume 26145993-8847-4e60-98b2-d0c5d92dca20 [ 1092.533697] env[63105]: INFO nova.virt.block_device [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Attempting to driver detach volume 26145993-8847-4e60-98b2-d0c5d92dca20 from mountpoint /dev/sdb [ 1092.533697] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1092.533697] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555234', 'volume_id': '26145993-8847-4e60-98b2-d0c5d92dca20', 'name': 'volume-26145993-8847-4e60-98b2-d0c5d92dca20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54aa02c4-995c-4dac-a9d3-09021b83afa5', 'attached_at': '', 'detached_at': '', 'volume_id': '26145993-8847-4e60-98b2-d0c5d92dca20', 'serial': '26145993-8847-4e60-98b2-d0c5d92dca20'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1092.533697] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acfe7ed-0366-4c62-b9c4-6142e7a7d789 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.579029] env[63105]: DEBUG nova.compute.manager [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.583596] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074385ee-d472-4e56-babd-a345d386cbe3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.593188] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14fd0f5-e440-430b-ac47-95e0e491ca2f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.619544] env[63105]: DEBUG nova.virt.hardware [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1092.619781] env[63105]: DEBUG nova.virt.hardware [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1092.619937] env[63105]: DEBUG nova.virt.hardware [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.620131] env[63105]: DEBUG nova.virt.hardware [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1092.620277] env[63105]: DEBUG nova.virt.hardware [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.620422] env[63105]: DEBUG nova.virt.hardware [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1092.620655] env[63105]: DEBUG nova.virt.hardware [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1092.620830] env[63105]: DEBUG nova.virt.hardware [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1092.620999] env[63105]: DEBUG nova.virt.hardware [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1092.621398] env[63105]: DEBUG nova.virt.hardware [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1092.621599] env[63105]: DEBUG nova.virt.hardware [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1092.622939] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d352330-7385-44bc-87d5-3c2314a2b796 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.626696] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8060029-9c2b-4266-9962-9a97248b39bb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.643953] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] The volume has not been displaced from its original location: [datastore1] volume-26145993-8847-4e60-98b2-d0c5d92dca20/volume-26145993-8847-4e60-98b2-d0c5d92dca20.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1092.649407] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.651768] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0632471f-2e16-4fc0-b596-5f0cfa8dfc6a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.664699] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "64c731b1-312b-40ec-8f7e-439fb0b11586" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.664937] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "64c731b1-312b-40ec-8f7e-439fb0b11586" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.665149] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "64c731b1-312b-40ec-8f7e-439fb0b11586-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.665332] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "64c731b1-312b-40ec-8f7e-439fb0b11586-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.665498] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "64c731b1-312b-40ec-8f7e-439fb0b11586-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.668117] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1450c6-5c19-4f42-b1ce-147704785d5d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.672580] env[63105]: INFO nova.compute.manager [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Terminating instance [ 1092.688843] env[63105]: DEBUG oslo_vmware.api [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1092.688843] env[63105]: value = "task-2759597" [ 1092.688843] env[63105]: _type = "Task" [ 1092.688843] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.697743] env[63105]: DEBUG oslo_vmware.api [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.012690] env[63105]: DEBUG nova.compute.manager [req-060ddf92-136f-426e-a992-22a4fe1e8cb7 req-94a51aaf-a112-44a9-977f-cd1980ef05f4 service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Received event network-vif-plugged-ac7d47a5-a1d0-42be-89f0-7a330fce402d {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1093.012952] env[63105]: DEBUG oslo_concurrency.lockutils [req-060ddf92-136f-426e-a992-22a4fe1e8cb7 req-94a51aaf-a112-44a9-977f-cd1980ef05f4 service nova] Acquiring lock "0a6287e8-10b3-46c2-a3af-fa9750857f50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.013125] env[63105]: DEBUG oslo_concurrency.lockutils [req-060ddf92-136f-426e-a992-22a4fe1e8cb7 req-94a51aaf-a112-44a9-977f-cd1980ef05f4 service nova] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.013289] env[63105]: DEBUG oslo_concurrency.lockutils [req-060ddf92-136f-426e-a992-22a4fe1e8cb7 req-94a51aaf-a112-44a9-977f-cd1980ef05f4 service nova] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.013469] env[63105]: DEBUG nova.compute.manager [req-060ddf92-136f-426e-a992-22a4fe1e8cb7 req-94a51aaf-a112-44a9-977f-cd1980ef05f4 service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] No waiting events found dispatching network-vif-plugged-ac7d47a5-a1d0-42be-89f0-7a330fce402d {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.013648] env[63105]: WARNING nova.compute.manager [req-060ddf92-136f-426e-a992-22a4fe1e8cb7 req-94a51aaf-a112-44a9-977f-cd1980ef05f4 service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Received unexpected event network-vif-plugged-ac7d47a5-a1d0-42be-89f0-7a330fce402d for instance with vm_state building and task_state spawning. [ 1093.177521] env[63105]: DEBUG nova.compute.manager [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.177521] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.178379] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c61c58-aea1-46ad-9f02-81961fb20368 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.192474] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.199565] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b44a541-1b40-4e5a-8965-27e08493e3b0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.203867] env[63105]: DEBUG oslo_vmware.api [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759597, 'name': ReconfigVM_Task, 'duration_secs': 0.245513} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.205203] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.211628] env[63105]: DEBUG oslo_vmware.api [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1093.211628] env[63105]: value = "task-2759598" [ 1093.211628] env[63105]: _type = "Task" [ 1093.211628] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.211628] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8079c6fd-ff52-4fda-a678-f73ccd839a5c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.231588] env[63105]: DEBUG oslo_vmware.api [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.233018] env[63105]: DEBUG oslo_vmware.api [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1093.233018] env[63105]: value = "task-2759599" [ 1093.233018] env[63105]: _type = "Task" [ 1093.233018] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.241231] env[63105]: DEBUG oslo_vmware.api [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.459969] env[63105]: DEBUG nova.network.neutron [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Successfully updated port: ac7d47a5-a1d0-42be-89f0-7a330fce402d {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.559779] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "f9155d73-a5dc-41df-9085-9d3359171717" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.560095] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "f9155d73-a5dc-41df-9085-9d3359171717" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.646164] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.646914] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Cleaning up deleted instances with incomplete migration {{(pid=63105) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11596}} [ 1093.734488] env[63105]: DEBUG oslo_vmware.api [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759598, 'name': PowerOffVM_Task, 'duration_secs': 0.251781} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.737726] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.737867] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.738369] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c66460d-06c6-49a0-984e-385999598c1a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.751963] env[63105]: DEBUG oslo_vmware.api [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759599, 'name': ReconfigVM_Task, 'duration_secs': 0.18928} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.751963] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555234', 'volume_id': '26145993-8847-4e60-98b2-d0c5d92dca20', 'name': 'volume-26145993-8847-4e60-98b2-d0c5d92dca20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54aa02c4-995c-4dac-a9d3-09021b83afa5', 'attached_at': '', 'detached_at': '', 'volume_id': '26145993-8847-4e60-98b2-d0c5d92dca20', 'serial': '26145993-8847-4e60-98b2-d0c5d92dca20'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1093.802602] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.802813] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.803212] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Deleting the datastore file [datastore1] 64c731b1-312b-40ec-8f7e-439fb0b11586 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.803288] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56d6a35a-1d48-4ec5-9d80-33f99bd16eed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.810493] env[63105]: DEBUG oslo_vmware.api [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1093.810493] env[63105]: value = "task-2759601" [ 1093.810493] env[63105]: _type = "Task" [ 1093.810493] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.821256] env[63105]: DEBUG oslo_vmware.api [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.861023] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "0225629c-764d-4d77-852a-c9fea5ed4345" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.861023] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "0225629c-764d-4d77-852a-c9fea5ed4345" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.964666] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.964666] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.964666] env[63105]: DEBUG nova.network.neutron [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.063154] env[63105]: DEBUG nova.compute.manager [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.295225] env[63105]: DEBUG nova.objects.instance [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lazy-loading 'flavor' on Instance uuid 54aa02c4-995c-4dac-a9d3-09021b83afa5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.320709] env[63105]: DEBUG oslo_vmware.api [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181963} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.320956] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.321155] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.321347] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.321562] env[63105]: INFO nova.compute.manager [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1094.321810] env[63105]: DEBUG oslo.service.loopingcall [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1094.321996] env[63105]: DEBUG nova.compute.manager [-] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.322299] env[63105]: DEBUG nova.network.neutron [-] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.364194] env[63105]: DEBUG nova.compute.utils [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1094.506074] env[63105]: DEBUG nova.network.neutron [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.588251] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.588549] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.590079] env[63105]: INFO nova.compute.claims [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.649155] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.706366] env[63105]: DEBUG nova.network.neutron [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance_info_cache with network_info: [{"id": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "address": "fa:16:3e:51:e6:1d", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7d47a5-a1", "ovs_interfaceid": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.867442] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "0225629c-764d-4d77-852a-c9fea5ed4345" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.157968] env[63105]: DEBUG nova.network.neutron [-] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.209989] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.210342] env[63105]: DEBUG nova.compute.manager [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Instance network_info: |[{"id": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "address": "fa:16:3e:51:e6:1d", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7d47a5-a1", "ovs_interfaceid": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.210758] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:e6:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac7d47a5-a1d0-42be-89f0-7a330fce402d', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.218512] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Creating folder: Project (b2b876a353e24c8d9b79c7771358e363). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.218800] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12ebbb2c-ba5d-465e-9dd2-858a7bd77440 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.231666] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Created folder: Project (b2b876a353e24c8d9b79c7771358e363) in parent group-v554960. [ 1095.231874] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Creating folder: Instances. Parent ref: group-v555239. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.232038] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad098ed8-0a61-4435-931e-f023c273ca1d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.242295] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Created folder: Instances in parent group-v555239. [ 1095.242544] env[63105]: DEBUG oslo.service.loopingcall [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1095.242741] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.242921] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70eab467-d5a9-4afc-b119-84ea7570167d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.266460] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.266460] env[63105]: value = "task-2759604" [ 1095.266460] env[63105]: _type = "Task" [ 1095.266460] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.274299] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759604, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.304690] env[63105]: DEBUG oslo_concurrency.lockutils [None req-79df8b79-3ba4-4021-97bf-b5b2d0ebb28d tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.325s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.344801] env[63105]: DEBUG oslo_concurrency.lockutils [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.345217] env[63105]: DEBUG oslo_concurrency.lockutils [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.449805] env[63105]: DEBUG nova.compute.manager [req-cd6121ef-3df5-4058-88a6-5829e8aa0faa req-25b1b9a8-c105-45be-9519-5b22b53dbae2 service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Received event network-changed-ac7d47a5-a1d0-42be-89f0-7a330fce402d {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1095.450426] env[63105]: DEBUG nova.compute.manager [req-cd6121ef-3df5-4058-88a6-5829e8aa0faa req-25b1b9a8-c105-45be-9519-5b22b53dbae2 service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Refreshing instance network info cache due to event network-changed-ac7d47a5-a1d0-42be-89f0-7a330fce402d. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1095.450873] env[63105]: DEBUG oslo_concurrency.lockutils [req-cd6121ef-3df5-4058-88a6-5829e8aa0faa req-25b1b9a8-c105-45be-9519-5b22b53dbae2 service nova] Acquiring lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.450873] env[63105]: DEBUG oslo_concurrency.lockutils [req-cd6121ef-3df5-4058-88a6-5829e8aa0faa req-25b1b9a8-c105-45be-9519-5b22b53dbae2 service nova] Acquired lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.452716] env[63105]: DEBUG nova.network.neutron [req-cd6121ef-3df5-4058-88a6-5829e8aa0faa req-25b1b9a8-c105-45be-9519-5b22b53dbae2 service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Refreshing network info cache for port ac7d47a5-a1d0-42be-89f0-7a330fce402d {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.663285] env[63105]: INFO nova.compute.manager [-] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Took 1.34 seconds to deallocate network for instance. [ 1095.758259] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215277c7-9481-4e4c-b7f4-bbc0ddb4c753 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.766578] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ce67cd-f746-42b6-9fb3-d1f8e88b56a4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.800787] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759604, 'name': CreateVM_Task, 'duration_secs': 0.370343} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.801444] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.802159] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6010b55b-c756-475b-ba1d-60d452217afe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.805149] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.805317] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.805625] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.805894] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac249ec-ed0a-4b90-adcd-003270a288a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.812988] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e376b1-438b-4d00-97d9-021a999e8f75 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.818257] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1095.818257] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]524b1582-587a-aa23-10b7-17647f307c87" [ 1095.818257] env[63105]: _type = "Task" [ 1095.818257] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.829258] env[63105]: DEBUG nova.compute.provider_tree [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.836743] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524b1582-587a-aa23-10b7-17647f307c87, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.837014] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.837332] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.837631] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.837788] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.837964] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.838216] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d43857c-d299-4040-ab65-80fa646d5c01 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.847489] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.847489] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.848351] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90ed069-3f89-4b6a-8cdd-fd0ac9db2cda {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.851240] env[63105]: INFO nova.compute.manager [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Detaching volume efe61c5d-d5ca-4792-b345-4ae6b00d2ea9 [ 1095.857263] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1095.857263] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f19748-bb8f-e4e7-11f5-ecc3381fe2bc" [ 1095.857263] env[63105]: _type = "Task" [ 1095.857263] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.867840] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f19748-bb8f-e4e7-11f5-ecc3381fe2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008351} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.868621] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff8b7a69-0f13-41fc-be49-62e3710b104c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.873309] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1095.873309] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52478032-8a5d-b117-d624-f25faa8d105e" [ 1095.873309] env[63105]: _type = "Task" [ 1095.873309] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.880883] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52478032-8a5d-b117-d624-f25faa8d105e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.892454] env[63105]: INFO nova.virt.block_device [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Attempting to driver detach volume efe61c5d-d5ca-4792-b345-4ae6b00d2ea9 from mountpoint /dev/sdc [ 1095.892676] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1095.892858] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555235', 'volume_id': 'efe61c5d-d5ca-4792-b345-4ae6b00d2ea9', 'name': 'volume-efe61c5d-d5ca-4792-b345-4ae6b00d2ea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54aa02c4-995c-4dac-a9d3-09021b83afa5', 'attached_at': '', 'detached_at': '', 'volume_id': 'efe61c5d-d5ca-4792-b345-4ae6b00d2ea9', 'serial': 'efe61c5d-d5ca-4792-b345-4ae6b00d2ea9'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1095.893705] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4853f92f-8c79-423b-9789-d1a97c87d330 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.918248] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82e3a21-b3d1-4947-b380-c5d479195c6c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.925393] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f767403a-9d0a-4945-8822-87b899f70061 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.930481] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "0225629c-764d-4d77-852a-c9fea5ed4345" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.930753] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "0225629c-764d-4d77-852a-c9fea5ed4345" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.931042] env[63105]: INFO nova.compute.manager [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Attaching volume 2110f6d8-eb02-46cd-a169-f8dec2676966 to /dev/sdb [ 1095.956622] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d671b04d-2bcc-481a-96b2-172a9d9062cf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.967369] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.967704] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.985331] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] The volume has not been displaced from its original location: [datastore1] volume-efe61c5d-d5ca-4792-b345-4ae6b00d2ea9/volume-efe61c5d-d5ca-4792-b345-4ae6b00d2ea9.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1095.991129] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Reconfiguring VM instance instance-00000065 to detach disk 2002 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.991786] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d25f44f0-e6de-46be-9fa5-b4fbd1fd9572 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.007245] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46360451-068b-41f5-aed7-a00297ed1e6a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.016373] env[63105]: DEBUG oslo_vmware.api [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1096.016373] env[63105]: value = "task-2759605" [ 1096.016373] env[63105]: _type = "Task" [ 1096.016373] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.022042] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80407c4c-e0a0-4ad5-8e82-c81a864af648 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.034776] env[63105]: DEBUG nova.virt.block_device [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Updating existing volume attachment record: 8f066c30-d708-4e6e-b453-341b7f06c382 {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1096.040827] env[63105]: DEBUG oslo_vmware.api [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759605, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.174814] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.176723] env[63105]: DEBUG nova.network.neutron [req-cd6121ef-3df5-4058-88a6-5829e8aa0faa req-25b1b9a8-c105-45be-9519-5b22b53dbae2 service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updated VIF entry in instance network info cache for port ac7d47a5-a1d0-42be-89f0-7a330fce402d. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.177286] env[63105]: DEBUG nova.network.neutron [req-cd6121ef-3df5-4058-88a6-5829e8aa0faa req-25b1b9a8-c105-45be-9519-5b22b53dbae2 service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance_info_cache with network_info: [{"id": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "address": "fa:16:3e:51:e6:1d", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7d47a5-a1", "ovs_interfaceid": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.332467] env[63105]: DEBUG nova.scheduler.client.report [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1096.385076] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52478032-8a5d-b117-d624-f25faa8d105e, 'name': SearchDatastore_Task, 'duration_secs': 0.008288} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.385419] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.385759] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 0a6287e8-10b3-46c2-a3af-fa9750857f50/0a6287e8-10b3-46c2-a3af-fa9750857f50.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.386144] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae03d7fd-463b-4fb0-bcfe-3d527428130f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.394048] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1096.394048] env[63105]: value = "task-2759609" [ 1096.394048] env[63105]: _type = "Task" [ 1096.394048] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.400691] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.472021] env[63105]: DEBUG nova.compute.manager [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.527806] env[63105]: DEBUG oslo_vmware.api [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759605, 'name': ReconfigVM_Task, 'duration_secs': 0.251991} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.527806] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Reconfigured VM instance instance-00000065 to detach disk 2002 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.532735] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d531bd47-beb4-4aa4-8fb7-54e13d9887c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.547472] env[63105]: DEBUG oslo_vmware.api [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1096.547472] env[63105]: value = "task-2759610" [ 1096.547472] env[63105]: _type = "Task" [ 1096.547472] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.556274] env[63105]: DEBUG oslo_vmware.api [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.679611] env[63105]: DEBUG oslo_concurrency.lockutils [req-cd6121ef-3df5-4058-88a6-5829e8aa0faa req-25b1b9a8-c105-45be-9519-5b22b53dbae2 service nova] Releasing lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.679921] env[63105]: DEBUG nova.compute.manager [req-cd6121ef-3df5-4058-88a6-5829e8aa0faa req-25b1b9a8-c105-45be-9519-5b22b53dbae2 service nova] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Received event network-vif-deleted-d181dd33-46a0-4953-b811-069498b94f1c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1096.786623] env[63105]: DEBUG oslo_concurrency.lockutils [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "073735a2-5902-4a4b-ae5e-3537da89e584" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.786935] env[63105]: DEBUG oslo_concurrency.lockutils [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "073735a2-5902-4a4b-ae5e-3537da89e584" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.838357] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.839145] env[63105]: DEBUG nova.compute.manager [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.843148] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.668s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.843593] env[63105]: DEBUG nova.objects.instance [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lazy-loading 'resources' on Instance uuid 64c731b1-312b-40ec-8f7e-439fb0b11586 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.902508] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476899} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.902772] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 0a6287e8-10b3-46c2-a3af-fa9750857f50/0a6287e8-10b3-46c2-a3af-fa9750857f50.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.902982] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.903255] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7437a4f7-6798-4c6d-af2d-5f16baea23e0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.908481] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1096.908481] env[63105]: value = "task-2759611" [ 1096.908481] env[63105]: _type = "Task" [ 1096.908481] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.915758] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.996247] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.057422] env[63105]: DEBUG oslo_vmware.api [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759610, 'name': ReconfigVM_Task, 'duration_secs': 0.306177} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.057742] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555235', 'volume_id': 'efe61c5d-d5ca-4792-b345-4ae6b00d2ea9', 'name': 'volume-efe61c5d-d5ca-4792-b345-4ae6b00d2ea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54aa02c4-995c-4dac-a9d3-09021b83afa5', 'attached_at': '', 'detached_at': '', 'volume_id': 'efe61c5d-d5ca-4792-b345-4ae6b00d2ea9', 'serial': 'efe61c5d-d5ca-4792-b345-4ae6b00d2ea9'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1097.148094] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.148402] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.148588] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1097.148731] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Rebuilding the list of instances to heal {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 1097.291122] env[63105]: DEBUG nova.compute.utils [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1097.346939] env[63105]: DEBUG nova.compute.utils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1097.351112] env[63105]: DEBUG nova.compute.manager [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.351862] env[63105]: DEBUG nova.network.neutron [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.394124] env[63105]: DEBUG nova.policy [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3837540c1ac4a1a889d2b8cf48c153f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '507c58ae899744b4a739e64a1063c491', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.418306] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064244} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.420551] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.421493] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1613ea9d-5f9f-4f16-b9c1-ad6ab6ab8452 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.443189] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 0a6287e8-10b3-46c2-a3af-fa9750857f50/0a6287e8-10b3-46c2-a3af-fa9750857f50.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.445613] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46beaf31-5e78-4c28-a9c0-f2adcd44cee9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.464971] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1097.464971] env[63105]: value = "task-2759612" [ 1097.464971] env[63105]: _type = "Task" [ 1097.464971] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.475662] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.503723] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a6c817-fb8c-453f-8ae8-5f69329cf6ef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.510962] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704d8733-dd16-4c62-ba10-b5e240926e4a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.543144] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fd5fc0-87f7-4f29-a995-9aa98c5abb63 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.550305] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e0603d-ae46-420e-a73e-06e3fefc6239 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.563577] env[63105]: DEBUG nova.compute.provider_tree [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.602877] env[63105]: DEBUG nova.objects.instance [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lazy-loading 'flavor' on Instance uuid 54aa02c4-995c-4dac-a9d3-09021b83afa5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.653750] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Skipping network cache update for instance because it is Building. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 1097.653911] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Skipping network cache update for instance because it is Building. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 1097.659366] env[63105]: DEBUG nova.network.neutron [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Successfully created port: dd173434-74ce-4534-9abe-d7604e7ee0b8 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.708979] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.708979] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquired lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.708979] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Forcefully refreshing network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1097.708979] env[63105]: DEBUG nova.objects.instance [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lazy-loading 'info_cache' on Instance uuid 1295c5fb-4d84-4b06-8c38-30a1fbed2079 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.794264] env[63105]: DEBUG oslo_concurrency.lockutils [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "073735a2-5902-4a4b-ae5e-3537da89e584" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.851896] env[63105]: DEBUG nova.compute.manager [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.975407] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759612, 'name': ReconfigVM_Task, 'duration_secs': 0.265075} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.975738] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 0a6287e8-10b3-46c2-a3af-fa9750857f50/0a6287e8-10b3-46c2-a3af-fa9750857f50.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.976419] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22a97fe3-6254-4b27-a5b1-fcf021cac945 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.982903] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1097.982903] env[63105]: value = "task-2759613" [ 1097.982903] env[63105]: _type = "Task" [ 1097.982903] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.991536] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759613, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.067440] env[63105]: DEBUG nova.scheduler.client.report [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1098.493376] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759613, 'name': Rename_Task, 'duration_secs': 0.172056} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.493939] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.493939] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39d25452-9c78-4480-9610-700122758c24 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.501330] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1098.501330] env[63105]: value = "task-2759615" [ 1098.501330] env[63105]: _type = "Task" [ 1098.501330] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.512497] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.573584] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.576625] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.580s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.578091] env[63105]: INFO nova.compute.claims [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.596548] env[63105]: INFO nova.scheduler.client.report [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Deleted allocations for instance 64c731b1-312b-40ec-8f7e-439fb0b11586 [ 1098.610866] env[63105]: DEBUG oslo_concurrency.lockutils [None req-116e6ef2-3e91-42bc-9125-5a6b31744c8c tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.266s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.865675] env[63105]: DEBUG oslo_concurrency.lockutils [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "073735a2-5902-4a4b-ae5e-3537da89e584" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.865877] env[63105]: DEBUG oslo_concurrency.lockutils [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "073735a2-5902-4a4b-ae5e-3537da89e584" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.866211] env[63105]: INFO nova.compute.manager [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Attaching volume e98f9037-6e28-4387-ab81-f2db92bff225 to /dev/sdb [ 1098.868799] env[63105]: DEBUG nova.compute.manager [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.896702] env[63105]: DEBUG nova.virt.hardware [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1098.896959] env[63105]: DEBUG nova.virt.hardware [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1098.897139] env[63105]: DEBUG nova.virt.hardware [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.897329] env[63105]: DEBUG nova.virt.hardware [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1098.897480] env[63105]: DEBUG nova.virt.hardware [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.897629] env[63105]: DEBUG nova.virt.hardware [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1098.897840] env[63105]: DEBUG nova.virt.hardware [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1098.898008] env[63105]: DEBUG nova.virt.hardware [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1098.898189] env[63105]: DEBUG nova.virt.hardware [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1098.898355] env[63105]: DEBUG nova.virt.hardware [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1098.898534] env[63105]: DEBUG nova.virt.hardware [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1098.899491] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c625ac-69d0-4dda-b4b0-ca3ec52e685c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.908444] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed26cd3-47b3-4ddf-8a5b-4ca61d202ce6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.912898] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8087a3c0-bbc4-485b-8151-cf3f3cd66f0d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.927099] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2f9ece-1f82-4718-bf3e-54859a1f6bb7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.940037] env[63105]: DEBUG nova.virt.block_device [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Updating existing volume attachment record: e29c8e70-affa-4062-b7a7-e917fd02f6b4 {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1099.012574] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.075201] env[63105]: DEBUG nova.compute.manager [req-5cb7b2bb-909e-427c-acbe-812aab60cc4b req-ca952cbb-274d-4bc9-a7f7-4a95599fc18b service nova] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Received event network-vif-plugged-dd173434-74ce-4534-9abe-d7604e7ee0b8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1099.075435] env[63105]: DEBUG oslo_concurrency.lockutils [req-5cb7b2bb-909e-427c-acbe-812aab60cc4b req-ca952cbb-274d-4bc9-a7f7-4a95599fc18b service nova] Acquiring lock "f9155d73-a5dc-41df-9085-9d3359171717-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.075654] env[63105]: DEBUG oslo_concurrency.lockutils [req-5cb7b2bb-909e-427c-acbe-812aab60cc4b req-ca952cbb-274d-4bc9-a7f7-4a95599fc18b service nova] Lock "f9155d73-a5dc-41df-9085-9d3359171717-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.075834] env[63105]: DEBUG oslo_concurrency.lockutils [req-5cb7b2bb-909e-427c-acbe-812aab60cc4b req-ca952cbb-274d-4bc9-a7f7-4a95599fc18b service nova] Lock "f9155d73-a5dc-41df-9085-9d3359171717-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.076091] env[63105]: DEBUG nova.compute.manager [req-5cb7b2bb-909e-427c-acbe-812aab60cc4b req-ca952cbb-274d-4bc9-a7f7-4a95599fc18b service nova] [instance: f9155d73-a5dc-41df-9085-9d3359171717] No waiting events found dispatching network-vif-plugged-dd173434-74ce-4534-9abe-d7604e7ee0b8 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.076551] env[63105]: WARNING nova.compute.manager [req-5cb7b2bb-909e-427c-acbe-812aab60cc4b req-ca952cbb-274d-4bc9-a7f7-4a95599fc18b service nova] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Received unexpected event network-vif-plugged-dd173434-74ce-4534-9abe-d7604e7ee0b8 for instance with vm_state building and task_state spawning. [ 1099.105159] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1c349908-032a-48f4-b9f7-a232e8fa6f33 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "64c731b1-312b-40ec-8f7e-439fb0b11586" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.440s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.179602] env[63105]: DEBUG nova.network.neutron [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Successfully updated port: dd173434-74ce-4534-9abe-d7604e7ee0b8 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.435543] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Updating instance_info_cache with network_info: [{"id": "ace5fe08-0b3e-4c65-8169-3bf59e37a26c", "address": "fa:16:3e:26:eb:32", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace5fe08-0b", "ovs_interfaceid": "ace5fe08-0b3e-4c65-8169-3bf59e37a26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.499380] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "28329143-4282-4974-add0-00c64f01d7b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.499686] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "28329143-4282-4974-add0-00c64f01d7b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.499723] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "28329143-4282-4974-add0-00c64f01d7b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.499955] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "28329143-4282-4974-add0-00c64f01d7b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.500162] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "28329143-4282-4974-add0-00c64f01d7b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.503164] env[63105]: INFO nova.compute.manager [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Terminating instance [ 1099.514965] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.683622] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "refresh_cache-f9155d73-a5dc-41df-9085-9d3359171717" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.683903] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquired lock "refresh_cache-f9155d73-a5dc-41df-9085-9d3359171717" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.683956] env[63105]: DEBUG nova.network.neutron [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.729235] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc36a6e-2c40-4be2-97ab-c412472c5a68 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.737860] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c20ef1f-f399-478b-9621-7699da5562c6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.770080] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653d9bb2-18a1-4437-9b44-fabb7424bc8d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.779658] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f560f9-31bf-449d-bcb6-847b2111b795 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.795176] env[63105]: DEBUG nova.compute.provider_tree [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.942062] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Releasing lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.942062] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Updated the network info_cache for instance {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 1099.942062] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.942401] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.942401] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.942401] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.942516] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.942641] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1099.942785] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.013845] env[63105]: DEBUG nova.compute.manager [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.014110] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.014439] env[63105]: DEBUG oslo_vmware.api [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759615, 'name': PowerOnVM_Task, 'duration_secs': 1.174107} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.015254] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9fc552-c6dc-4cc9-82d5-d70cf00da5c3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.017778] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.017979] env[63105]: INFO nova.compute.manager [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1100.018174] env[63105]: DEBUG nova.compute.manager [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.018862] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de55fc30-7575-4d74-a813-98239c13f4a0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.029342] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.029704] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dbbf827-9e39-462d-80f2-71e40e282530 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.036129] env[63105]: DEBUG oslo_vmware.api [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1100.036129] env[63105]: value = "task-2759619" [ 1100.036129] env[63105]: _type = "Task" [ 1100.036129] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.043442] env[63105]: DEBUG oslo_vmware.api [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.220503] env[63105]: DEBUG nova.network.neutron [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.298299] env[63105]: DEBUG nova.scheduler.client.report [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1100.349350] env[63105]: DEBUG nova.network.neutron [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Updating instance_info_cache with network_info: [{"id": "dd173434-74ce-4534-9abe-d7604e7ee0b8", "address": "fa:16:3e:c4:77:53", "network": {"id": "a710a090-5920-4741-b164-c577893bcc85", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-127206615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "507c58ae899744b4a739e64a1063c491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd173434-74", "ovs_interfaceid": "dd173434-74ce-4534-9abe-d7604e7ee0b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.446406] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.540563] env[63105]: INFO nova.compute.manager [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Took 14.83 seconds to build instance. [ 1100.546963] env[63105]: DEBUG oslo_vmware.api [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759619, 'name': PowerOffVM_Task, 'duration_secs': 0.224687} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.547226] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.547401] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.547632] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9df3ee42-f036-4c89-9d70-bf20c8d607e6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.581664] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1100.581941] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555243', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'name': 'volume-2110f6d8-eb02-46cd-a169-f8dec2676966', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0225629c-764d-4d77-852a-c9fea5ed4345', 'attached_at': '', 'detached_at': '', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'serial': '2110f6d8-eb02-46cd-a169-f8dec2676966'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1100.582915] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2191468a-1d5a-461a-8623-77228da60a6c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.598886] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3750ea70-7e63-4c4f-8ddf-40a90dedd072 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.625061] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-2110f6d8-eb02-46cd-a169-f8dec2676966/volume-2110f6d8-eb02-46cd-a169-f8dec2676966.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.625061] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8c894de-cf41-43fc-8456-5cdd3a6d515e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.642120] env[63105]: DEBUG oslo_vmware.api [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1100.642120] env[63105]: value = "task-2759621" [ 1100.642120] env[63105]: _type = "Task" [ 1100.642120] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.650243] env[63105]: DEBUG oslo_vmware.api [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.803743] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.804281] env[63105]: DEBUG nova.compute.manager [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.809367] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.363s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.809928] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.809928] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1100.810860] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46add27-3bd6-4c5f-a595-1778937cf3dd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.819604] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd874a7-c8b4-4ca4-b1f8-180e19a91d17 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.834542] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6d3f84-37e8-42e9-9d17-f80a98b752a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.842198] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb38c837-7239-4188-b7ba-7a548298214e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.872278] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Releasing lock "refresh_cache-f9155d73-a5dc-41df-9085-9d3359171717" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.872614] env[63105]: DEBUG nova.compute.manager [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Instance network_info: |[{"id": "dd173434-74ce-4534-9abe-d7604e7ee0b8", "address": "fa:16:3e:c4:77:53", "network": {"id": "a710a090-5920-4741-b164-c577893bcc85", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-127206615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "507c58ae899744b4a739e64a1063c491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd173434-74", "ovs_interfaceid": "dd173434-74ce-4534-9abe-d7604e7ee0b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.873536] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179649MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1100.873685] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.873881] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.876596] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:77:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd173434-74ce-4534-9abe-d7604e7ee0b8', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.883873] env[63105]: DEBUG oslo.service.loopingcall [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.884420] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.884673] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30ab2cbb-4c78-417d-98a8-f96bbb5efd70 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.904592] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.904592] env[63105]: value = "task-2759622" [ 1100.904592] env[63105]: _type = "Task" [ 1100.904592] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.912624] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759622, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.043697] env[63105]: DEBUG oslo_concurrency.lockutils [None req-14a9cf0b-6952-4d27-bcbc-81762e552429 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.343s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.102513] env[63105]: DEBUG nova.compute.manager [req-7745ba68-8363-4839-886a-b5d630ce107b req-246e0547-1da5-4525-8205-10cde1b6c3a9 service nova] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Received event network-changed-dd173434-74ce-4534-9abe-d7604e7ee0b8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1101.102723] env[63105]: DEBUG nova.compute.manager [req-7745ba68-8363-4839-886a-b5d630ce107b req-246e0547-1da5-4525-8205-10cde1b6c3a9 service nova] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Refreshing instance network info cache due to event network-changed-dd173434-74ce-4534-9abe-d7604e7ee0b8. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1101.103076] env[63105]: DEBUG oslo_concurrency.lockutils [req-7745ba68-8363-4839-886a-b5d630ce107b req-246e0547-1da5-4525-8205-10cde1b6c3a9 service nova] Acquiring lock "refresh_cache-f9155d73-a5dc-41df-9085-9d3359171717" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.103308] env[63105]: DEBUG oslo_concurrency.lockutils [req-7745ba68-8363-4839-886a-b5d630ce107b req-246e0547-1da5-4525-8205-10cde1b6c3a9 service nova] Acquired lock "refresh_cache-f9155d73-a5dc-41df-9085-9d3359171717" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.103529] env[63105]: DEBUG nova.network.neutron [req-7745ba68-8363-4839-886a-b5d630ce107b req-246e0547-1da5-4525-8205-10cde1b6c3a9 service nova] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Refreshing network info cache for port dd173434-74ce-4534-9abe-d7604e7ee0b8 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.158843] env[63105]: DEBUG oslo_vmware.api [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.259165] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.259375] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.259522] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Deleting the datastore file [datastore1] 28329143-4282-4974-add0-00c64f01d7b8 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.259785] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ceb56ee5-9730-4fb3-825b-cccbc2d47561 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.266199] env[63105]: DEBUG oslo_vmware.api [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for the task: (returnval){ [ 1101.266199] env[63105]: value = "task-2759624" [ 1101.266199] env[63105]: _type = "Task" [ 1101.266199] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.274381] env[63105]: DEBUG oslo_vmware.api [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.290926] env[63105]: DEBUG oslo_concurrency.lockutils [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.291222] env[63105]: DEBUG oslo_concurrency.lockutils [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.291448] env[63105]: DEBUG oslo_concurrency.lockutils [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "54aa02c4-995c-4dac-a9d3-09021b83afa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.291641] env[63105]: DEBUG oslo_concurrency.lockutils [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.291891] env[63105]: DEBUG oslo_concurrency.lockutils [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.294383] env[63105]: INFO nova.compute.manager [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Terminating instance [ 1101.310495] env[63105]: DEBUG nova.compute.utils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1101.315022] env[63105]: DEBUG nova.compute.manager [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.315022] env[63105]: DEBUG nova.network.neutron [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.349956] env[63105]: DEBUG nova.policy [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07dc7ea969c845d080c9c2af17822dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd26d2c10e9dc43c5bb5af8b99df07d39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.414900] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759622, 'name': CreateVM_Task, 'duration_secs': 0.381488} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.415083] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.415773] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.415943] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.416281] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.416536] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47558682-f8d6-4c9d-b8ce-a4252717444b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.421183] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1101.421183] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e5bda4-8c7a-12d0-3811-aa78479a88a9" [ 1101.421183] env[63105]: _type = "Task" [ 1101.421183] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.429057] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e5bda4-8c7a-12d0-3811-aa78479a88a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.629021] env[63105]: DEBUG nova.network.neutron [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Successfully created port: beb69e97-47ef-4a11-bdc8-68253071e10d {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.650040] env[63105]: DEBUG nova.compute.manager [req-0fb4abe6-27c9-4128-8512-6da9eb40dc8b req-21273b57-bda0-4ec9-ad4a-4aef2175bbba service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Received event network-changed-ac7d47a5-a1d0-42be-89f0-7a330fce402d {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1101.650266] env[63105]: DEBUG nova.compute.manager [req-0fb4abe6-27c9-4128-8512-6da9eb40dc8b req-21273b57-bda0-4ec9-ad4a-4aef2175bbba service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Refreshing instance network info cache due to event network-changed-ac7d47a5-a1d0-42be-89f0-7a330fce402d. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1101.650480] env[63105]: DEBUG oslo_concurrency.lockutils [req-0fb4abe6-27c9-4128-8512-6da9eb40dc8b req-21273b57-bda0-4ec9-ad4a-4aef2175bbba service nova] Acquiring lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.650622] env[63105]: DEBUG oslo_concurrency.lockutils [req-0fb4abe6-27c9-4128-8512-6da9eb40dc8b req-21273b57-bda0-4ec9-ad4a-4aef2175bbba service nova] Acquired lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.650773] env[63105]: DEBUG nova.network.neutron [req-0fb4abe6-27c9-4128-8512-6da9eb40dc8b req-21273b57-bda0-4ec9-ad4a-4aef2175bbba service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Refreshing network info cache for port ac7d47a5-a1d0-42be-89f0-7a330fce402d {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.657316] env[63105]: DEBUG oslo_vmware.api [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759621, 'name': ReconfigVM_Task, 'duration_secs': 0.656188} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.661741] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-2110f6d8-eb02-46cd-a169-f8dec2676966/volume-2110f6d8-eb02-46cd-a169-f8dec2676966.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.665551] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad73b538-a64b-4d81-817b-8e5854e57ab0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.681134] env[63105]: DEBUG oslo_vmware.api [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1101.681134] env[63105]: value = "task-2759625" [ 1101.681134] env[63105]: _type = "Task" [ 1101.681134] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.690117] env[63105]: DEBUG oslo_vmware.api [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.777365] env[63105]: DEBUG oslo_vmware.api [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Task: {'id': task-2759624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502423} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.777692] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.777907] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.778120] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.778301] env[63105]: INFO nova.compute.manager [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1101.778710] env[63105]: DEBUG oslo.service.loopingcall [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1101.778797] env[63105]: DEBUG nova.compute.manager [-] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.778836] env[63105]: DEBUG nova.network.neutron [-] [instance: 28329143-4282-4974-add0-00c64f01d7b8] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.799286] env[63105]: DEBUG nova.compute.manager [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.799286] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.801623] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8fffb2-51da-495e-aa09-56f313a691ea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.809405] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.811554] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-585590da-2727-4bb7-a9c4-4c8280ac56bb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.815725] env[63105]: DEBUG nova.compute.manager [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.824567] env[63105]: DEBUG oslo_vmware.api [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1101.824567] env[63105]: value = "task-2759626" [ 1101.824567] env[63105]: _type = "Task" [ 1101.824567] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.839767] env[63105]: DEBUG oslo_vmware.api [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.904918] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 1295c5fb-4d84-4b06-8c38-30a1fbed2079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.905129] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 28329143-4282-4974-add0-00c64f01d7b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.905256] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 54aa02c4-995c-4dac-a9d3-09021b83afa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.905371] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 073735a2-5902-4a4b-ae5e-3537da89e584 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.905482] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 0225629c-764d-4d77-852a-c9fea5ed4345 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.905592] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 03c6cbc6-0258-4bba-bfa3-c0bf7680df15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.905698] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 0a6287e8-10b3-46c2-a3af-fa9750857f50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.905804] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance f9155d73-a5dc-41df-9085-9d3359171717 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.905910] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 968a6b7b-fe46-45a4-8fdb-605ce4fce317 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.906117] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1101.906248] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1101.937554] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e5bda4-8c7a-12d0-3811-aa78479a88a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.938047] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.938384] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.938648] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.938851] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.939084] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.939507] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4ba10ee-4e78-4ee6-ae80-f2bb96cdd5f3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.954095] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.954299] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.956572] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-700404dd-b686-4115-adbc-d64f43bc1557 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.960344] env[63105]: DEBUG nova.network.neutron [req-7745ba68-8363-4839-886a-b5d630ce107b req-246e0547-1da5-4525-8205-10cde1b6c3a9 service nova] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Updated VIF entry in instance network info cache for port dd173434-74ce-4534-9abe-d7604e7ee0b8. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.960718] env[63105]: DEBUG nova.network.neutron [req-7745ba68-8363-4839-886a-b5d630ce107b req-246e0547-1da5-4525-8205-10cde1b6c3a9 service nova] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Updating instance_info_cache with network_info: [{"id": "dd173434-74ce-4534-9abe-d7604e7ee0b8", "address": "fa:16:3e:c4:77:53", "network": {"id": "a710a090-5920-4741-b164-c577893bcc85", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-127206615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "507c58ae899744b4a739e64a1063c491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd173434-74", "ovs_interfaceid": "dd173434-74ce-4534-9abe-d7604e7ee0b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.965525] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1101.965525] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f7ad55-c597-afdd-8012-e6b75c8097e6" [ 1101.965525] env[63105]: _type = "Task" [ 1101.965525] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.977508] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f7ad55-c597-afdd-8012-e6b75c8097e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.063625] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed958b4d-c7cc-4fd0-a197-7bf30558df2e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.071710] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f202d128-7ba3-42a2-abd5-82cf7ed468ea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.108083] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dbbb21-7e79-4211-a8c7-6124a1eb7f6f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.115908] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad24d49-23a9-4a5c-9e0f-08e31d0ca2f7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.133423] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.192627] env[63105]: DEBUG oslo_vmware.api [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759625, 'name': ReconfigVM_Task, 'duration_secs': 0.176064} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.193738] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555243', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'name': 'volume-2110f6d8-eb02-46cd-a169-f8dec2676966', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0225629c-764d-4d77-852a-c9fea5ed4345', 'attached_at': '', 'detached_at': '', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'serial': '2110f6d8-eb02-46cd-a169-f8dec2676966'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1102.338110] env[63105]: DEBUG oslo_vmware.api [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759626, 'name': PowerOffVM_Task, 'duration_secs': 0.213156} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.340472] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.341116] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.341116] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23004a45-34f4-48cc-85b7-495639abac02 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.371372] env[63105]: DEBUG nova.network.neutron [req-0fb4abe6-27c9-4128-8512-6da9eb40dc8b req-21273b57-bda0-4ec9-ad4a-4aef2175bbba service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updated VIF entry in instance network info cache for port ac7d47a5-a1d0-42be-89f0-7a330fce402d. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.371729] env[63105]: DEBUG nova.network.neutron [req-0fb4abe6-27c9-4128-8512-6da9eb40dc8b req-21273b57-bda0-4ec9-ad4a-4aef2175bbba service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance_info_cache with network_info: [{"id": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "address": "fa:16:3e:51:e6:1d", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7d47a5-a1", "ovs_interfaceid": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.404865] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.405088] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.405269] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Deleting the datastore file [datastore1] 54aa02c4-995c-4dac-a9d3-09021b83afa5 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.405476] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1086f2d5-311b-4bf2-bb18-7005b73f4b61 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.411591] env[63105]: DEBUG oslo_vmware.api [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for the task: (returnval){ [ 1102.411591] env[63105]: value = "task-2759628" [ 1102.411591] env[63105]: _type = "Task" [ 1102.411591] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.420129] env[63105]: DEBUG oslo_vmware.api [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.463526] env[63105]: DEBUG oslo_concurrency.lockutils [req-7745ba68-8363-4839-886a-b5d630ce107b req-246e0547-1da5-4525-8205-10cde1b6c3a9 service nova] Releasing lock "refresh_cache-f9155d73-a5dc-41df-9085-9d3359171717" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.474843] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f7ad55-c597-afdd-8012-e6b75c8097e6, 'name': SearchDatastore_Task, 'duration_secs': 0.019856} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.475643] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6346a5ba-0fb6-41d3-8ec3-32320e6d527e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.480329] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1102.480329] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a41261-9f12-ed84-3c91-a09ea7ef4f36" [ 1102.480329] env[63105]: _type = "Task" [ 1102.480329] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.487462] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a41261-9f12-ed84-3c91-a09ea7ef4f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.615540] env[63105]: DEBUG nova.network.neutron [-] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.636165] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1102.835580] env[63105]: DEBUG nova.compute.manager [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.863306] env[63105]: DEBUG nova.virt.hardware [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1102.863548] env[63105]: DEBUG nova.virt.hardware [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1102.863711] env[63105]: DEBUG nova.virt.hardware [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.863939] env[63105]: DEBUG nova.virt.hardware [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1102.864046] env[63105]: DEBUG nova.virt.hardware [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.864207] env[63105]: DEBUG nova.virt.hardware [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1102.864439] env[63105]: DEBUG nova.virt.hardware [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1102.864599] env[63105]: DEBUG nova.virt.hardware [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1102.864774] env[63105]: DEBUG nova.virt.hardware [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1102.864938] env[63105]: DEBUG nova.virt.hardware [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1102.865163] env[63105]: DEBUG nova.virt.hardware [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1102.866064] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95020234-be24-4ce1-a462-abcfe7ddbb6a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.873954] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48def3ee-e86c-4c4d-92e0-564212f8b40f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.878234] env[63105]: DEBUG oslo_concurrency.lockutils [req-0fb4abe6-27c9-4128-8512-6da9eb40dc8b req-21273b57-bda0-4ec9-ad4a-4aef2175bbba service nova] Releasing lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.921052] env[63105]: DEBUG oslo_vmware.api [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Task: {'id': task-2759628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131846} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.921245] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.921382] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.921547] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.921701] env[63105]: INFO nova.compute.manager [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1102.921956] env[63105]: DEBUG oslo.service.loopingcall [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1102.922167] env[63105]: DEBUG nova.compute.manager [-] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.922264] env[63105]: DEBUG nova.network.neutron [-] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.989923] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a41261-9f12-ed84-3c91-a09ea7ef4f36, 'name': SearchDatastore_Task, 'duration_secs': 0.008983} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.991721] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.992025] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] f9155d73-a5dc-41df-9085-9d3359171717/f9155d73-a5dc-41df-9085-9d3359171717.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.992303] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-112cc394-18d5-4665-af33-165ca3f485cf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.999691] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1102.999691] env[63105]: value = "task-2759629" [ 1102.999691] env[63105]: _type = "Task" [ 1102.999691] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.009018] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.118881] env[63105]: INFO nova.compute.manager [-] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Took 1.34 seconds to deallocate network for instance. [ 1103.141178] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1103.141178] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.267s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.141178] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.141415] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Cleaning up deleted instances {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11558}} [ 1103.244355] env[63105]: DEBUG nova.objects.instance [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lazy-loading 'flavor' on Instance uuid 0225629c-764d-4d77-852a-c9fea5ed4345 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.263443] env[63105]: DEBUG nova.network.neutron [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Successfully updated port: beb69e97-47ef-4a11-bdc8-68253071e10d {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.300281] env[63105]: DEBUG nova.compute.manager [req-52bfc2d0-b83d-4ffc-90d7-802e4058e715 req-c6b84341-fd6b-41ac-97c7-3e96c0243ebc service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Received event network-vif-plugged-beb69e97-47ef-4a11-bdc8-68253071e10d {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1103.301180] env[63105]: DEBUG oslo_concurrency.lockutils [req-52bfc2d0-b83d-4ffc-90d7-802e4058e715 req-c6b84341-fd6b-41ac-97c7-3e96c0243ebc service nova] Acquiring lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.301180] env[63105]: DEBUG oslo_concurrency.lockutils [req-52bfc2d0-b83d-4ffc-90d7-802e4058e715 req-c6b84341-fd6b-41ac-97c7-3e96c0243ebc service nova] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.301180] env[63105]: DEBUG oslo_concurrency.lockutils [req-52bfc2d0-b83d-4ffc-90d7-802e4058e715 req-c6b84341-fd6b-41ac-97c7-3e96c0243ebc service nova] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.301180] env[63105]: DEBUG nova.compute.manager [req-52bfc2d0-b83d-4ffc-90d7-802e4058e715 req-c6b84341-fd6b-41ac-97c7-3e96c0243ebc service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] No waiting events found dispatching network-vif-plugged-beb69e97-47ef-4a11-bdc8-68253071e10d {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.302880] env[63105]: WARNING nova.compute.manager [req-52bfc2d0-b83d-4ffc-90d7-802e4058e715 req-c6b84341-fd6b-41ac-97c7-3e96c0243ebc service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Received unexpected event network-vif-plugged-beb69e97-47ef-4a11-bdc8-68253071e10d for instance with vm_state building and task_state spawning. [ 1103.487181] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1103.487498] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555245', 'volume_id': 'e98f9037-6e28-4387-ab81-f2db92bff225', 'name': 'volume-e98f9037-6e28-4387-ab81-f2db92bff225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '073735a2-5902-4a4b-ae5e-3537da89e584', 'attached_at': '', 'detached_at': '', 'volume_id': 'e98f9037-6e28-4387-ab81-f2db92bff225', 'serial': 'e98f9037-6e28-4387-ab81-f2db92bff225'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1103.488570] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d860b3-c569-4c6a-b18f-ddf5c267a91b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.510460] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7217a858-00ef-436a-9481-ba6e307886ff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.518899] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759629, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.541329] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-e98f9037-6e28-4387-ab81-f2db92bff225/volume-e98f9037-6e28-4387-ab81-f2db92bff225.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.542161] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92449475-b8d9-463d-9c5a-68871a2f52ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.562722] env[63105]: DEBUG oslo_vmware.api [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1103.562722] env[63105]: value = "task-2759630" [ 1103.562722] env[63105]: _type = "Task" [ 1103.562722] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.572699] env[63105]: DEBUG oslo_vmware.api [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.626443] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.626795] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.627042] env[63105]: DEBUG nova.objects.instance [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lazy-loading 'resources' on Instance uuid 28329143-4282-4974-add0-00c64f01d7b8 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.659117] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] There are 56 instances to clean {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11567}} [ 1103.660223] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 5853c03d-9ec8-416a-8fa9-b42ef719e679] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.677608] env[63105]: INFO nova.compute.manager [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Rebuilding instance [ 1103.695220] env[63105]: DEBUG nova.compute.manager [req-f2e70135-4059-43d8-b3df-6cf7e542ced7 req-80c47e52-22d7-4ea8-bdaa-c2f4977dc148 service nova] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Received event network-vif-deleted-1caea15a-5906-47a0-8b4f-1a4576314939 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1103.695504] env[63105]: DEBUG nova.compute.manager [req-f2e70135-4059-43d8-b3df-6cf7e542ced7 req-80c47e52-22d7-4ea8-bdaa-c2f4977dc148 service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Received event network-vif-deleted-1687d893-790a-4c67-9e54-f471b550de9c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1103.695690] env[63105]: INFO nova.compute.manager [req-f2e70135-4059-43d8-b3df-6cf7e542ced7 req-80c47e52-22d7-4ea8-bdaa-c2f4977dc148 service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Neutron deleted interface 1687d893-790a-4c67-9e54-f471b550de9c; detaching it from the instance and deleting it from the info cache [ 1103.695920] env[63105]: DEBUG nova.network.neutron [req-f2e70135-4059-43d8-b3df-6cf7e542ced7 req-80c47e52-22d7-4ea8-bdaa-c2f4977dc148 service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.740472] env[63105]: DEBUG nova.compute.manager [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.741387] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aafe838-90a3-4489-9dd0-e76e530be10a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.753754] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d3d3c25b-816e-414d-ba2d-3025525759b7 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "0225629c-764d-4d77-852a-c9fea5ed4345" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.823s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.766601] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.766774] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.767042] env[63105]: DEBUG nova.network.neutron [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.955048] env[63105]: DEBUG nova.network.neutron [-] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.016419] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800579} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.016687] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] f9155d73-a5dc-41df-9085-9d3359171717/f9155d73-a5dc-41df-9085-9d3359171717.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.016898] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.017162] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41171993-c5e4-4b7f-ad86-0c047b42e179 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.024274] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1104.024274] env[63105]: value = "task-2759631" [ 1104.024274] env[63105]: _type = "Task" [ 1104.024274] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.032286] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.073068] env[63105]: DEBUG oslo_vmware.api [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.163741] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: cd178024-7e9c-4e5a-a644-190c3f56d71c] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1104.200179] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ef98fa6-f137-40bf-955f-bf10cf05cb89 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.209143] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2a49eb-a70a-4b19-a129-23e9e7803912 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.241076] env[63105]: DEBUG nova.compute.manager [req-f2e70135-4059-43d8-b3df-6cf7e542ced7 req-80c47e52-22d7-4ea8-bdaa-c2f4977dc148 service nova] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Detach interface failed, port_id=1687d893-790a-4c67-9e54-f471b550de9c, reason: Instance 54aa02c4-995c-4dac-a9d3-09021b83afa5 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1104.309309] env[63105]: DEBUG nova.network.neutron [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.323488] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdda535f-7c86-4f28-8135-000f0bf52ce1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.331248] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f67e0f-4665-475b-a7b7-08de7470d9bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.364426] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08216f87-99b6-4cd8-9743-71b8d8e2a9ff {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.371302] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484fdc80-f6f5-4a31-84ee-18f0e20a1adc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.384304] env[63105]: DEBUG nova.compute.provider_tree [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.457395] env[63105]: INFO nova.compute.manager [-] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Took 1.53 seconds to deallocate network for instance. [ 1104.533045] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073354} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.533956] env[63105]: DEBUG nova.network.neutron [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance_info_cache with network_info: [{"id": "beb69e97-47ef-4a11-bdc8-68253071e10d", "address": "fa:16:3e:31:3e:55", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb69e97-47", "ovs_interfaceid": "beb69e97-47ef-4a11-bdc8-68253071e10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.535162] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.536157] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432ea622-3268-4eb1-b4c4-87ab08b6c58e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.558978] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] f9155d73-a5dc-41df-9085-9d3359171717/f9155d73-a5dc-41df-9085-9d3359171717.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.559833] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b312daa0-4c4d-4fcf-86d5-5964db548aa6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.582519] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1104.582519] env[63105]: value = "task-2759632" [ 1104.582519] env[63105]: _type = "Task" [ 1104.582519] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.585409] env[63105]: DEBUG oslo_vmware.api [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.592831] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.667373] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 27f4ccd1-854a-4a94-ab2a-ed668d7633c0] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1104.759192] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.759503] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cc8be30-0dda-4466-89c4-ac5c7159a3a6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.767483] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1104.767483] env[63105]: value = "task-2759633" [ 1104.767483] env[63105]: _type = "Task" [ 1104.767483] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.775277] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.887579] env[63105]: DEBUG nova.scheduler.client.report [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1104.964501] env[63105]: DEBUG oslo_concurrency.lockutils [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.036429] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.036841] env[63105]: DEBUG nova.compute.manager [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Instance network_info: |[{"id": "beb69e97-47ef-4a11-bdc8-68253071e10d", "address": "fa:16:3e:31:3e:55", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb69e97-47", "ovs_interfaceid": "beb69e97-47ef-4a11-bdc8-68253071e10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.037343] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:3e:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'beb69e97-47ef-4a11-bdc8-68253071e10d', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.044944] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Creating folder: Project (d26d2c10e9dc43c5bb5af8b99df07d39). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.045216] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e21696d-3e97-41f9-8b8d-a3d116fafdc4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.056173] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Created folder: Project (d26d2c10e9dc43c5bb5af8b99df07d39) in parent group-v554960. [ 1105.056355] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Creating folder: Instances. Parent ref: group-v555247. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.056562] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6ab4fad-561e-4f35-a835-0558937bedb6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.066184] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Created folder: Instances in parent group-v555247. [ 1105.066425] env[63105]: DEBUG oslo.service.loopingcall [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.066757] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.066959] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9851fd62-c077-487a-a4a8-92855be9d680 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.093978] env[63105]: DEBUG oslo_vmware.api [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759630, 'name': ReconfigVM_Task, 'duration_secs': 1.143416} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.094181] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.094181] env[63105]: value = "task-2759636" [ 1105.094181] env[63105]: _type = "Task" [ 1105.094181] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.094454] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-e98f9037-6e28-4387-ab81-f2db92bff225/volume-e98f9037-6e28-4387-ab81-f2db92bff225.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.099333] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00b44721-e510-4c0f-a99a-f48bf7732bc4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.115100] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.121510] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759636, 'name': CreateVM_Task} progress is 15%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.122852] env[63105]: DEBUG oslo_vmware.api [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1105.122852] env[63105]: value = "task-2759637" [ 1105.122852] env[63105]: _type = "Task" [ 1105.122852] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.130321] env[63105]: DEBUG oslo_vmware.api [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.170922] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 370053ad-42d1-4d01-81f2-cfceb69d6561] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.277574] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759633, 'name': PowerOffVM_Task, 'duration_secs': 0.384809} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.277799] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.329731] env[63105]: INFO nova.compute.manager [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Detaching volume 2110f6d8-eb02-46cd-a169-f8dec2676966 [ 1105.334471] env[63105]: DEBUG nova.compute.manager [req-4a46cbce-096a-417c-8646-9ee341c16466 req-88b6f0b7-c7bf-4614-8f36-c21c6583d877 service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Received event network-changed-beb69e97-47ef-4a11-bdc8-68253071e10d {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1105.334640] env[63105]: DEBUG nova.compute.manager [req-4a46cbce-096a-417c-8646-9ee341c16466 req-88b6f0b7-c7bf-4614-8f36-c21c6583d877 service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Refreshing instance network info cache due to event network-changed-beb69e97-47ef-4a11-bdc8-68253071e10d. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1105.334855] env[63105]: DEBUG oslo_concurrency.lockutils [req-4a46cbce-096a-417c-8646-9ee341c16466 req-88b6f0b7-c7bf-4614-8f36-c21c6583d877 service nova] Acquiring lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.334993] env[63105]: DEBUG oslo_concurrency.lockutils [req-4a46cbce-096a-417c-8646-9ee341c16466 req-88b6f0b7-c7bf-4614-8f36-c21c6583d877 service nova] Acquired lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.335166] env[63105]: DEBUG nova.network.neutron [req-4a46cbce-096a-417c-8646-9ee341c16466 req-88b6f0b7-c7bf-4614-8f36-c21c6583d877 service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Refreshing network info cache for port beb69e97-47ef-4a11-bdc8-68253071e10d {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.367222] env[63105]: INFO nova.virt.block_device [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Attempting to driver detach volume 2110f6d8-eb02-46cd-a169-f8dec2676966 from mountpoint /dev/sdb [ 1105.367461] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1105.367667] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555243', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'name': 'volume-2110f6d8-eb02-46cd-a169-f8dec2676966', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0225629c-764d-4d77-852a-c9fea5ed4345', 'attached_at': '', 'detached_at': '', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'serial': '2110f6d8-eb02-46cd-a169-f8dec2676966'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1105.368622] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52a0e87-c92c-47a4-bdf8-0f1b2755294e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.390076] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56be08b9-32fd-47ab-8209-7d1f28e70600 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.395067] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.398610] env[63105]: DEBUG oslo_concurrency.lockutils [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.434s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.398610] env[63105]: DEBUG nova.objects.instance [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lazy-loading 'resources' on Instance uuid 54aa02c4-995c-4dac-a9d3-09021b83afa5 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.400204] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfa3fb7-3b31-4885-bdec-582ba30563f2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.421850] env[63105]: INFO nova.scheduler.client.report [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Deleted allocations for instance 28329143-4282-4974-add0-00c64f01d7b8 [ 1105.423976] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6c61b4-724d-4c6b-b89e-994189f907d9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.445402] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] The volume has not been displaced from its original location: [datastore1] volume-2110f6d8-eb02-46cd-a169-f8dec2676966/volume-2110f6d8-eb02-46cd-a169-f8dec2676966.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1105.450607] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.451304] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34f0afa3-3a14-46e9-8cfd-e78bd96ed59d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.471381] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1105.471381] env[63105]: value = "task-2759638" [ 1105.471381] env[63105]: _type = "Task" [ 1105.471381] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.480815] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.595779] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759632, 'name': ReconfigVM_Task, 'duration_secs': 0.642993} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.599019] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Reconfigured VM instance instance-0000006e to attach disk [datastore1] f9155d73-a5dc-41df-9085-9d3359171717/f9155d73-a5dc-41df-9085-9d3359171717.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.599019] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d5248ba-17f6-47dd-a4da-65066249bc0f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.603498] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1105.603498] env[63105]: value = "task-2759639" [ 1105.603498] env[63105]: _type = "Task" [ 1105.603498] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.607428] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759636, 'name': CreateVM_Task, 'duration_secs': 0.391183} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.610236] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.610991] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.611340] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.611760] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.612387] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab3dab8-fdd6-470d-aa6c-83d549d49328 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.617359] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759639, 'name': Rename_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.622323] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1105.622323] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]524a751a-3f5e-729e-8b94-a3cae3fb9175" [ 1105.622323] env[63105]: _type = "Task" [ 1105.622323] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.630910] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524a751a-3f5e-729e-8b94-a3cae3fb9175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.634613] env[63105]: DEBUG oslo_vmware.api [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759637, 'name': ReconfigVM_Task, 'duration_secs': 0.162118} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.635042] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555245', 'volume_id': 'e98f9037-6e28-4387-ab81-f2db92bff225', 'name': 'volume-e98f9037-6e28-4387-ab81-f2db92bff225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '073735a2-5902-4a4b-ae5e-3537da89e584', 'attached_at': '', 'detached_at': '', 'volume_id': 'e98f9037-6e28-4387-ab81-f2db92bff225', 'serial': 'e98f9037-6e28-4387-ab81-f2db92bff225'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1105.677048] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: c3b212de-1512-4038-afc7-87891377d71d] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.936121] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a6d5f08c-2bd3-406a-ace9-c14bc3499647 tempest-ServerRescueNegativeTestJSON-589396785 tempest-ServerRescueNegativeTestJSON-589396785-project-member] Lock "28329143-4282-4974-add0-00c64f01d7b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.436s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.981920] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.045603] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab9e4a1-bd9b-4a5d-a477-25ee284ce452 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.057409] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e3d340-e271-4e10-b72f-de8fba7049e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.087337] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60406a76-d460-439f-9ccf-817effa9f7de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.094289] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a8d43b-951d-453e-8aec-d16652adc29e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.108059] env[63105]: DEBUG nova.compute.provider_tree [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.116596] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759639, 'name': Rename_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.119048] env[63105]: DEBUG nova.network.neutron [req-4a46cbce-096a-417c-8646-9ee341c16466 req-88b6f0b7-c7bf-4614-8f36-c21c6583d877 service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updated VIF entry in instance network info cache for port beb69e97-47ef-4a11-bdc8-68253071e10d. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.119401] env[63105]: DEBUG nova.network.neutron [req-4a46cbce-096a-417c-8646-9ee341c16466 req-88b6f0b7-c7bf-4614-8f36-c21c6583d877 service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance_info_cache with network_info: [{"id": "beb69e97-47ef-4a11-bdc8-68253071e10d", "address": "fa:16:3e:31:3e:55", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb69e97-47", "ovs_interfaceid": "beb69e97-47ef-4a11-bdc8-68253071e10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.129523] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524a751a-3f5e-729e-8b94-a3cae3fb9175, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.129799] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.130021] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.130252] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.130463] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.130656] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.131527] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c3e40be-17e6-4ae0-9976-f50425104796 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.140757] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.140931] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.141736] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84682cb6-8f62-4a91-9e03-a9815761a34d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.146628] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1106.146628] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]525767e8-60ff-1b3e-a524-7ef8c0801591" [ 1106.146628] env[63105]: _type = "Task" [ 1106.146628] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.156473] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525767e8-60ff-1b3e-a524-7ef8c0801591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.179323] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 89df1074-0402-4ba7-beff-fcb50c948fef] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.483362] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.613563] env[63105]: DEBUG nova.scheduler.client.report [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1106.619631] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759639, 'name': Rename_Task, 'duration_secs': 0.809196} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.620094] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.620346] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af32a934-8c53-4dac-83fe-793495a84caf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.622284] env[63105]: DEBUG oslo_concurrency.lockutils [req-4a46cbce-096a-417c-8646-9ee341c16466 req-88b6f0b7-c7bf-4614-8f36-c21c6583d877 service nova] Releasing lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.627339] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1106.627339] env[63105]: value = "task-2759640" [ 1106.627339] env[63105]: _type = "Task" [ 1106.627339] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.636210] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.657258] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525767e8-60ff-1b3e-a524-7ef8c0801591, 'name': SearchDatastore_Task, 'duration_secs': 0.008177} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.657845] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7cccfbf-d37a-4f7d-8e7d-84c1425cc596 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.663324] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1106.663324] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5200ceb0-d0eb-2b9a-4f36-9795fd1f0f53" [ 1106.663324] env[63105]: _type = "Task" [ 1106.663324] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.671887] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5200ceb0-d0eb-2b9a-4f36-9795fd1f0f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.674927] env[63105]: DEBUG nova.objects.instance [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lazy-loading 'flavor' on Instance uuid 073735a2-5902-4a4b-ae5e-3537da89e584 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.683273] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: f8570888-cf47-40f1-9fc7-bfb043d406af] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.984127] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759638, 'name': ReconfigVM_Task, 'duration_secs': 1.096224} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.984454] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1106.989715] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bee7b0a-1dac-4c8c-b036-8f04116da701 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.005723] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1107.005723] env[63105]: value = "task-2759641" [ 1107.005723] env[63105]: _type = "Task" [ 1107.005723] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.013795] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.121184] env[63105]: DEBUG oslo_concurrency.lockutils [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.139141] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759640, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.149991] env[63105]: INFO nova.scheduler.client.report [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Deleted allocations for instance 54aa02c4-995c-4dac-a9d3-09021b83afa5 [ 1107.176020] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5200ceb0-d0eb-2b9a-4f36-9795fd1f0f53, 'name': SearchDatastore_Task, 'duration_secs': 0.010496} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.176020] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.176020] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 968a6b7b-fe46-45a4-8fdb-605ce4fce317/968a6b7b-fe46-45a4-8fdb-605ce4fce317.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.176432] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5d47c70-722a-4883-af1d-f5696f642925 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.181929] env[63105]: DEBUG oslo_concurrency.lockutils [None req-88b2d686-77d1-4a0e-8c2a-3fa6ecc678dd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "073735a2-5902-4a4b-ae5e-3537da89e584" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.316s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.185155] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1107.185155] env[63105]: value = "task-2759642" [ 1107.185155] env[63105]: _type = "Task" [ 1107.185155] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.189628] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 1085a71c-a59d-4eb3-9a60-45b33c3312fc] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1107.196712] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.519604] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759641, 'name': ReconfigVM_Task, 'duration_secs': 0.136764} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.520008] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555243', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'name': 'volume-2110f6d8-eb02-46cd-a169-f8dec2676966', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0225629c-764d-4d77-852a-c9fea5ed4345', 'attached_at': '', 'detached_at': '', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'serial': '2110f6d8-eb02-46cd-a169-f8dec2676966'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1107.644594] env[63105]: DEBUG oslo_vmware.api [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759640, 'name': PowerOnVM_Task, 'duration_secs': 0.637773} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.644987] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.645234] env[63105]: INFO nova.compute.manager [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1107.645390] env[63105]: DEBUG nova.compute.manager [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.646416] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69201436-3698-4b7f-8791-086c1714f171 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.663911] env[63105]: DEBUG oslo_concurrency.lockutils [None req-21b9d2e7-9ff0-4b58-bb17-cc4e59e68176 tempest-AttachVolumeTestJSON-666912007 tempest-AttachVolumeTestJSON-666912007-project-member] Lock "54aa02c4-995c-4dac-a9d3-09021b83afa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.373s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.692942] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 495995da-33c4-41cf-9c06-d7a6fb2e636c] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1107.700117] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759642, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.179798] env[63105]: INFO nova.compute.manager [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Took 13.61 seconds to build instance. [ 1108.196622] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521876} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.197500] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 968a6b7b-fe46-45a4-8fdb-605ce4fce317/968a6b7b-fe46-45a4-8fdb-605ce4fce317.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.197719] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.197970] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23a3a8e4-8992-4b1b-a80c-7d71c87e6093 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.201687] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: ec30fcc3-f122-481b-a474-2dd633032c93] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.204761] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1108.204761] env[63105]: value = "task-2759643" [ 1108.204761] env[63105]: _type = "Task" [ 1108.204761] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.214548] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.589140] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.589497] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eadec5b-f6d1-4b18-a6b8-cc181e766358 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.597921] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1108.597921] env[63105]: value = "task-2759645" [ 1108.597921] env[63105]: _type = "Task" [ 1108.597921] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.605570] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.682309] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0995192a-cc66-475b-9b02-b37ac6d9f975 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "f9155d73-a5dc-41df-9085-9d3359171717" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.122s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.705945] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: dede34ff-258a-4ae1-a704-9f9c69b6555d] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.716578] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073478} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.716827] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.717571] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88794ca-0b60-4ded-a315-0efc81a7fabe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.739273] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 968a6b7b-fe46-45a4-8fdb-605ce4fce317/968a6b7b-fe46-45a4-8fdb-605ce4fce317.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.740177] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b386cd3-0c19-470f-8c11-f67b2acb53ab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.759204] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "561d9dbe-7508-4a79-afc0-57d574f20519" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.759422] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "561d9dbe-7508-4a79-afc0-57d574f20519" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.762687] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1108.762687] env[63105]: value = "task-2759646" [ 1108.762687] env[63105]: _type = "Task" [ 1108.762687] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.771386] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.784716] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "f9155d73-a5dc-41df-9085-9d3359171717" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.784970] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "f9155d73-a5dc-41df-9085-9d3359171717" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.785196] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "f9155d73-a5dc-41df-9085-9d3359171717-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.785380] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "f9155d73-a5dc-41df-9085-9d3359171717-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.785562] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "f9155d73-a5dc-41df-9085-9d3359171717-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.787654] env[63105]: INFO nova.compute.manager [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Terminating instance [ 1109.108420] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] VM already powered off {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1109.108699] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1109.108951] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555243', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'name': 'volume-2110f6d8-eb02-46cd-a169-f8dec2676966', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0225629c-764d-4d77-852a-c9fea5ed4345', 'attached_at': '', 'detached_at': '', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'serial': '2110f6d8-eb02-46cd-a169-f8dec2676966'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1109.109807] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceec112-49b3-4114-94a3-271730bd22b2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.130697] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8082878f-88e3-41e1-aa29-a8af2a3c512f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.136890] env[63105]: WARNING nova.virt.vmwareapi.driver [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1109.137151] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.137877] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac8fba1-065e-443a-bd20-19df49e35497 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.144069] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.144348] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c3c7004-fd89-4f5c-a742-04583c44792d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.213247] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 0d032e22-a8ed-4b85-b607-fa333436613d] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1109.221900] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.222142] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.222351] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleting the datastore file [datastore2] 0225629c-764d-4d77-852a-c9fea5ed4345 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.222619] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ac4d5bf-80aa-4355-99c2-0d4272ca1cdf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.229443] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1109.229443] env[63105]: value = "task-2759648" [ 1109.229443] env[63105]: _type = "Task" [ 1109.229443] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.236805] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.262307] env[63105]: DEBUG nova.compute.manager [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.273379] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759646, 'name': ReconfigVM_Task, 'duration_secs': 0.286234} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.273637] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 968a6b7b-fe46-45a4-8fdb-605ce4fce317/968a6b7b-fe46-45a4-8fdb-605ce4fce317.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.274270] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2dfe831-b1a2-42ea-942b-ef626a5618a8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.280682] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1109.280682] env[63105]: value = "task-2759649" [ 1109.280682] env[63105]: _type = "Task" [ 1109.280682] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.288292] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759649, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.291072] env[63105]: DEBUG nova.compute.manager [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.291186] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.291911] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f683d15-a976-49ef-8ab3-0c4f42d4b753 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.298366] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.299200] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6f21bb6-d7c3-480f-9cd8-817d5bf96acb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.305612] env[63105]: DEBUG oslo_vmware.api [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1109.305612] env[63105]: value = "task-2759650" [ 1109.305612] env[63105]: _type = "Task" [ 1109.305612] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.313317] env[63105]: DEBUG oslo_vmware.api [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.716934] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: fccb9b51-6c58-4524-ba97-942eac0e5915] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1109.739435] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13636} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.739694] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.739877] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.740069] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.790721] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759649, 'name': Rename_Task, 'duration_secs': 0.133061} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.791981] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.792225] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.793894] env[63105]: INFO nova.compute.claims [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.796390] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.797035] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-028baaa9-aa93-457e-b666-e5f5a03a0bae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.804045] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1109.804045] env[63105]: value = "task-2759651" [ 1109.804045] env[63105]: _type = "Task" [ 1109.804045] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.815175] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.818259] env[63105]: DEBUG oslo_vmware.api [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759650, 'name': PowerOffVM_Task, 'duration_secs': 0.341638} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.818498] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.818663] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.818904] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ee68584-b62f-4a94-8d13-2844b44a76ee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.903135] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.903313] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.903497] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Deleting the datastore file [datastore1] f9155d73-a5dc-41df-9085-9d3359171717 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.903753] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97f3fe0a-4b2c-46c3-8fc1-768fd7fe66e5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.910198] env[63105]: DEBUG oslo_vmware.api [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1109.910198] env[63105]: value = "task-2759653" [ 1109.910198] env[63105]: _type = "Task" [ 1109.910198] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.918923] env[63105]: DEBUG oslo_vmware.api [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.220677] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 22f770d5-3a02-48d1-a21c-5a324f9d3096] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.245267] env[63105]: INFO nova.virt.block_device [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Booting with volume 2110f6d8-eb02-46cd-a169-f8dec2676966 at /dev/sdb [ 1110.279025] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbce8028-6e19-46fe-ab9f-71f993f2e345 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.287983] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1604b5c2-1608-480a-b389-8814b550cb10 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.313462] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759651, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.321839] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b2a938a-63c1-475d-8b29-e8b619451577 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.330510] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cfc908-e932-40f7-aea6-70180bf1eb82 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.359057] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bca0bd-e9d8-493d-b3a4-2ac76405968d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.365887] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3355240b-a4c3-4cc7-b40f-23033bcffb4a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.379673] env[63105]: DEBUG nova.virt.block_device [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Updating existing volume attachment record: e2f607d6-da63-49c6-a446-40e1c4e0ca63 {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1110.422181] env[63105]: DEBUG oslo_vmware.api [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205186} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.422181] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.422181] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.422181] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.422181] env[63105]: INFO nova.compute.manager [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1110.422181] env[63105]: DEBUG oslo.service.loopingcall [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1110.422181] env[63105]: DEBUG nova.compute.manager [-] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.422181] env[63105]: DEBUG nova.network.neutron [-] [instance: f9155d73-a5dc-41df-9085-9d3359171717] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.717914] env[63105]: DEBUG nova.compute.manager [req-4256dd1f-622c-4792-bc1b-261535fc636f req-e43e7ca7-8acb-4618-b043-39e7c9b4a096 service nova] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Received event network-vif-deleted-dd173434-74ce-4534-9abe-d7604e7ee0b8 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1110.718176] env[63105]: INFO nova.compute.manager [req-4256dd1f-622c-4792-bc1b-261535fc636f req-e43e7ca7-8acb-4618-b043-39e7c9b4a096 service nova] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Neutron deleted interface dd173434-74ce-4534-9abe-d7604e7ee0b8; detaching it from the instance and deleting it from the info cache [ 1110.718342] env[63105]: DEBUG nova.network.neutron [req-4256dd1f-622c-4792-bc1b-261535fc636f req-e43e7ca7-8acb-4618-b043-39e7c9b4a096 service nova] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.724147] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: bdc6099f-0343-4303-8802-d00a439dafb6] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.817656] env[63105]: DEBUG oslo_vmware.api [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759651, 'name': PowerOnVM_Task, 'duration_secs': 0.607777} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.818569] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.818569] env[63105]: INFO nova.compute.manager [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1110.818731] env[63105]: DEBUG nova.compute.manager [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.819385] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4795f0d-b9aa-43c4-94d8-c9a980de4352 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.907284] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322b3855-6178-473f-98a4-0be29eed9600 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.915795] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc203dd-f2e1-4120-b060-19037a82541d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.948131] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225a836e-6f9f-47f3-8750-df3db4d8e8ef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.956755] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643b6821-6fd1-4c94-9854-63b1feb4f200 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.971408] env[63105]: DEBUG nova.compute.provider_tree [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.197038] env[63105]: DEBUG nova.network.neutron [-] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.220843] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c97127fe-ffb1-4880-8575-056321fdbe7b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.226110] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: cc7a67ff-8e22-47d5-970a-89f02b8e4bb3] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1111.231507] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7951c975-06c2-40d6-ac96-3fe9309fd56e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.259255] env[63105]: DEBUG nova.compute.manager [req-4256dd1f-622c-4792-bc1b-261535fc636f req-e43e7ca7-8acb-4618-b043-39e7c9b4a096 service nova] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Detach interface failed, port_id=dd173434-74ce-4534-9abe-d7604e7ee0b8, reason: Instance f9155d73-a5dc-41df-9085-9d3359171717 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1111.340724] env[63105]: INFO nova.compute.manager [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Took 14.36 seconds to build instance. [ 1111.476350] env[63105]: DEBUG nova.scheduler.client.report [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1111.702789] env[63105]: INFO nova.compute.manager [-] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Took 1.28 seconds to deallocate network for instance. [ 1111.730203] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 102eff5f-81a7-432e-b5c9-1f47903703a7] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1111.843058] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fa18dee6-127e-4417-b567-1c5fbf49d86e tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.875s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.981836] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.982343] env[63105]: DEBUG nova.compute.manager [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.013329] env[63105]: DEBUG nova.virt.hardware [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1112.013596] env[63105]: DEBUG nova.virt.hardware [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1112.013754] env[63105]: DEBUG nova.virt.hardware [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.013936] env[63105]: DEBUG nova.virt.hardware [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1112.014104] env[63105]: DEBUG nova.virt.hardware [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.014285] env[63105]: DEBUG nova.virt.hardware [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1112.014491] env[63105]: DEBUG nova.virt.hardware [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1112.014651] env[63105]: DEBUG nova.virt.hardware [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1112.014816] env[63105]: DEBUG nova.virt.hardware [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1112.014975] env[63105]: DEBUG nova.virt.hardware [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1112.015162] env[63105]: DEBUG nova.virt.hardware [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1112.016369] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b51796d-1e6e-4f4e-9442-d87dc1ae37ad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.025799] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b89369-1a37-4425-a941-3a5a5d4ea9d7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.039506] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:42:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d446295-7369-4edc-8fa1-4f42c8ac7505', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.047072] env[63105]: DEBUG oslo.service.loopingcall [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1112.047296] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.047609] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5e56138-5547-4415-8ff5-54cf24e10f1f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.067341] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.067341] env[63105]: value = "task-2759655" [ 1112.067341] env[63105]: _type = "Task" [ 1112.067341] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.074973] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759655, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.212786] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.213196] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.213468] env[63105]: DEBUG nova.objects.instance [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lazy-loading 'resources' on Instance uuid f9155d73-a5dc-41df-9085-9d3359171717 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.232962] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: e318964e-f279-4839-9727-1e27416fd69b] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.487108] env[63105]: DEBUG nova.compute.utils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1112.488522] env[63105]: DEBUG nova.compute.manager [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.488690] env[63105]: DEBUG nova.network.neutron [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.528047] env[63105]: DEBUG nova.policy [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '952846bc3a754e899a0a72085580c196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eed34feff14c41b1ad37a4ad1d306bc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.578473] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759655, 'name': CreateVM_Task, 'duration_secs': 0.294002} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.578639] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.579289] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.579455] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.579769] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.580015] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe5b44f-31a2-4634-b3fe-64c0ff8f6bdd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.584442] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1112.584442] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b3e3d7-414e-8ef7-2b50-5edf9ec4729c" [ 1112.584442] env[63105]: _type = "Task" [ 1112.584442] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.591616] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b3e3d7-414e-8ef7-2b50-5edf9ec4729c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.735928] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 3e250153-f4dc-42e6-b3f0-4108e6da7010] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.783914] env[63105]: DEBUG nova.compute.manager [req-8f78ed81-b1aa-4f68-b0bb-1e34cd2472b4 req-b8274795-9793-4bcb-82dc-acbf4b2bdbcd service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Received event network-changed-beb69e97-47ef-4a11-bdc8-68253071e10d {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1112.784164] env[63105]: DEBUG nova.compute.manager [req-8f78ed81-b1aa-4f68-b0bb-1e34cd2472b4 req-b8274795-9793-4bcb-82dc-acbf4b2bdbcd service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Refreshing instance network info cache due to event network-changed-beb69e97-47ef-4a11-bdc8-68253071e10d. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1112.784396] env[63105]: DEBUG oslo_concurrency.lockutils [req-8f78ed81-b1aa-4f68-b0bb-1e34cd2472b4 req-b8274795-9793-4bcb-82dc-acbf4b2bdbcd service nova] Acquiring lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.784541] env[63105]: DEBUG oslo_concurrency.lockutils [req-8f78ed81-b1aa-4f68-b0bb-1e34cd2472b4 req-b8274795-9793-4bcb-82dc-acbf4b2bdbcd service nova] Acquired lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.784699] env[63105]: DEBUG nova.network.neutron [req-8f78ed81-b1aa-4f68-b0bb-1e34cd2472b4 req-b8274795-9793-4bcb-82dc-acbf4b2bdbcd service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Refreshing network info cache for port beb69e97-47ef-4a11-bdc8-68253071e10d {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.830349] env[63105]: DEBUG nova.network.neutron [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Successfully created port: 43da0bda-3765-4b2a-87e3-328420ed7043 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.858740] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5482ed1d-3b81-43e8-93ed-a99550e5945e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.867367] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8242069-6fb0-4ae4-9e91-321e12adbcc3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.896775] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a705f63d-25ca-4876-9662-b94f141cbe4b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.903884] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12384250-34a4-4cf3-96b1-4899a9c3e8d3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.918313] env[63105]: DEBUG nova.compute.provider_tree [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.991940] env[63105]: DEBUG nova.compute.manager [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.095310] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b3e3d7-414e-8ef7-2b50-5edf9ec4729c, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.095623] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.095856] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.096105] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.096246] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.096425] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.096679] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da74f605-1c0e-4561-9860-46a59875c9c5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.104738] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.104907] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.105603] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8241bf6-4b4a-448e-9569-687fe052651b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.110550] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1113.110550] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526f7a94-bbff-e95e-5a40-fdf35fce7746" [ 1113.110550] env[63105]: _type = "Task" [ 1113.110550] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.118425] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526f7a94-bbff-e95e-5a40-fdf35fce7746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.238778] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: beaabe8f-d7b5-4643-a241-80418f98411e] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1113.421590] env[63105]: DEBUG nova.scheduler.client.report [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1113.486274] env[63105]: DEBUG nova.network.neutron [req-8f78ed81-b1aa-4f68-b0bb-1e34cd2472b4 req-b8274795-9793-4bcb-82dc-acbf4b2bdbcd service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updated VIF entry in instance network info cache for port beb69e97-47ef-4a11-bdc8-68253071e10d. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.486646] env[63105]: DEBUG nova.network.neutron [req-8f78ed81-b1aa-4f68-b0bb-1e34cd2472b4 req-b8274795-9793-4bcb-82dc-acbf4b2bdbcd service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance_info_cache with network_info: [{"id": "beb69e97-47ef-4a11-bdc8-68253071e10d", "address": "fa:16:3e:31:3e:55", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb69e97-47", "ovs_interfaceid": "beb69e97-47ef-4a11-bdc8-68253071e10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.621541] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526f7a94-bbff-e95e-5a40-fdf35fce7746, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.622307] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a2fa3c6-4405-4a0e-96aa-6c8a0b42e9b4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.627296] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1113.627296] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]525611d1-48c8-666f-a4e2-0f1ba741a530" [ 1113.627296] env[63105]: _type = "Task" [ 1113.627296] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.634795] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525611d1-48c8-666f-a4e2-0f1ba741a530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.741676] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: b8e44340-0039-423a-b08f-5390be300f43] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1113.928523] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.950254] env[63105]: INFO nova.scheduler.client.report [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Deleted allocations for instance f9155d73-a5dc-41df-9085-9d3359171717 [ 1113.989656] env[63105]: DEBUG oslo_concurrency.lockutils [req-8f78ed81-b1aa-4f68-b0bb-1e34cd2472b4 req-b8274795-9793-4bcb-82dc-acbf4b2bdbcd service nova] Releasing lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.002288] env[63105]: DEBUG nova.compute.manager [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.028574] env[63105]: DEBUG nova.virt.hardware [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1114.028826] env[63105]: DEBUG nova.virt.hardware [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1114.028983] env[63105]: DEBUG nova.virt.hardware [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.029193] env[63105]: DEBUG nova.virt.hardware [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1114.029345] env[63105]: DEBUG nova.virt.hardware [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.029495] env[63105]: DEBUG nova.virt.hardware [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1114.029704] env[63105]: DEBUG nova.virt.hardware [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1114.029863] env[63105]: DEBUG nova.virt.hardware [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1114.030037] env[63105]: DEBUG nova.virt.hardware [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1114.030206] env[63105]: DEBUG nova.virt.hardware [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1114.030384] env[63105]: DEBUG nova.virt.hardware [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1114.031261] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fca0561-780f-437d-bc05-bc0a47272ff2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.039414] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9ea40a-4919-4665-b137-76204ac6f600 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.137145] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525611d1-48c8-666f-a4e2-0f1ba741a530, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.137410] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.137667] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 0225629c-764d-4d77-852a-c9fea5ed4345/0225629c-764d-4d77-852a-c9fea5ed4345.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.137916] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c2a4b5c-e898-4de5-84f2-21eefaf8f2b6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.143986] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1114.143986] env[63105]: value = "task-2759657" [ 1114.143986] env[63105]: _type = "Task" [ 1114.143986] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.151184] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.245031] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 409e18fc-5520-49d6-abd1-0fa5db1099b4] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1114.260814] env[63105]: DEBUG nova.network.neutron [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Successfully updated port: 43da0bda-3765-4b2a-87e3-328420ed7043 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.457823] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5bd657e5-7674-475d-a713-2c14d456a7fe tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "f9155d73-a5dc-41df-9085-9d3359171717" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.673s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.657284] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759657, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.748736] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 611d3740-f46b-4954-978f-bc64975f2d9b] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1114.764048] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "refresh_cache-561d9dbe-7508-4a79-afc0-57d574f20519" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.764048] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired lock "refresh_cache-561d9dbe-7508-4a79-afc0-57d574f20519" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.764048] env[63105]: DEBUG nova.network.neutron [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.813350] env[63105]: DEBUG nova.compute.manager [req-dbb35150-bd4f-4e88-8b8f-22aeacc7753d req-1283ae3e-cc2c-411b-aee8-7d9d7ca7607e service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Received event network-vif-plugged-43da0bda-3765-4b2a-87e3-328420ed7043 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1114.813563] env[63105]: DEBUG oslo_concurrency.lockutils [req-dbb35150-bd4f-4e88-8b8f-22aeacc7753d req-1283ae3e-cc2c-411b-aee8-7d9d7ca7607e service nova] Acquiring lock "561d9dbe-7508-4a79-afc0-57d574f20519-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.813769] env[63105]: DEBUG oslo_concurrency.lockutils [req-dbb35150-bd4f-4e88-8b8f-22aeacc7753d req-1283ae3e-cc2c-411b-aee8-7d9d7ca7607e service nova] Lock "561d9dbe-7508-4a79-afc0-57d574f20519-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.813982] env[63105]: DEBUG oslo_concurrency.lockutils [req-dbb35150-bd4f-4e88-8b8f-22aeacc7753d req-1283ae3e-cc2c-411b-aee8-7d9d7ca7607e service nova] Lock "561d9dbe-7508-4a79-afc0-57d574f20519-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.814227] env[63105]: DEBUG nova.compute.manager [req-dbb35150-bd4f-4e88-8b8f-22aeacc7753d req-1283ae3e-cc2c-411b-aee8-7d9d7ca7607e service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] No waiting events found dispatching network-vif-plugged-43da0bda-3765-4b2a-87e3-328420ed7043 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.814393] env[63105]: WARNING nova.compute.manager [req-dbb35150-bd4f-4e88-8b8f-22aeacc7753d req-1283ae3e-cc2c-411b-aee8-7d9d7ca7607e service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Received unexpected event network-vif-plugged-43da0bda-3765-4b2a-87e3-328420ed7043 for instance with vm_state building and task_state spawning. [ 1114.814569] env[63105]: DEBUG nova.compute.manager [req-dbb35150-bd4f-4e88-8b8f-22aeacc7753d req-1283ae3e-cc2c-411b-aee8-7d9d7ca7607e service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Received event network-changed-43da0bda-3765-4b2a-87e3-328420ed7043 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1114.814824] env[63105]: DEBUG nova.compute.manager [req-dbb35150-bd4f-4e88-8b8f-22aeacc7753d req-1283ae3e-cc2c-411b-aee8-7d9d7ca7607e service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Refreshing instance network info cache due to event network-changed-43da0bda-3765-4b2a-87e3-328420ed7043. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1114.815148] env[63105]: DEBUG oslo_concurrency.lockutils [req-dbb35150-bd4f-4e88-8b8f-22aeacc7753d req-1283ae3e-cc2c-411b-aee8-7d9d7ca7607e service nova] Acquiring lock "refresh_cache-561d9dbe-7508-4a79-afc0-57d574f20519" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.154446] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89163} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.154744] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 0225629c-764d-4d77-852a-c9fea5ed4345/0225629c-764d-4d77-852a-c9fea5ed4345.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.154961] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.155227] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5dadaf9-8dfd-4506-b67e-e12c4ac2ef4a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.161536] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1115.161536] env[63105]: value = "task-2759658" [ 1115.161536] env[63105]: _type = "Task" [ 1115.161536] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.169215] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.252058] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 407b6dfa-32ea-416c-972f-380e132d70c7] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1115.309348] env[63105]: DEBUG nova.network.neutron [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.431936] env[63105]: DEBUG nova.network.neutron [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Updating instance_info_cache with network_info: [{"id": "43da0bda-3765-4b2a-87e3-328420ed7043", "address": "fa:16:3e:07:e0:3c", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43da0bda-37", "ovs_interfaceid": "43da0bda-3765-4b2a-87e3-328420ed7043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.673401] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070217} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.673738] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.674596] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4322c6-a986-4036-ba8d-cfaa5dd53b9c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.698157] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 0225629c-764d-4d77-852a-c9fea5ed4345/0225629c-764d-4d77-852a-c9fea5ed4345.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.698504] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc866882-4327-4ee2-844c-964771fb750b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.718055] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1115.718055] env[63105]: value = "task-2759659" [ 1115.718055] env[63105]: _type = "Task" [ 1115.718055] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.725872] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.755596] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 15507d53-4583-42f5-9f51-0b08cc701524] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1115.935143] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Releasing lock "refresh_cache-561d9dbe-7508-4a79-afc0-57d574f20519" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.935527] env[63105]: DEBUG nova.compute.manager [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Instance network_info: |[{"id": "43da0bda-3765-4b2a-87e3-328420ed7043", "address": "fa:16:3e:07:e0:3c", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43da0bda-37", "ovs_interfaceid": "43da0bda-3765-4b2a-87e3-328420ed7043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.935839] env[63105]: DEBUG oslo_concurrency.lockutils [req-dbb35150-bd4f-4e88-8b8f-22aeacc7753d req-1283ae3e-cc2c-411b-aee8-7d9d7ca7607e service nova] Acquired lock "refresh_cache-561d9dbe-7508-4a79-afc0-57d574f20519" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.936031] env[63105]: DEBUG nova.network.neutron [req-dbb35150-bd4f-4e88-8b8f-22aeacc7753d req-1283ae3e-cc2c-411b-aee8-7d9d7ca7607e service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Refreshing network info cache for port 43da0bda-3765-4b2a-87e3-328420ed7043 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.937249] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:e0:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43da0bda-3765-4b2a-87e3-328420ed7043', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.945510] env[63105]: DEBUG oslo.service.loopingcall [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.947303] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.947635] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e11e60a-8834-445f-ae45-1b48b1b0302a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.969615] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.969615] env[63105]: value = "task-2759660" [ 1115.969615] env[63105]: _type = "Task" [ 1115.969615] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.977565] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759660, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.229101] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.258881] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 7844902a-219c-4f20-9378-453c7722bbd0] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.480944] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759660, 'name': CreateVM_Task, 'duration_secs': 0.442252} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.481132] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.481766] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.481931] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.482259] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.482505] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7629fa92-16a4-4f4f-b467-b0f052264b7b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.486564] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1116.486564] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52046325-d37e-b2ab-34af-5fa4fc5e1f81" [ 1116.486564] env[63105]: _type = "Task" [ 1116.486564] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.493780] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52046325-d37e-b2ab-34af-5fa4fc5e1f81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.644613] env[63105]: DEBUG nova.network.neutron [req-dbb35150-bd4f-4e88-8b8f-22aeacc7753d req-1283ae3e-cc2c-411b-aee8-7d9d7ca7607e service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Updated VIF entry in instance network info cache for port 43da0bda-3765-4b2a-87e3-328420ed7043. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.645052] env[63105]: DEBUG nova.network.neutron [req-dbb35150-bd4f-4e88-8b8f-22aeacc7753d req-1283ae3e-cc2c-411b-aee8-7d9d7ca7607e service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Updating instance_info_cache with network_info: [{"id": "43da0bda-3765-4b2a-87e3-328420ed7043", "address": "fa:16:3e:07:e0:3c", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43da0bda-37", "ovs_interfaceid": "43da0bda-3765-4b2a-87e3-328420ed7043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.732640] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759659, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.761724] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 64c731b1-312b-40ec-8f7e-439fb0b11586] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.999805] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52046325-d37e-b2ab-34af-5fa4fc5e1f81, 'name': SearchDatastore_Task, 'duration_secs': 0.056505} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.000139] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.000346] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.000572] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.000713] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.000881] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.001320] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2f5f3dd-c824-4a6e-8c21-3c02a5929f3a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.009897] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.010077] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.011034] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246c2e73-c64a-4957-9b5d-17d1a890c883 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.017222] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1117.017222] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e2daa7-3fe8-051e-a7ba-33327e3c6339" [ 1117.017222] env[63105]: _type = "Task" [ 1117.017222] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.028133] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e2daa7-3fe8-051e-a7ba-33327e3c6339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.148697] env[63105]: DEBUG oslo_concurrency.lockutils [req-dbb35150-bd4f-4e88-8b8f-22aeacc7753d req-1283ae3e-cc2c-411b-aee8-7d9d7ca7607e service nova] Releasing lock "refresh_cache-561d9dbe-7508-4a79-afc0-57d574f20519" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.232140] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759659, 'name': ReconfigVM_Task, 'duration_secs': 1.059071} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.232415] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 0225629c-764d-4d77-852a-c9fea5ed4345/0225629c-764d-4d77-852a-c9fea5ed4345.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.237217] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'disk_bus': None, 'encryption_format': None, 'encryption_options': None, 'encrypted': False, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'size': 0, 'image_id': 'b9e27439-f47d-4d34-b48d-2bb5f19db53e'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'disk_bus': None, 'attachment_id': 'e2f607d6-da63-49c6-a446-40e1c4e0ca63', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555243', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'name': 'volume-2110f6d8-eb02-46cd-a169-f8dec2676966', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0225629c-764d-4d77-852a-c9fea5ed4345', 'attached_at': '', 'detached_at': '', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'serial': '2110f6d8-eb02-46cd-a169-f8dec2676966'}, 'mount_device': '/dev/sdb', 'guest_format': None, 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=63105) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1117.237448] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1117.237655] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555243', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'name': 'volume-2110f6d8-eb02-46cd-a169-f8dec2676966', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0225629c-764d-4d77-852a-c9fea5ed4345', 'attached_at': '', 'detached_at': '', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'serial': '2110f6d8-eb02-46cd-a169-f8dec2676966'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1117.241670] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674a2bd0-7413-4e18-9406-2437cf036c4a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.258038] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe10266-3a25-4c61-836b-9f2ad9e2c836 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.278439] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 3765c994-f0a3-4f8d-bfbf-6d931ff32be0] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.286225] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-2110f6d8-eb02-46cd-a169-f8dec2676966/volume-2110f6d8-eb02-46cd-a169-f8dec2676966.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.287103] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-402191f4-9ade-4e53-bd29-6762b12dffa6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.307433] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1117.307433] env[63105]: value = "task-2759661" [ 1117.307433] env[63105]: _type = "Task" [ 1117.307433] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.316572] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.528833] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e2daa7-3fe8-051e-a7ba-33327e3c6339, 'name': SearchDatastore_Task, 'duration_secs': 0.010839} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.530023] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451d53e8-b06b-47db-ab6e-e52bf3204887 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.535437] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1117.535437] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]527b5aa7-de6e-be6c-bfd4-3c32b9a8bb6e" [ 1117.535437] env[63105]: _type = "Task" [ 1117.535437] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.543206] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527b5aa7-de6e-be6c-bfd4-3c32b9a8bb6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.787633] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 77b3fdaa-9fd8-467e-8147-a1319c07b71c] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.817928] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759661, 'name': ReconfigVM_Task, 'duration_secs': 0.3656} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.818470] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-2110f6d8-eb02-46cd-a169-f8dec2676966/volume-2110f6d8-eb02-46cd-a169-f8dec2676966.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.823380] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41d37561-0535-4c1d-86c6-90a6faf81aae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.839234] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1117.839234] env[63105]: value = "task-2759662" [ 1117.839234] env[63105]: _type = "Task" [ 1117.839234] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.848119] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.045794] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527b5aa7-de6e-be6c-bfd4-3c32b9a8bb6e, 'name': SearchDatastore_Task, 'duration_secs': 0.013768} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.046070] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.046327] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 561d9dbe-7508-4a79-afc0-57d574f20519/561d9dbe-7508-4a79-afc0-57d574f20519.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.046585] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8364a4e-6661-450e-be4e-1f5732481364 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.053058] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1118.053058] env[63105]: value = "task-2759663" [ 1118.053058] env[63105]: _type = "Task" [ 1118.053058] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.060899] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.292223] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: cb8cc737-1aaf-4619-9789-36a43c3d5918] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.349500] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.563839] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.795645] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: c3c5a377-7b54-47bb-b34a-4ccf93822d53] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.850276] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759662, 'name': ReconfigVM_Task, 'duration_secs': 0.938015} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.850619] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555243', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'name': 'volume-2110f6d8-eb02-46cd-a169-f8dec2676966', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0225629c-764d-4d77-852a-c9fea5ed4345', 'attached_at': '', 'detached_at': '', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'serial': '2110f6d8-eb02-46cd-a169-f8dec2676966'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1118.851271] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a548f633-4c06-46dd-84e7-adecd091c161 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.860845] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1118.860845] env[63105]: value = "task-2759664" [ 1118.860845] env[63105]: _type = "Task" [ 1118.860845] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.870858] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759664, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.062894] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.986492} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.063300] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 561d9dbe-7508-4a79-afc0-57d574f20519/561d9dbe-7508-4a79-afc0-57d574f20519.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.063605] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.063934] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-372fb0e1-5d4a-4b28-892b-1b7b8cc1cce0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.070865] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1119.070865] env[63105]: value = "task-2759665" [ 1119.070865] env[63105]: _type = "Task" [ 1119.070865] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.079779] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.299224] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 9b94d6f2-dad4-4152-9454-649758b202cd] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1119.370718] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759664, 'name': Rename_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.582899] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063954} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.583358] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.584593] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9332d978-6eda-46ff-8249-4e8b3a51ee2e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.620626] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 561d9dbe-7508-4a79-afc0-57d574f20519/561d9dbe-7508-4a79-afc0-57d574f20519.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.621072] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7282cf3-dac6-4d01-b0ee-442b6b902f09 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.651273] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1119.651273] env[63105]: value = "task-2759666" [ 1119.651273] env[63105]: _type = "Task" [ 1119.651273] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.660690] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.802646] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 99811785-10be-4ba7-bf3d-126066e6177a] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1119.872371] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759664, 'name': Rename_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.162290] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759666, 'name': ReconfigVM_Task, 'duration_secs': 0.328609} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.162732] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 561d9dbe-7508-4a79-afc0-57d574f20519/561d9dbe-7508-4a79-afc0-57d574f20519.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.163610] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04a42a4f-f287-4cb2-9778-1d3d41d16acf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.170322] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1120.170322] env[63105]: value = "task-2759667" [ 1120.170322] env[63105]: _type = "Task" [ 1120.170322] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.179899] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759667, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.305844] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 6de23a0a-de79-4a89-8ad4-9db6fde618ff] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1120.371709] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759664, 'name': Rename_Task, 'duration_secs': 1.316071} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.371988] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.372258] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-813d62ca-e8db-4436-9433-39cac32dbcd2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.378043] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1120.378043] env[63105]: value = "task-2759668" [ 1120.378043] env[63105]: _type = "Task" [ 1120.378043] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.386550] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.682030] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759667, 'name': Rename_Task, 'duration_secs': 0.298291} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.682030] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.682030] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07de14cb-8d91-42b9-a2ea-1ef77a889ce5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.687332] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1120.687332] env[63105]: value = "task-2759669" [ 1120.687332] env[63105]: _type = "Task" [ 1120.687332] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.696201] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.808616] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 275ed3e3-0b33-4b86-a9e4-6062ff6d8276] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1120.887980] env[63105]: DEBUG oslo_vmware.api [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759668, 'name': PowerOnVM_Task, 'duration_secs': 0.48832} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.888314] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.888533] env[63105]: DEBUG nova.compute.manager [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.889365] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c188e8cf-1879-484e-b7a6-9160e8af9d3d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.197795] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759669, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.312557] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: d2a39b11-2aab-4428-9bd8-277ab3962e72] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1121.409119] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.409119] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.409119] env[63105]: DEBUG nova.objects.instance [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1121.700159] env[63105]: DEBUG oslo_vmware.api [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759669, 'name': PowerOnVM_Task, 'duration_secs': 0.533229} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.700560] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.700869] env[63105]: INFO nova.compute.manager [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1121.701119] env[63105]: DEBUG nova.compute.manager [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.702164] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9630937-434e-48df-b624-201f8e6adf3c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.815725] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 3906f5f4-2486-4979-91c7-1e3e8f382ab2] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1122.220958] env[63105]: INFO nova.compute.manager [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Took 12.45 seconds to build instance. [ 1122.324728] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 7df3f6c9-3259-49bb-b7f7-01d2849edcec] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1122.416933] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3af59267-b888-4b50-a9bf-ac6d3c4695a9 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.722665] env[63105]: DEBUG oslo_concurrency.lockutils [None req-22f813c1-da23-4933-8ea9-ec12adba309d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "561d9dbe-7508-4a79-afc0-57d574f20519" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.963s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.826972] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: d14a793f-b9b7-4ea7-845b-b1ca15e6d1df] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1122.976449] env[63105]: DEBUG nova.compute.manager [req-fc571778-d9e6-44d8-b91f-236d707617aa req-93c98169-e305-4617-b36d-eb6cd3b96bb7 service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Received event network-changed-43da0bda-3765-4b2a-87e3-328420ed7043 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1122.976800] env[63105]: DEBUG nova.compute.manager [req-fc571778-d9e6-44d8-b91f-236d707617aa req-93c98169-e305-4617-b36d-eb6cd3b96bb7 service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Refreshing instance network info cache due to event network-changed-43da0bda-3765-4b2a-87e3-328420ed7043. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1122.977143] env[63105]: DEBUG oslo_concurrency.lockutils [req-fc571778-d9e6-44d8-b91f-236d707617aa req-93c98169-e305-4617-b36d-eb6cd3b96bb7 service nova] Acquiring lock "refresh_cache-561d9dbe-7508-4a79-afc0-57d574f20519" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.977394] env[63105]: DEBUG oslo_concurrency.lockutils [req-fc571778-d9e6-44d8-b91f-236d707617aa req-93c98169-e305-4617-b36d-eb6cd3b96bb7 service nova] Acquired lock "refresh_cache-561d9dbe-7508-4a79-afc0-57d574f20519" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.977660] env[63105]: DEBUG nova.network.neutron [req-fc571778-d9e6-44d8-b91f-236d707617aa req-93c98169-e305-4617-b36d-eb6cd3b96bb7 service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Refreshing network info cache for port 43da0bda-3765-4b2a-87e3-328420ed7043 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.329252] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 97456def-d278-4065-a424-333f922b7060] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1123.771072] env[63105]: DEBUG nova.network.neutron [req-fc571778-d9e6-44d8-b91f-236d707617aa req-93c98169-e305-4617-b36d-eb6cd3b96bb7 service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Updated VIF entry in instance network info cache for port 43da0bda-3765-4b2a-87e3-328420ed7043. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.771478] env[63105]: DEBUG nova.network.neutron [req-fc571778-d9e6-44d8-b91f-236d707617aa req-93c98169-e305-4617-b36d-eb6cd3b96bb7 service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Updating instance_info_cache with network_info: [{"id": "43da0bda-3765-4b2a-87e3-328420ed7043", "address": "fa:16:3e:07:e0:3c", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43da0bda-37", "ovs_interfaceid": "43da0bda-3765-4b2a-87e3-328420ed7043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.833102] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: cd788d2e-dfe8-41f5-9670-1ae6b4fbe1e1] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1124.274658] env[63105]: DEBUG oslo_concurrency.lockutils [req-fc571778-d9e6-44d8-b91f-236d707617aa req-93c98169-e305-4617-b36d-eb6cd3b96bb7 service nova] Releasing lock "refresh_cache-561d9dbe-7508-4a79-afc0-57d574f20519" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.336581] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 6c94130a-b4ca-41d2-a1c4-d099c110ebc2] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1124.842851] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: f694ae46-0abd-4653-b6d7-4b6dbcf39941] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.346856] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 47a53231-ac15-4bd6-846f-40533a61f33a] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.515954] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.516255] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.516439] env[63105]: INFO nova.compute.manager [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Shelving [ 1125.849774] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 8829746c-c5f3-4532-97a5-abbee445abd5] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1126.353255] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 9267d2ff-a9c7-4f18-9e75-e3adf6126691] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1126.525712] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.526066] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e8f1545-35dc-4289-a43e-85323fd491f9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.533147] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1126.533147] env[63105]: value = "task-2759670" [ 1126.533147] env[63105]: _type = "Task" [ 1126.533147] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.540928] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.857110] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: a2340f1e-068c-483c-b2b1-3543107a840b] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1127.042634] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759670, 'name': PowerOffVM_Task, 'duration_secs': 0.233796} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.042914] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.043695] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e51c44-f42b-4ce8-a0f0-1b5433e7030b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.060943] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8292508-e293-4c6b-a776-b0c3cd9f33d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.360739] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 51f3d212-fea0-4743-bd74-810c1f0122f5] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1127.571029] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1127.571365] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1bd6843c-a566-4c57-87b2-9f0f8c93361a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.578568] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1127.578568] env[63105]: value = "task-2759671" [ 1127.578568] env[63105]: _type = "Task" [ 1127.578568] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.586923] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.863645] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: b979985d-b472-47ed-8611-e55e959942e9] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1128.088507] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759671, 'name': CreateSnapshot_Task, 'duration_secs': 0.367008} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.088763] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1128.089497] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352d9c48-56b0-4064-a433-4827a359af74 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.367015] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 421a6100-70a4-4fbf-abac-28a4e47acaef] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1128.606959] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1128.607305] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a51d894d-947f-48d7-a738-bb6b080aab5b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.615613] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1128.615613] env[63105]: value = "task-2759672" [ 1128.615613] env[63105]: _type = "Task" [ 1128.615613] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.624470] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759672, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.872251] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 878bfa51-a829-4537-a841-31273a0b09cc] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.126070] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759672, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.375463] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 398e516b-9906-4e3f-b74d-b090a0437662] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.625883] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759672, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.878508] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 8cab61de-782c-4e44-a8c9-d4c0a4a95bcb] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1130.126446] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759672, 'name': CloneVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.381990] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 2ce8dfe0-35b5-48d7-836d-2fe62c9e43f3] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1130.627369] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759672, 'name': CloneVM_Task, 'duration_secs': 1.512971} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.627697] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Created linked-clone VM from snapshot [ 1130.628611] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce4fbf9-f432-4b26-b598-868b08aae4d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.637711] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Uploading image 023cd181-5a5a-46af-adce-b94d99bfed53 {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1130.676773] env[63105]: DEBUG oslo_vmware.rw_handles [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1130.676773] env[63105]: value = "vm-555253" [ 1130.676773] env[63105]: _type = "VirtualMachine" [ 1130.676773] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1130.677071] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-875fccb9-8a0a-4aca-8a66-a193f8069315 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.684832] env[63105]: DEBUG oslo_vmware.rw_handles [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lease: (returnval){ [ 1130.684832] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f6c46c-7b9f-46a7-0fb1-f3bcfd07e1cd" [ 1130.684832] env[63105]: _type = "HttpNfcLease" [ 1130.684832] env[63105]: } obtained for exporting VM: (result){ [ 1130.684832] env[63105]: value = "vm-555253" [ 1130.684832] env[63105]: _type = "VirtualMachine" [ 1130.684832] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1130.685094] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the lease: (returnval){ [ 1130.685094] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f6c46c-7b9f-46a7-0fb1-f3bcfd07e1cd" [ 1130.685094] env[63105]: _type = "HttpNfcLease" [ 1130.685094] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1130.690873] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1130.690873] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f6c46c-7b9f-46a7-0fb1-f3bcfd07e1cd" [ 1130.690873] env[63105]: _type = "HttpNfcLease" [ 1130.690873] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1130.885773] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: bd76bbfc-9c88-4046-8d6a-cb72d35453d8] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1131.193350] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1131.193350] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f6c46c-7b9f-46a7-0fb1-f3bcfd07e1cd" [ 1131.193350] env[63105]: _type = "HttpNfcLease" [ 1131.193350] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1131.193685] env[63105]: DEBUG oslo_vmware.rw_handles [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1131.193685] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f6c46c-7b9f-46a7-0fb1-f3bcfd07e1cd" [ 1131.193685] env[63105]: _type = "HttpNfcLease" [ 1131.193685] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1131.194379] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9859c39-f2e6-45ea-a540-78cdadf51940 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.201157] env[63105]: DEBUG oslo_vmware.rw_handles [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a655c5-cb68-1dcc-ad22-38b55c4aec9f/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1131.201353] env[63105]: DEBUG oslo_vmware.rw_handles [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a655c5-cb68-1dcc-ad22-38b55c4aec9f/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1131.287144] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d3fdaa9-24cb-469a-a2eb-e7f66f1c8a21 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.388810] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: a78212e0-e331-4fd3-8b67-0c8522d82c2b] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1133.594839] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.102132] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.672272] env[63105]: DEBUG oslo_vmware.rw_handles [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a655c5-cb68-1dcc-ad22-38b55c4aec9f/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1138.673232] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b400b8-06d7-45dd-82f8-e86e8a69a03b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.679485] env[63105]: DEBUG oslo_vmware.rw_handles [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a655c5-cb68-1dcc-ad22-38b55c4aec9f/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1138.679652] env[63105]: ERROR oslo_vmware.rw_handles [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a655c5-cb68-1dcc-ad22-38b55c4aec9f/disk-0.vmdk due to incomplete transfer. [ 1138.679868] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2720ce52-0deb-44cc-89eb-556d9452aae6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.687236] env[63105]: DEBUG oslo_vmware.rw_handles [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a655c5-cb68-1dcc-ad22-38b55c4aec9f/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1138.687427] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Uploaded image 023cd181-5a5a-46af-adce-b94d99bfed53 to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1138.689725] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1138.689958] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f503842a-488e-483c-a55b-3494e6934ab7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.695880] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1138.695880] env[63105]: value = "task-2759674" [ 1138.695880] env[63105]: _type = "Task" [ 1138.695880] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.703285] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759674, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.205453] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759674, 'name': Destroy_Task, 'duration_secs': 0.347192} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.205696] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Destroyed the VM [ 1139.205936] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1139.206191] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-69bf206f-cd9d-485a-9160-d1b94809bc65 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.212126] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1139.212126] env[63105]: value = "task-2759675" [ 1139.212126] env[63105]: _type = "Task" [ 1139.212126] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.219412] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759675, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.364249] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b582afd1-6714-4b9f-ad72-27e18f9702a7 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.364526] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b582afd1-6714-4b9f-ad72-27e18f9702a7 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.364711] env[63105]: DEBUG nova.compute.manager [None req-b582afd1-6714-4b9f-ad72-27e18f9702a7 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.365706] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3be1247-04a2-4cfc-8d6f-5913f848568a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.373056] env[63105]: DEBUG nova.compute.manager [None req-b582afd1-6714-4b9f-ad72-27e18f9702a7 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1139.373640] env[63105]: DEBUG nova.objects.instance [None req-b582afd1-6714-4b9f-ad72-27e18f9702a7 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lazy-loading 'flavor' on Instance uuid 0a6287e8-10b3-46c2-a3af-fa9750857f50 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.721476] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759675, 'name': RemoveSnapshot_Task, 'duration_secs': 0.346632} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.721817] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1139.721993] env[63105]: DEBUG nova.compute.manager [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.722741] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0404e1-565d-4ab9-a468-f16be04631b2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.234384] env[63105]: INFO nova.compute.manager [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Shelve offloading [ 1140.380763] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b582afd1-6714-4b9f-ad72-27e18f9702a7 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.381084] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee57301f-7242-4de1-a33e-2f081bef78c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.388521] env[63105]: DEBUG oslo_vmware.api [None req-b582afd1-6714-4b9f-ad72-27e18f9702a7 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1140.388521] env[63105]: value = "task-2759676" [ 1140.388521] env[63105]: _type = "Task" [ 1140.388521] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.395886] env[63105]: DEBUG oslo_vmware.api [None req-b582afd1-6714-4b9f-ad72-27e18f9702a7 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.738141] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.738493] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ced02533-5b36-49f0-a9d9-c562e1f4c48e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.745475] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1140.745475] env[63105]: value = "task-2759677" [ 1140.745475] env[63105]: _type = "Task" [ 1140.745475] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.755257] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] VM already powered off {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1140.755426] env[63105]: DEBUG nova.compute.manager [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.756128] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7259d917-680a-41cc-b7ad-a803e66fdd27 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.761832] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.761998] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquired lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.762185] env[63105]: DEBUG nova.network.neutron [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.898423] env[63105]: DEBUG oslo_vmware.api [None req-b582afd1-6714-4b9f-ad72-27e18f9702a7 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759676, 'name': PowerOffVM_Task, 'duration_secs': 0.186952} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.899327] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b582afd1-6714-4b9f-ad72-27e18f9702a7 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.899580] env[63105]: DEBUG nova.compute.manager [None req-b582afd1-6714-4b9f-ad72-27e18f9702a7 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.900343] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1140c8b-604c-4dec-b511-c63935dc6852 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.411104] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b582afd1-6714-4b9f-ad72-27e18f9702a7 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.462257] env[63105]: DEBUG nova.network.neutron [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Updating instance_info_cache with network_info: [{"id": "c8478615-b20e-4e3a-96c7-4a3ba5463207", "address": "fa:16:3e:89:04:6b", "network": {"id": "a710a090-5920-4741-b164-c577893bcc85", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-127206615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "507c58ae899744b4a739e64a1063c491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8478615-b2", "ovs_interfaceid": "c8478615-b20e-4e3a-96c7-4a3ba5463207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.685567] env[63105]: DEBUG nova.objects.instance [None req-edd3c31a-3382-4336-8055-c8b6964ffc3e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lazy-loading 'flavor' on Instance uuid 0a6287e8-10b3-46c2-a3af-fa9750857f50 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.965314] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Releasing lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.159156] env[63105]: DEBUG nova.compute.manager [req-88263140-6172-41b0-a63a-2beb569755a7 req-c3631504-3747-48ae-b163-b8b13fe6a124 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Received event network-vif-unplugged-c8478615-b20e-4e3a-96c7-4a3ba5463207 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1142.159156] env[63105]: DEBUG oslo_concurrency.lockutils [req-88263140-6172-41b0-a63a-2beb569755a7 req-c3631504-3747-48ae-b163-b8b13fe6a124 service nova] Acquiring lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.159156] env[63105]: DEBUG oslo_concurrency.lockutils [req-88263140-6172-41b0-a63a-2beb569755a7 req-c3631504-3747-48ae-b163-b8b13fe6a124 service nova] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.159156] env[63105]: DEBUG oslo_concurrency.lockutils [req-88263140-6172-41b0-a63a-2beb569755a7 req-c3631504-3747-48ae-b163-b8b13fe6a124 service nova] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.159156] env[63105]: DEBUG nova.compute.manager [req-88263140-6172-41b0-a63a-2beb569755a7 req-c3631504-3747-48ae-b163-b8b13fe6a124 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] No waiting events found dispatching network-vif-unplugged-c8478615-b20e-4e3a-96c7-4a3ba5463207 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.159156] env[63105]: WARNING nova.compute.manager [req-88263140-6172-41b0-a63a-2beb569755a7 req-c3631504-3747-48ae-b163-b8b13fe6a124 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Received unexpected event network-vif-unplugged-c8478615-b20e-4e3a-96c7-4a3ba5463207 for instance with vm_state shelved and task_state shelving_offloading. [ 1142.180736] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.181614] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496f6b52-c897-48a4-a991-c3a1385d8497 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.190585] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.190833] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c895c62-4f8e-4534-b597-848c2562d2cf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.193425] env[63105]: DEBUG oslo_concurrency.lockutils [None req-edd3c31a-3382-4336-8055-c8b6964ffc3e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.193588] env[63105]: DEBUG oslo_concurrency.lockutils [None req-edd3c31a-3382-4336-8055-c8b6964ffc3e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.193770] env[63105]: DEBUG nova.network.neutron [None req-edd3c31a-3382-4336-8055-c8b6964ffc3e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.193962] env[63105]: DEBUG nova.objects.instance [None req-edd3c31a-3382-4336-8055-c8b6964ffc3e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lazy-loading 'info_cache' on Instance uuid 0a6287e8-10b3-46c2-a3af-fa9750857f50 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.257573] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.257790] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.257976] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Deleting the datastore file [datastore1] 03c6cbc6-0258-4bba-bfa3-c0bf7680df15 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.258290] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac57283b-b9a5-4926-9b22-ce064394ddb6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.263939] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1142.263939] env[63105]: value = "task-2759679" [ 1142.263939] env[63105]: _type = "Task" [ 1142.263939] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.272429] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.698062] env[63105]: DEBUG nova.objects.base [None req-edd3c31a-3382-4336-8055-c8b6964ffc3e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Object Instance<0a6287e8-10b3-46c2-a3af-fa9750857f50> lazy-loaded attributes: flavor,info_cache {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1142.774951] env[63105]: DEBUG oslo_vmware.api [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133055} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.775224] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.775405] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.775572] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.799247] env[63105]: INFO nova.scheduler.client.report [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Deleted allocations for instance 03c6cbc6-0258-4bba-bfa3-c0bf7680df15 [ 1143.304143] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.304566] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.304625] env[63105]: DEBUG nova.objects.instance [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lazy-loading 'resources' on Instance uuid 03c6cbc6-0258-4bba-bfa3-c0bf7680df15 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.398481] env[63105]: DEBUG nova.network.neutron [None req-edd3c31a-3382-4336-8055-c8b6964ffc3e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance_info_cache with network_info: [{"id": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "address": "fa:16:3e:51:e6:1d", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7d47a5-a1", "ovs_interfaceid": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.807620] env[63105]: DEBUG nova.objects.instance [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lazy-loading 'numa_topology' on Instance uuid 03c6cbc6-0258-4bba-bfa3-c0bf7680df15 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.903022] env[63105]: DEBUG oslo_concurrency.lockutils [None req-edd3c31a-3382-4336-8055-c8b6964ffc3e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.184099] env[63105]: DEBUG nova.compute.manager [req-3771d41c-62e3-4a98-b19b-b0020b5154b0 req-8915da08-d6ea-47e6-a238-069d2a1f96c8 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Received event network-changed-c8478615-b20e-4e3a-96c7-4a3ba5463207 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1144.184099] env[63105]: DEBUG nova.compute.manager [req-3771d41c-62e3-4a98-b19b-b0020b5154b0 req-8915da08-d6ea-47e6-a238-069d2a1f96c8 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Refreshing instance network info cache due to event network-changed-c8478615-b20e-4e3a-96c7-4a3ba5463207. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1144.184249] env[63105]: DEBUG oslo_concurrency.lockutils [req-3771d41c-62e3-4a98-b19b-b0020b5154b0 req-8915da08-d6ea-47e6-a238-069d2a1f96c8 service nova] Acquiring lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.184331] env[63105]: DEBUG oslo_concurrency.lockutils [req-3771d41c-62e3-4a98-b19b-b0020b5154b0 req-8915da08-d6ea-47e6-a238-069d2a1f96c8 service nova] Acquired lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.184492] env[63105]: DEBUG nova.network.neutron [req-3771d41c-62e3-4a98-b19b-b0020b5154b0 req-8915da08-d6ea-47e6-a238-069d2a1f96c8 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Refreshing network info cache for port c8478615-b20e-4e3a-96c7-4a3ba5463207 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.310724] env[63105]: DEBUG nova.objects.base [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Object Instance<03c6cbc6-0258-4bba-bfa3-c0bf7680df15> lazy-loaded attributes: resources,numa_topology {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.383724] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283ca346-5689-445e-b012-3f1cd5480527 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.390945] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abef693c-61fd-4a14-81f3-380634c43f52 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.422901] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6e5fb1-06ee-4c4a-9bed-fd02e5155249 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.431105] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaa4ca1-308f-4f9e-8edc-48e0300c278c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.446081] env[63105]: DEBUG nova.compute.provider_tree [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.858289] env[63105]: DEBUG nova.network.neutron [req-3771d41c-62e3-4a98-b19b-b0020b5154b0 req-8915da08-d6ea-47e6-a238-069d2a1f96c8 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Updated VIF entry in instance network info cache for port c8478615-b20e-4e3a-96c7-4a3ba5463207. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.858624] env[63105]: DEBUG nova.network.neutron [req-3771d41c-62e3-4a98-b19b-b0020b5154b0 req-8915da08-d6ea-47e6-a238-069d2a1f96c8 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Updating instance_info_cache with network_info: [{"id": "c8478615-b20e-4e3a-96c7-4a3ba5463207", "address": "fa:16:3e:89:04:6b", "network": {"id": "a710a090-5920-4741-b164-c577893bcc85", "bridge": null, "label": "tempest-ServersNegativeTestJSON-127206615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "507c58ae899744b4a739e64a1063c491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc8478615-b2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.923277] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd3c31a-3382-4336-8055-c8b6964ffc3e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.923535] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eac0c5db-b529-4ec3-82a1-0baebeb860ac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.930668] env[63105]: DEBUG oslo_vmware.api [None req-edd3c31a-3382-4336-8055-c8b6964ffc3e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1144.930668] env[63105]: value = "task-2759680" [ 1144.930668] env[63105]: _type = "Task" [ 1144.930668] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.938641] env[63105]: DEBUG oslo_vmware.api [None req-edd3c31a-3382-4336-8055-c8b6964ffc3e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.948599] env[63105]: DEBUG nova.scheduler.client.report [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1145.294635] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.360971] env[63105]: DEBUG oslo_concurrency.lockutils [req-3771d41c-62e3-4a98-b19b-b0020b5154b0 req-8915da08-d6ea-47e6-a238-069d2a1f96c8 service nova] Releasing lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.440617] env[63105]: DEBUG oslo_vmware.api [None req-edd3c31a-3382-4336-8055-c8b6964ffc3e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759680, 'name': PowerOnVM_Task, 'duration_secs': 0.376169} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.440917] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd3c31a-3382-4336-8055-c8b6964ffc3e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.441141] env[63105]: DEBUG nova.compute.manager [None req-edd3c31a-3382-4336-8055-c8b6964ffc3e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.441996] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2621e7bd-b2d6-4ecb-aa6b-30c65c6553dd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.452997] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.959561] env[63105]: DEBUG oslo_concurrency.lockutils [None req-fb2d32d5-ff0e-47bd-8f38-34f4a28f4f33 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.443s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.960348] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.666s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.960531] env[63105]: INFO nova.compute.manager [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Unshelving [ 1146.985364] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.985658] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.985830] env[63105]: DEBUG nova.objects.instance [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lazy-loading 'pci_requests' on Instance uuid 03c6cbc6-0258-4bba-bfa3-c0bf7680df15 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.490193] env[63105]: DEBUG nova.objects.instance [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lazy-loading 'numa_topology' on Instance uuid 03c6cbc6-0258-4bba-bfa3-c0bf7680df15 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.993317] env[63105]: INFO nova.compute.claims [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.083087] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02122bf1-49bd-40e5-910d-5e6066aee4d8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.090235] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e2c26b-358f-42c3-96ff-f6b36bc38c51 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.119689] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472c5526-a49b-4289-98ed-5a1c00ef44ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.126735] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5561122-008e-4f9a-9c72-ebcdf2a3acfa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.139482] env[63105]: DEBUG nova.compute.provider_tree [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.642477] env[63105]: DEBUG nova.scheduler.client.report [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1150.147528] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.162s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.197391] env[63105]: INFO nova.network.neutron [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Updating port c8478615-b20e-4e3a-96c7-4a3ba5463207 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1150.525500] env[63105]: DEBUG nova.compute.manager [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.526577] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0d804b-b390-48aa-ab79-063a1a17a8ab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.037487] env[63105]: INFO nova.compute.manager [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] instance snapshotting [ 1151.038112] env[63105]: DEBUG nova.objects.instance [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lazy-loading 'flavor' on Instance uuid 968a6b7b-fe46-45a4-8fdb-605ce4fce317 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.544352] env[63105]: DEBUG nova.compute.manager [req-ccba4879-326b-465f-840b-b07936405df0 req-59a16956-3e31-406c-9340-96fed73aaa24 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Received event network-vif-plugged-c8478615-b20e-4e3a-96c7-4a3ba5463207 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1151.544635] env[63105]: DEBUG oslo_concurrency.lockutils [req-ccba4879-326b-465f-840b-b07936405df0 req-59a16956-3e31-406c-9340-96fed73aaa24 service nova] Acquiring lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.544823] env[63105]: DEBUG oslo_concurrency.lockutils [req-ccba4879-326b-465f-840b-b07936405df0 req-59a16956-3e31-406c-9340-96fed73aaa24 service nova] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.545050] env[63105]: DEBUG oslo_concurrency.lockutils [req-ccba4879-326b-465f-840b-b07936405df0 req-59a16956-3e31-406c-9340-96fed73aaa24 service nova] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.545150] env[63105]: DEBUG nova.compute.manager [req-ccba4879-326b-465f-840b-b07936405df0 req-59a16956-3e31-406c-9340-96fed73aaa24 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] No waiting events found dispatching network-vif-plugged-c8478615-b20e-4e3a-96c7-4a3ba5463207 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.545316] env[63105]: WARNING nova.compute.manager [req-ccba4879-326b-465f-840b-b07936405df0 req-59a16956-3e31-406c-9340-96fed73aaa24 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Received unexpected event network-vif-plugged-c8478615-b20e-4e3a-96c7-4a3ba5463207 for instance with vm_state shelved_offloaded and task_state spawning. [ 1151.546867] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9e6212-48cd-45ee-9f4f-557f2beebfdb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.566103] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9e382e-ff5e-42e5-a256-f805c751277f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.633349] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.633507] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquired lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.633690] env[63105]: DEBUG nova.network.neutron [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.077073] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1152.077444] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3339bd58-0f0a-4e9f-b7ec-7c8713860ced {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.084704] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1152.084704] env[63105]: value = "task-2759681" [ 1152.084704] env[63105]: _type = "Task" [ 1152.084704] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.092878] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759681, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.355601] env[63105]: DEBUG nova.network.neutron [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Updating instance_info_cache with network_info: [{"id": "c8478615-b20e-4e3a-96c7-4a3ba5463207", "address": "fa:16:3e:89:04:6b", "network": {"id": "a710a090-5920-4741-b164-c577893bcc85", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-127206615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "507c58ae899744b4a739e64a1063c491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8478615-b2", "ovs_interfaceid": "c8478615-b20e-4e3a-96c7-4a3ba5463207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.595025] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759681, 'name': CreateSnapshot_Task, 'duration_secs': 0.430874} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.595435] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1152.595918] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abbc45b-0b1b-4376-bf96-00892f3e4f48 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.858786] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Releasing lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.882868] env[63105]: DEBUG nova.virt.hardware [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='67987f773a6ccafa1d21db858935902f',container_format='bare',created_at=2025-02-21T08:58:39Z,direct_url=,disk_format='vmdk',id=023cd181-5a5a-46af-adce-b94d99bfed53,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2078137789-shelved',owner='507c58ae899744b4a739e64a1063c491',properties=ImageMetaProps,protected=,size=31659520,status='active',tags=,updated_at=2025-02-21T08:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1152.883147] env[63105]: DEBUG nova.virt.hardware [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1152.883313] env[63105]: DEBUG nova.virt.hardware [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.883493] env[63105]: DEBUG nova.virt.hardware [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1152.883663] env[63105]: DEBUG nova.virt.hardware [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.883864] env[63105]: DEBUG nova.virt.hardware [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1152.884079] env[63105]: DEBUG nova.virt.hardware [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1152.884243] env[63105]: DEBUG nova.virt.hardware [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1152.884408] env[63105]: DEBUG nova.virt.hardware [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1152.884570] env[63105]: DEBUG nova.virt.hardware [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1152.884741] env[63105]: DEBUG nova.virt.hardware [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1152.885588] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60081f85-1f14-4152-b332-9f53cf07e096 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.893481] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76e25a1-9e95-42eb-ae3f-b9b13872a442 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.906631] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:04:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8478615-b20e-4e3a-96c7-4a3ba5463207', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.913855] env[63105]: DEBUG oslo.service.loopingcall [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1152.914089] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.914284] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dba3915-4c09-413a-9412-c0799b232aca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.932428] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.932428] env[63105]: value = "task-2759682" [ 1152.932428] env[63105]: _type = "Task" [ 1152.932428] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.939472] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759682, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.113145] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1153.113539] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7dd894da-9713-4fdc-8fbf-e2e871929aeb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.122237] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1153.122237] env[63105]: value = "task-2759683" [ 1153.122237] env[63105]: _type = "Task" [ 1153.122237] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.130696] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759683, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.442970] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759682, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.569861] env[63105]: DEBUG nova.compute.manager [req-7229b9a6-70c5-4765-a775-87d51e69fea5 req-ff74e5cc-09cf-47c7-9a53-81bfa8a108c3 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Received event network-changed-c8478615-b20e-4e3a-96c7-4a3ba5463207 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1153.570016] env[63105]: DEBUG nova.compute.manager [req-7229b9a6-70c5-4765-a775-87d51e69fea5 req-ff74e5cc-09cf-47c7-9a53-81bfa8a108c3 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Refreshing instance network info cache due to event network-changed-c8478615-b20e-4e3a-96c7-4a3ba5463207. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1153.570249] env[63105]: DEBUG oslo_concurrency.lockutils [req-7229b9a6-70c5-4765-a775-87d51e69fea5 req-ff74e5cc-09cf-47c7-9a53-81bfa8a108c3 service nova] Acquiring lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.570462] env[63105]: DEBUG oslo_concurrency.lockutils [req-7229b9a6-70c5-4765-a775-87d51e69fea5 req-ff74e5cc-09cf-47c7-9a53-81bfa8a108c3 service nova] Acquired lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.570680] env[63105]: DEBUG nova.network.neutron [req-7229b9a6-70c5-4765-a775-87d51e69fea5 req-ff74e5cc-09cf-47c7-9a53-81bfa8a108c3 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Refreshing network info cache for port c8478615-b20e-4e3a-96c7-4a3ba5463207 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.631660] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759683, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.943704] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759682, 'name': CreateVM_Task, 'duration_secs': 0.620782} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.943910] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.944518] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/023cd181-5a5a-46af-adce-b94d99bfed53" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.944680] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/023cd181-5a5a-46af-adce-b94d99bfed53" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.945066] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/023cd181-5a5a-46af-adce-b94d99bfed53" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.945322] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd218f6a-61cf-4e00-a840-e141f06d1467 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.949650] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1153.949650] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]527b33c9-db1e-ae2c-edd1-ef65e1aa5b5a" [ 1153.949650] env[63105]: _type = "Task" [ 1153.949650] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.960255] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]527b33c9-db1e-ae2c-edd1-ef65e1aa5b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.133318] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759683, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.293632] env[63105]: DEBUG nova.network.neutron [req-7229b9a6-70c5-4765-a775-87d51e69fea5 req-ff74e5cc-09cf-47c7-9a53-81bfa8a108c3 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Updated VIF entry in instance network info cache for port c8478615-b20e-4e3a-96c7-4a3ba5463207. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.294013] env[63105]: DEBUG nova.network.neutron [req-7229b9a6-70c5-4765-a775-87d51e69fea5 req-ff74e5cc-09cf-47c7-9a53-81bfa8a108c3 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Updating instance_info_cache with network_info: [{"id": "c8478615-b20e-4e3a-96c7-4a3ba5463207", "address": "fa:16:3e:89:04:6b", "network": {"id": "a710a090-5920-4741-b164-c577893bcc85", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-127206615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "507c58ae899744b4a739e64a1063c491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8478615-b2", "ovs_interfaceid": "c8478615-b20e-4e3a-96c7-4a3ba5463207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.460095] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/023cd181-5a5a-46af-adce-b94d99bfed53" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.460264] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Processing image 023cd181-5a5a-46af-adce-b94d99bfed53 {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.460505] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/023cd181-5a5a-46af-adce-b94d99bfed53/023cd181-5a5a-46af-adce-b94d99bfed53.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.460656] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/023cd181-5a5a-46af-adce-b94d99bfed53/023cd181-5a5a-46af-adce-b94d99bfed53.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.460833] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.461083] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f507b2e-2fe2-4216-b45a-eb8068564498 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.468743] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.468916] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.469593] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4abb2b01-d080-48bb-8ad2-e5a8e4f75c52 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.475722] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1154.475722] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521f710b-05d9-e1ee-c5a6-c44aa60c4543" [ 1154.475722] env[63105]: _type = "Task" [ 1154.475722] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.482359] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]521f710b-05d9-e1ee-c5a6-c44aa60c4543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.632076] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759683, 'name': CloneVM_Task, 'duration_secs': 1.238371} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.632428] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Created linked-clone VM from snapshot [ 1154.633067] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd635fc-92b6-4db3-bfc1-e15cc028e33a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.639941] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Uploading image 67a953d4-4e12-4c1e-b8f4-5c38f64684e6 {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1154.659245] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1154.659245] env[63105]: value = "vm-555256" [ 1154.659245] env[63105]: _type = "VirtualMachine" [ 1154.659245] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1154.659487] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a6379e8-e09b-47a6-a9b2-22ff3e2e892a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.665506] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lease: (returnval){ [ 1154.665506] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52bf6e27-6312-a568-0368-9f6aa8bd9967" [ 1154.665506] env[63105]: _type = "HttpNfcLease" [ 1154.665506] env[63105]: } obtained for exporting VM: (result){ [ 1154.665506] env[63105]: value = "vm-555256" [ 1154.665506] env[63105]: _type = "VirtualMachine" [ 1154.665506] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1154.665752] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the lease: (returnval){ [ 1154.665752] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52bf6e27-6312-a568-0368-9f6aa8bd9967" [ 1154.665752] env[63105]: _type = "HttpNfcLease" [ 1154.665752] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1154.671201] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1154.671201] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52bf6e27-6312-a568-0368-9f6aa8bd9967" [ 1154.671201] env[63105]: _type = "HttpNfcLease" [ 1154.671201] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1154.797159] env[63105]: DEBUG oslo_concurrency.lockutils [req-7229b9a6-70c5-4765-a775-87d51e69fea5 req-ff74e5cc-09cf-47c7-9a53-81bfa8a108c3 service nova] Releasing lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.985964] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Preparing fetch location {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1154.986221] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Fetch image to [datastore2] OSTACK_IMG_419dc935-1d49-4df3-8511-aa33bcbf0e53/OSTACK_IMG_419dc935-1d49-4df3-8511-aa33bcbf0e53.vmdk {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1154.986406] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Downloading stream optimized image 023cd181-5a5a-46af-adce-b94d99bfed53 to [datastore2] OSTACK_IMG_419dc935-1d49-4df3-8511-aa33bcbf0e53/OSTACK_IMG_419dc935-1d49-4df3-8511-aa33bcbf0e53.vmdk on the data store datastore2 as vApp {{(pid=63105) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1154.986571] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Downloading image file data 023cd181-5a5a-46af-adce-b94d99bfed53 to the ESX as VM named 'OSTACK_IMG_419dc935-1d49-4df3-8511-aa33bcbf0e53' {{(pid=63105) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1155.049960] env[63105]: DEBUG oslo_vmware.rw_handles [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1155.049960] env[63105]: value = "resgroup-9" [ 1155.049960] env[63105]: _type = "ResourcePool" [ 1155.049960] env[63105]: }. {{(pid=63105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1155.050256] env[63105]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4e571f97-0cfb-4824-adcc-282fbbc7b077 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.069336] env[63105]: DEBUG oslo_vmware.rw_handles [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lease: (returnval){ [ 1155.069336] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5246b7c4-00ae-4ade-9aca-6226bf841423" [ 1155.069336] env[63105]: _type = "HttpNfcLease" [ 1155.069336] env[63105]: } obtained for vApp import into resource pool (val){ [ 1155.069336] env[63105]: value = "resgroup-9" [ 1155.069336] env[63105]: _type = "ResourcePool" [ 1155.069336] env[63105]: }. {{(pid=63105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1155.069625] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the lease: (returnval){ [ 1155.069625] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5246b7c4-00ae-4ade-9aca-6226bf841423" [ 1155.069625] env[63105]: _type = "HttpNfcLease" [ 1155.069625] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1155.075269] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.075269] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5246b7c4-00ae-4ade-9aca-6226bf841423" [ 1155.075269] env[63105]: _type = "HttpNfcLease" [ 1155.075269] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1155.174256] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.174256] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52bf6e27-6312-a568-0368-9f6aa8bd9967" [ 1155.174256] env[63105]: _type = "HttpNfcLease" [ 1155.174256] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1155.174597] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1155.174597] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52bf6e27-6312-a568-0368-9f6aa8bd9967" [ 1155.174597] env[63105]: _type = "HttpNfcLease" [ 1155.174597] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1155.175383] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005b3ff3-3d26-42a5-8089-34906ec76f36 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.182864] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227e8ae-850f-3659-c570-dcd4ba61df43/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1155.183056] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227e8ae-850f-3659-c570-dcd4ba61df43/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1155.339803] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6f30c778-ebd8-4ecc-b40c-574e655354ac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.577448] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.577448] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5246b7c4-00ae-4ade-9aca-6226bf841423" [ 1155.577448] env[63105]: _type = "HttpNfcLease" [ 1155.577448] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1155.577736] env[63105]: DEBUG oslo_vmware.rw_handles [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1155.577736] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5246b7c4-00ae-4ade-9aca-6226bf841423" [ 1155.577736] env[63105]: _type = "HttpNfcLease" [ 1155.577736] env[63105]: }. {{(pid=63105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1155.578496] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a542e3e-5df7-4869-9998-c0014a8598a6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.585785] env[63105]: DEBUG oslo_vmware.rw_handles [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286a138-a899-5974-6062-10a606740a30/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1155.585956] env[63105]: DEBUG oslo_vmware.rw_handles [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Creating HTTP connection to write to file with size = 31659520 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286a138-a899-5974-6062-10a606740a30/disk-0.vmdk. {{(pid=63105) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1155.648807] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed314105-2aaa-4245-9d28-3ca5e68625a2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.645559] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.645840] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.770990] env[63105]: DEBUG oslo_vmware.rw_handles [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Completed reading data from the image iterator. {{(pid=63105) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1156.771605] env[63105]: DEBUG oslo_vmware.rw_handles [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286a138-a899-5974-6062-10a606740a30/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1156.772722] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c34ff-3319-4c16-85b6-43e077da758f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.780046] env[63105]: DEBUG oslo_vmware.rw_handles [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286a138-a899-5974-6062-10a606740a30/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1156.780319] env[63105]: DEBUG oslo_vmware.rw_handles [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286a138-a899-5974-6062-10a606740a30/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1156.780667] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-da7adf88-e346-49f8-8934-d68f736e0848 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.969822] env[63105]: DEBUG oslo_vmware.rw_handles [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286a138-a899-5974-6062-10a606740a30/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1156.970101] env[63105]: INFO nova.virt.vmwareapi.images [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Downloaded image file data 023cd181-5a5a-46af-adce-b94d99bfed53 [ 1156.971098] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437824f6-7384-418d-a54a-83b57eb0b597 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.987377] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f53f4700-9f03-441c-929f-4a0f744a46c9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.012810] env[63105]: INFO nova.virt.vmwareapi.images [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] The imported VM was unregistered [ 1157.014473] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Caching image {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1157.014782] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Creating directory with path [datastore2] devstack-image-cache_base/023cd181-5a5a-46af-adce-b94d99bfed53 {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.015078] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fead07e4-bf03-46b5-b8f1-c959bd2703d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.029348] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Created directory with path [datastore2] devstack-image-cache_base/023cd181-5a5a-46af-adce-b94d99bfed53 {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.029611] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_419dc935-1d49-4df3-8511-aa33bcbf0e53/OSTACK_IMG_419dc935-1d49-4df3-8511-aa33bcbf0e53.vmdk to [datastore2] devstack-image-cache_base/023cd181-5a5a-46af-adce-b94d99bfed53/023cd181-5a5a-46af-adce-b94d99bfed53.vmdk. {{(pid=63105) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1157.029942] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0fa0f8e6-e21b-433d-83f0-87bcb6f61da5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.035867] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1157.035867] env[63105]: value = "task-2759687" [ 1157.035867] env[63105]: _type = "Task" [ 1157.035867] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.043239] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759687, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.548667] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759687, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.645774] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.645976] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1158.048239] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759687, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.548998] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759687, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.732795] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "0225629c-764d-4d77-852a-c9fea5ed4345" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.732795] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "0225629c-764d-4d77-852a-c9fea5ed4345" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.049268] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759687, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.235816] env[63105]: INFO nova.compute.manager [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Detaching volume 2110f6d8-eb02-46cd-a169-f8dec2676966 [ 1159.271404] env[63105]: INFO nova.virt.block_device [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Attempting to driver detach volume 2110f6d8-eb02-46cd-a169-f8dec2676966 from mountpoint /dev/sdb [ 1159.271863] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1159.272184] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555243', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'name': 'volume-2110f6d8-eb02-46cd-a169-f8dec2676966', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0225629c-764d-4d77-852a-c9fea5ed4345', 'attached_at': '', 'detached_at': '', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'serial': '2110f6d8-eb02-46cd-a169-f8dec2676966'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1159.273378] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019fce91-c766-4b86-9fb8-bacc05165031 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.296272] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213bb5a7-23c8-4305-9332-bc2112e1344e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.303713] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7037d977-a76e-437b-949a-b99d0be85758 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.326941] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26598b52-b118-465b-9e73-0ed16a3a06f0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.343125] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] The volume has not been displaced from its original location: [datastore1] volume-2110f6d8-eb02-46cd-a169-f8dec2676966/volume-2110f6d8-eb02-46cd-a169-f8dec2676966.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1159.348555] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1159.348970] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2aacbc9-fadd-4fc9-8cc7-a416c18536a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.368384] env[63105]: DEBUG oslo_vmware.api [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1159.368384] env[63105]: value = "task-2759688" [ 1159.368384] env[63105]: _type = "Task" [ 1159.368384] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.378017] env[63105]: DEBUG oslo_vmware.api [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.550253] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759687, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.706380] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "refresh_cache-073735a2-5902-4a4b-ae5e-3537da89e584" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.706380] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquired lock "refresh_cache-073735a2-5902-4a4b-ae5e-3537da89e584" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.706380] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Forcefully refreshing network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1159.878696] env[63105]: DEBUG oslo_vmware.api [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759688, 'name': ReconfigVM_Task, 'duration_secs': 0.401925} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.878986] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.883670] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ae07c43-b7d5-4e51-b37b-7be17e0986bd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.898707] env[63105]: DEBUG oslo_vmware.api [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1159.898707] env[63105]: value = "task-2759689" [ 1159.898707] env[63105]: _type = "Task" [ 1159.898707] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.906641] env[63105]: DEBUG oslo_vmware.api [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.050800] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759687, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.689877} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.051204] env[63105]: INFO nova.virt.vmwareapi.ds_util [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_419dc935-1d49-4df3-8511-aa33bcbf0e53/OSTACK_IMG_419dc935-1d49-4df3-8511-aa33bcbf0e53.vmdk to [datastore2] devstack-image-cache_base/023cd181-5a5a-46af-adce-b94d99bfed53/023cd181-5a5a-46af-adce-b94d99bfed53.vmdk. [ 1160.051282] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Cleaning up location [datastore2] OSTACK_IMG_419dc935-1d49-4df3-8511-aa33bcbf0e53 {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1160.051442] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_419dc935-1d49-4df3-8511-aa33bcbf0e53 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.051769] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce129fc7-9852-461d-bcf5-1a22278e0283 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.058659] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1160.058659] env[63105]: value = "task-2759690" [ 1160.058659] env[63105]: _type = "Task" [ 1160.058659] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.066994] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.181684] env[63105]: DEBUG oslo_concurrency.lockutils [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "561d9dbe-7508-4a79-afc0-57d574f20519" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.182059] env[63105]: DEBUG oslo_concurrency.lockutils [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "561d9dbe-7508-4a79-afc0-57d574f20519" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.182328] env[63105]: DEBUG oslo_concurrency.lockutils [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "561d9dbe-7508-4a79-afc0-57d574f20519-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.182559] env[63105]: DEBUG oslo_concurrency.lockutils [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "561d9dbe-7508-4a79-afc0-57d574f20519-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.182804] env[63105]: DEBUG oslo_concurrency.lockutils [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "561d9dbe-7508-4a79-afc0-57d574f20519-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.185276] env[63105]: INFO nova.compute.manager [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Terminating instance [ 1160.410143] env[63105]: DEBUG oslo_vmware.api [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759689, 'name': ReconfigVM_Task, 'duration_secs': 0.155043} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.410455] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555243', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'name': 'volume-2110f6d8-eb02-46cd-a169-f8dec2676966', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0225629c-764d-4d77-852a-c9fea5ed4345', 'attached_at': '', 'detached_at': '', 'volume_id': '2110f6d8-eb02-46cd-a169-f8dec2676966', 'serial': '2110f6d8-eb02-46cd-a169-f8dec2676966'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1160.568881] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.060602} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.569234] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.569333] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/023cd181-5a5a-46af-adce-b94d99bfed53/023cd181-5a5a-46af-adce-b94d99bfed53.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.569614] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/023cd181-5a5a-46af-adce-b94d99bfed53/023cd181-5a5a-46af-adce-b94d99bfed53.vmdk to [datastore2] 03c6cbc6-0258-4bba-bfa3-c0bf7680df15/03c6cbc6-0258-4bba-bfa3-c0bf7680df15.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.569829] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d4c319d-649a-491d-ba46-ef425ff8ecca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.577777] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1160.577777] env[63105]: value = "task-2759691" [ 1160.577777] env[63105]: _type = "Task" [ 1160.577777] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.586056] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.690493] env[63105]: DEBUG nova.compute.manager [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.690687] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.691903] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22843ef4-cc9d-43ae-b52a-f07288197add {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.701447] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.701774] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa86f6b7-2231-4612-bfc1-6a8f73034967 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.708550] env[63105]: DEBUG oslo_vmware.api [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1160.708550] env[63105]: value = "task-2759692" [ 1160.708550] env[63105]: _type = "Task" [ 1160.708550] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.716968] env[63105]: DEBUG oslo_vmware.api [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.960162] env[63105]: DEBUG nova.objects.instance [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lazy-loading 'flavor' on Instance uuid 0225629c-764d-4d77-852a-c9fea5ed4345 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.041457] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Updating instance_info_cache with network_info: [{"id": "54acd3d7-82f5-427f-a1db-eea687bf0c3b", "address": "fa:16:3e:c9:03:56", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54acd3d7-82", "ovs_interfaceid": "54acd3d7-82f5-427f-a1db-eea687bf0c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.088797] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759691, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.219085] env[63105]: DEBUG oslo_vmware.api [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759692, 'name': PowerOffVM_Task, 'duration_secs': 0.204179} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.219389] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.219559] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.219962] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2908a3f9-d7a2-4263-8e6e-4a0d10c35891 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.285163] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.285476] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.285670] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Deleting the datastore file [datastore1] 561d9dbe-7508-4a79-afc0-57d574f20519 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.285972] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-197a3bd1-db70-48f8-a660-48988100541b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.293037] env[63105]: DEBUG oslo_vmware.api [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1161.293037] env[63105]: value = "task-2759694" [ 1161.293037] env[63105]: _type = "Task" [ 1161.293037] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.301254] env[63105]: DEBUG oslo_vmware.api [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.544483] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Releasing lock "refresh_cache-073735a2-5902-4a4b-ae5e-3537da89e584" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.544927] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Updated the network info_cache for instance {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 1161.545292] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.545624] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.545935] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.546223] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.546476] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1161.546791] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.594451] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759691, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.803282] env[63105]: DEBUG oslo_vmware.api [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291061} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.803561] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.803780] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.803962] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.804155] env[63105]: INFO nova.compute.manager [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1161.804403] env[63105]: DEBUG oslo.service.loopingcall [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1161.804602] env[63105]: DEBUG nova.compute.manager [-] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.804701] env[63105]: DEBUG nova.network.neutron [-] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.968877] env[63105]: DEBUG oslo_concurrency.lockutils [None req-1094ca44-e170-4532-acdb-7d98e13a1c30 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "0225629c-764d-4d77-852a-c9fea5ed4345" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.236s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.050120] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.050486] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.050719] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.050912] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1162.051945] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92051df5-ff2c-41e9-bfd4-c6587b09f0e2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.062149] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e805191e-29a8-45c7-bee1-d5f6e574efce {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.078127] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c94a555-041e-4020-aa62-6e71775318ad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.091401] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e52be20-63a6-4af8-958d-ac22396fbf14 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.094787] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759691, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.132826] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180021MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1162.133115] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.133352] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.360721] env[63105]: DEBUG nova.compute.manager [req-4d835fbd-851d-4748-b966-15562aaaffb0 req-751599dc-e5ee-42ad-84a5-31344c8124af service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Received event network-vif-deleted-43da0bda-3765-4b2a-87e3-328420ed7043 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1162.361037] env[63105]: INFO nova.compute.manager [req-4d835fbd-851d-4748-b966-15562aaaffb0 req-751599dc-e5ee-42ad-84a5-31344c8124af service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Neutron deleted interface 43da0bda-3765-4b2a-87e3-328420ed7043; detaching it from the instance and deleting it from the info cache [ 1162.361252] env[63105]: DEBUG nova.network.neutron [req-4d835fbd-851d-4748-b966-15562aaaffb0 req-751599dc-e5ee-42ad-84a5-31344c8124af service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.592838] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759691, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.835518] env[63105]: DEBUG nova.network.neutron [-] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.864767] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91c2316a-2cf3-4134-8aed-17217a1ef91a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.877768] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cc8b28-e773-420a-800b-0ab98091ca3c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.922336] env[63105]: DEBUG nova.compute.manager [req-4d835fbd-851d-4748-b966-15562aaaffb0 req-751599dc-e5ee-42ad-84a5-31344c8124af service nova] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Detach interface failed, port_id=43da0bda-3765-4b2a-87e3-328420ed7043, reason: Instance 561d9dbe-7508-4a79-afc0-57d574f20519 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1163.020581] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "0225629c-764d-4d77-852a-c9fea5ed4345" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.020871] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "0225629c-764d-4d77-852a-c9fea5ed4345" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.021110] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "0225629c-764d-4d77-852a-c9fea5ed4345-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.021298] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "0225629c-764d-4d77-852a-c9fea5ed4345-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.021466] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "0225629c-764d-4d77-852a-c9fea5ed4345-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.023653] env[63105]: INFO nova.compute.manager [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Terminating instance [ 1163.091979] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759691, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.223379} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.092322] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/023cd181-5a5a-46af-adce-b94d99bfed53/023cd181-5a5a-46af-adce-b94d99bfed53.vmdk to [datastore2] 03c6cbc6-0258-4bba-bfa3-c0bf7680df15/03c6cbc6-0258-4bba-bfa3-c0bf7680df15.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.093112] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84125d72-41b5-469e-87bd-6dd56d80d48b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.116537] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 03c6cbc6-0258-4bba-bfa3-c0bf7680df15/03c6cbc6-0258-4bba-bfa3-c0bf7680df15.vmdk or device None with type streamOptimized {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.116849] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b030e09-3412-4e62-b088-a6afa9059453 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.135703] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1163.135703] env[63105]: value = "task-2759695" [ 1163.135703] env[63105]: _type = "Task" [ 1163.135703] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.147294] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.169300] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 1295c5fb-4d84-4b06-8c38-30a1fbed2079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.169494] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 073735a2-5902-4a4b-ae5e-3537da89e584 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.169595] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 0225629c-764d-4d77-852a-c9fea5ed4345 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.169741] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 0a6287e8-10b3-46c2-a3af-fa9750857f50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.169827] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 968a6b7b-fe46-45a4-8fdb-605ce4fce317 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.169942] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 561d9dbe-7508-4a79-afc0-57d574f20519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.170076] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 03c6cbc6-0258-4bba-bfa3-c0bf7680df15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.170260] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1163.170396] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1163.275692] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7ddaf5-7abf-4945-bcd8-7224d482cb3a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.284321] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700d0f1d-9032-42cf-92eb-d17465cb5e51 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.320278] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f0c79b-9d33-41ea-94b8-72d079134f3d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.327809] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6123658a-40fc-4a07-b3c5-f6872e33b7ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.341074] env[63105]: INFO nova.compute.manager [-] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Took 1.54 seconds to deallocate network for instance. [ 1163.341533] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.527454] env[63105]: DEBUG nova.compute.manager [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.527682] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.528612] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b10738c-a8e0-49d8-bffc-1d19b3811fec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.536057] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.536307] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d4c2ee3-89e1-412f-894b-739e6ae83e94 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.542139] env[63105]: DEBUG oslo_vmware.api [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1163.542139] env[63105]: value = "task-2759696" [ 1163.542139] env[63105]: _type = "Task" [ 1163.542139] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.550416] env[63105]: DEBUG oslo_vmware.api [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.645284] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759695, 'name': ReconfigVM_Task, 'duration_secs': 0.348841} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.645569] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 03c6cbc6-0258-4bba-bfa3-c0bf7680df15/03c6cbc6-0258-4bba-bfa3-c0bf7680df15.vmdk or device None with type streamOptimized {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.646212] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2693b5f-12e7-49cf-bfc7-74a7223bb3ea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.652924] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1163.652924] env[63105]: value = "task-2759697" [ 1163.652924] env[63105]: _type = "Task" [ 1163.652924] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.662357] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759697, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.846068] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1163.849439] env[63105]: DEBUG oslo_concurrency.lockutils [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.052071] env[63105]: DEBUG oslo_vmware.api [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759696, 'name': PowerOffVM_Task, 'duration_secs': 0.232047} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.052316] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.052487] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.052764] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3850136-2521-4235-8e91-166cbfc5ed85 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.123168] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.123573] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.123573] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleting the datastore file [datastore1] 0225629c-764d-4d77-852a-c9fea5ed4345 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.123875] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b1ef92a-99fd-412b-b191-b32947c04378 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.129990] env[63105]: DEBUG oslo_vmware.api [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1164.129990] env[63105]: value = "task-2759699" [ 1164.129990] env[63105]: _type = "Task" [ 1164.129990] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.137833] env[63105]: DEBUG oslo_vmware.api [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.162592] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759697, 'name': Rename_Task, 'duration_secs': 0.218479} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.162897] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.163162] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b80572c-c6df-4535-8c52-1bdb5d3744e1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.169013] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1164.169013] env[63105]: value = "task-2759700" [ 1164.169013] env[63105]: _type = "Task" [ 1164.169013] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.176588] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.313039] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227e8ae-850f-3659-c570-dcd4ba61df43/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1164.314056] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e07906-12cb-4877-96e7-e1c03b5a936d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.320228] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227e8ae-850f-3659-c570-dcd4ba61df43/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1164.320391] env[63105]: ERROR oslo_vmware.rw_handles [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227e8ae-850f-3659-c570-dcd4ba61df43/disk-0.vmdk due to incomplete transfer. [ 1164.320605] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ca8eb0ab-7526-47e7-a775-aa1bf85dcb5e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.326860] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227e8ae-850f-3659-c570-dcd4ba61df43/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1164.326962] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Uploaded image 67a953d4-4e12-4c1e-b8f4-5c38f64684e6 to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1164.329299] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1164.329533] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8616929b-98af-4fa8-8df3-4447bf9294f3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.335228] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1164.335228] env[63105]: value = "task-2759701" [ 1164.335228] env[63105]: _type = "Task" [ 1164.335228] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.344757] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759701, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.350476] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1164.350655] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.217s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.350904] env[63105]: DEBUG oslo_concurrency.lockutils [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.502s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.351133] env[63105]: DEBUG nova.objects.instance [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lazy-loading 'resources' on Instance uuid 561d9dbe-7508-4a79-afc0-57d574f20519 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.640690] env[63105]: DEBUG oslo_vmware.api [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250152} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.640974] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.641195] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.641372] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.641547] env[63105]: INFO nova.compute.manager [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1164.641830] env[63105]: DEBUG oslo.service.loopingcall [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1164.641975] env[63105]: DEBUG nova.compute.manager [-] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.642086] env[63105]: DEBUG nova.network.neutron [-] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.680889] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759700, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.848477] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759701, 'name': Destroy_Task} progress is 33%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.959029] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f36488-2b83-40eb-9769-c89b48eec4b5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.965333] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96baee47-005a-4f7b-a09b-d867d92ea772 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.997733] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e096d4a-ecb6-457f-aaad-8365f05df2b0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.005648] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d56b00-9c89-42aa-b230-ba6449b4c1f8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.019190] env[63105]: DEBUG nova.compute.provider_tree [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.106421] env[63105]: DEBUG nova.compute.manager [req-4b3dff26-42d0-43ef-8bf8-5235a6168f03 req-c3bbad44-0c05-418f-ac84-6612ef7c4eda service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Received event network-vif-deleted-2d446295-7369-4edc-8fa1-4f42c8ac7505 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1165.106497] env[63105]: INFO nova.compute.manager [req-4b3dff26-42d0-43ef-8bf8-5235a6168f03 req-c3bbad44-0c05-418f-ac84-6612ef7c4eda service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Neutron deleted interface 2d446295-7369-4edc-8fa1-4f42c8ac7505; detaching it from the instance and deleting it from the info cache [ 1165.106672] env[63105]: DEBUG nova.network.neutron [req-4b3dff26-42d0-43ef-8bf8-5235a6168f03 req-c3bbad44-0c05-418f-ac84-6612ef7c4eda service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.182946] env[63105]: DEBUG oslo_vmware.api [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759700, 'name': PowerOnVM_Task, 'duration_secs': 0.552127} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.183360] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.286278] env[63105]: DEBUG nova.compute.manager [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.287178] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291c8acb-a313-466f-a8f6-62b9a6b8c807 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.349718] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759701, 'name': Destroy_Task, 'duration_secs': 0.579956} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.349718] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Destroyed the VM [ 1165.349718] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1165.349718] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-116af734-4188-49b3-910b-d2df7039600a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.355510] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1165.355510] env[63105]: value = "task-2759702" [ 1165.355510] env[63105]: _type = "Task" [ 1165.355510] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.364913] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759702, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.452873] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.523042] env[63105]: DEBUG nova.scheduler.client.report [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1165.589812] env[63105]: DEBUG nova.network.neutron [-] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.609701] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e84dca7-a0c8-4e64-ac03-1ea4a80b1cc5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.619293] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542962ea-b4d1-4e4e-8834-5c28ef0a35bd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.648215] env[63105]: DEBUG nova.compute.manager [req-4b3dff26-42d0-43ef-8bf8-5235a6168f03 req-c3bbad44-0c05-418f-ac84-6612ef7c4eda service nova] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Detach interface failed, port_id=2d446295-7369-4edc-8fa1-4f42c8ac7505, reason: Instance 0225629c-764d-4d77-852a-c9fea5ed4345 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1165.805915] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4a0d7a39-3511-4ac2-b832-77171d55c7f8 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.845s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.866594] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759702, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.028037] env[63105]: DEBUG oslo_concurrency.lockutils [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.050865] env[63105]: INFO nova.scheduler.client.report [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Deleted allocations for instance 561d9dbe-7508-4a79-afc0-57d574f20519 [ 1166.092328] env[63105]: INFO nova.compute.manager [-] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Took 1.45 seconds to deallocate network for instance. [ 1166.366018] env[63105]: DEBUG oslo_vmware.api [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759702, 'name': RemoveSnapshot_Task, 'duration_secs': 0.875803} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.366270] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1166.366507] env[63105]: INFO nova.compute.manager [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Took 14.82 seconds to snapshot the instance on the hypervisor. [ 1166.559550] env[63105]: DEBUG oslo_concurrency.lockutils [None req-191259a5-7cf8-4d8e-9dec-4ee3ab7483cd tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "561d9dbe-7508-4a79-afc0-57d574f20519" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.377s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.599094] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.599460] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.599694] env[63105]: DEBUG nova.objects.instance [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lazy-loading 'resources' on Instance uuid 0225629c-764d-4d77-852a-c9fea5ed4345 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.630382] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecb89fc-6623-4ff6-9782-d7d0f02360dc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.637777] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa6787-6e06-44af-b9e5-2dc4f8947d18 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Suspending the VM {{(pid=63105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1166.638059] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2608a687-060d-45b1-a27b-b7679dfca19a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.644480] env[63105]: DEBUG oslo_vmware.api [None req-48aa6787-6e06-44af-b9e5-2dc4f8947d18 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1166.644480] env[63105]: value = "task-2759703" [ 1166.644480] env[63105]: _type = "Task" [ 1166.644480] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.652427] env[63105]: DEBUG oslo_vmware.api [None req-48aa6787-6e06-44af-b9e5-2dc4f8947d18 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759703, 'name': SuspendVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.910726] env[63105]: DEBUG nova.compute.manager [None req-d22c49bf-2717-4ad4-8b7d-8dddb467f232 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Found 1 images (rotation: 2) {{(pid=63105) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4884}} [ 1167.157682] env[63105]: DEBUG oslo_vmware.api [None req-48aa6787-6e06-44af-b9e5-2dc4f8947d18 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759703, 'name': SuspendVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.201218] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac549c3-1886-4879-91db-4cd947c333c4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.209283] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7474b786-4c80-49a4-818e-7ec91d4e1d01 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.241932] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d89c674-66b5-4da6-9c1c-c0a8432e063a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.249609] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a162802b-30a7-49f8-841e-fefcea210a18 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.263380] env[63105]: DEBUG nova.compute.provider_tree [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.635801] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "073735a2-5902-4a4b-ae5e-3537da89e584" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.636184] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "073735a2-5902-4a4b-ae5e-3537da89e584" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.655017] env[63105]: DEBUG oslo_vmware.api [None req-48aa6787-6e06-44af-b9e5-2dc4f8947d18 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759703, 'name': SuspendVM_Task, 'duration_secs': 0.708492} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.655282] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa6787-6e06-44af-b9e5-2dc4f8947d18 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Suspended the VM {{(pid=63105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1167.655462] env[63105]: DEBUG nova.compute.manager [None req-48aa6787-6e06-44af-b9e5-2dc4f8947d18 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.656239] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9d3eb1-4907-4662-8cc5-8aae97b3d52b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.670684] env[63105]: DEBUG nova.compute.manager [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.671401] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a368bd28-249a-448b-af8f-71aa3aac11e7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.766317] env[63105]: DEBUG nova.scheduler.client.report [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1168.139670] env[63105]: INFO nova.compute.manager [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Detaching volume e98f9037-6e28-4387-ab81-f2db92bff225 [ 1168.175168] env[63105]: INFO nova.virt.block_device [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Attempting to driver detach volume e98f9037-6e28-4387-ab81-f2db92bff225 from mountpoint /dev/sdb [ 1168.175406] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1168.175594] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555245', 'volume_id': 'e98f9037-6e28-4387-ab81-f2db92bff225', 'name': 'volume-e98f9037-6e28-4387-ab81-f2db92bff225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '073735a2-5902-4a4b-ae5e-3537da89e584', 'attached_at': '', 'detached_at': '', 'volume_id': 'e98f9037-6e28-4387-ab81-f2db92bff225', 'serial': 'e98f9037-6e28-4387-ab81-f2db92bff225'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1168.176466] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0305c35a-5b92-4bc1-b3b4-9a91a692cf41 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.179945] env[63105]: INFO nova.compute.manager [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] instance snapshotting [ 1168.180474] env[63105]: DEBUG nova.objects.instance [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lazy-loading 'flavor' on Instance uuid 968a6b7b-fe46-45a4-8fdb-605ce4fce317 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.198699] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c61ee5d-5df7-4da9-93c2-35eaf40204ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.206036] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67f5dd3-3138-44ff-81bc-2f46c3d6ab5d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.227711] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15913ef9-e0d1-49e5-9c14-3cd7a8920748 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.241757] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] The volume has not been displaced from its original location: [datastore1] volume-e98f9037-6e28-4387-ab81-f2db92bff225/volume-e98f9037-6e28-4387-ab81-f2db92bff225.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1168.246920] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.247433] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbef4736-2a6e-4166-ab0c-24b640ac8793 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.264457] env[63105]: DEBUG oslo_vmware.api [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1168.264457] env[63105]: value = "task-2759704" [ 1168.264457] env[63105]: _type = "Task" [ 1168.264457] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.270291] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.275124] env[63105]: DEBUG oslo_vmware.api [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.295938] env[63105]: INFO nova.scheduler.client.report [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleted allocations for instance 0225629c-764d-4d77-852a-c9fea5ed4345 [ 1168.511494] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._sync_power_states {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.701143] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fa19b4-f92b-499a-94cf-2063ec27e67f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.719496] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edbb3a0-ad25-42b0-a4e2-e0cefc128a82 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.774675] env[63105]: DEBUG oslo_vmware.api [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759704, 'name': ReconfigVM_Task, 'duration_secs': 0.234582} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.774994] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.781223] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23037e9c-2012-4cde-9429-254bcc4d0486 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.797379] env[63105]: DEBUG oslo_vmware.api [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1168.797379] env[63105]: value = "task-2759705" [ 1168.797379] env[63105]: _type = "Task" [ 1168.797379] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.804900] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d468b10a-1368-4a4e-8ed7-0ce9b905ea20 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "0225629c-764d-4d77-852a-c9fea5ed4345" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.784s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.812357] env[63105]: DEBUG oslo_vmware.api [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759705, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.991382] env[63105]: INFO nova.compute.manager [None req-89241d74-598f-4c0b-bb1f-4a36973a7b7d tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Resuming [ 1168.992039] env[63105]: DEBUG nova.objects.instance [None req-89241d74-598f-4c0b-bb1f-4a36973a7b7d tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lazy-loading 'flavor' on Instance uuid 03c6cbc6-0258-4bba-bfa3-c0bf7680df15 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.014367] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Getting list of instances from cluster (obj){ [ 1169.014367] env[63105]: value = "domain-c8" [ 1169.014367] env[63105]: _type = "ClusterComputeResource" [ 1169.014367] env[63105]: } {{(pid=63105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1169.015373] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12829f48-8a95-44f2-bfb5-baf87031f294 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.028421] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Got total of 5 instances {{(pid=63105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1169.028580] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Triggering sync for uuid 1295c5fb-4d84-4b06-8c38-30a1fbed2079 {{(pid=63105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 1169.028768] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Triggering sync for uuid 073735a2-5902-4a4b-ae5e-3537da89e584 {{(pid=63105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 1169.028921] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Triggering sync for uuid 03c6cbc6-0258-4bba-bfa3-c0bf7680df15 {{(pid=63105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 1169.029083] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Triggering sync for uuid 0a6287e8-10b3-46c2-a3af-fa9750857f50 {{(pid=63105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 1169.029236] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Triggering sync for uuid 968a6b7b-fe46-45a4-8fdb-605ce4fce317 {{(pid=63105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 1169.029528] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "1295c5fb-4d84-4b06-8c38-30a1fbed2079" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.029745] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "1295c5fb-4d84-4b06-8c38-30a1fbed2079" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.029984] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "073735a2-5902-4a4b-ae5e-3537da89e584" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.030206] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.030382] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.030538] env[63105]: INFO nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] During sync_power_state the instance has a pending task (resuming). Skip. [ 1169.030693] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.030872] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.031052] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.031274] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.031447] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.031602] env[63105]: INFO nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] During sync_power_state the instance has a pending task (image_backup). Skip. [ 1169.031753] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.032506] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ee2160-a510-4e0e-bfeb-ad94b305360d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.035365] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ace93b-afc2-4b43-a8d2-78bf377ab5b5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.229835] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1169.230194] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2bbcda05-a8da-4c6b-9f41-39fa585ec61c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.238337] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1169.238337] env[63105]: value = "task-2759706" [ 1169.238337] env[63105]: _type = "Task" [ 1169.238337] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.246436] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759706, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.306140] env[63105]: DEBUG oslo_vmware.api [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759705, 'name': ReconfigVM_Task, 'duration_secs': 0.140808} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.306689] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555245', 'volume_id': 'e98f9037-6e28-4387-ab81-f2db92bff225', 'name': 'volume-e98f9037-6e28-4387-ab81-f2db92bff225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '073735a2-5902-4a4b-ae5e-3537da89e584', 'attached_at': '', 'detached_at': '', 'volume_id': 'e98f9037-6e28-4387-ab81-f2db92bff225', 'serial': 'e98f9037-6e28-4387-ab81-f2db92bff225'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1169.546152] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "1295c5fb-4d84-4b06-8c38-30a1fbed2079" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.546548] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.748592] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759706, 'name': CreateSnapshot_Task, 'duration_secs': 0.431908} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.748884] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1169.749646] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8187edfe-93fb-4ebf-a1c6-839985862bc4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.851318] env[63105]: DEBUG nova.objects.instance [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lazy-loading 'flavor' on Instance uuid 073735a2-5902-4a4b-ae5e-3537da89e584 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.001272] env[63105]: DEBUG oslo_concurrency.lockutils [None req-89241d74-598f-4c0b-bb1f-4a36973a7b7d tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.001378] env[63105]: DEBUG oslo_concurrency.lockutils [None req-89241d74-598f-4c0b-bb1f-4a36973a7b7d tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquired lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.001555] env[63105]: DEBUG nova.network.neutron [None req-89241d74-598f-4c0b-bb1f-4a36973a7b7d tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.267221] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1170.267871] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-657a9caf-f872-49c4-a398-0a4867a23de7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.276287] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1170.276287] env[63105]: value = "task-2759707" [ 1170.276287] env[63105]: _type = "Task" [ 1170.276287] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.284186] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759707, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.478287] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "708a45bc-29e5-4934-b2da-aa0315181575" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.478663] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "708a45bc-29e5-4934-b2da-aa0315181575" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.699775] env[63105]: DEBUG nova.network.neutron [None req-89241d74-598f-4c0b-bb1f-4a36973a7b7d tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Updating instance_info_cache with network_info: [{"id": "c8478615-b20e-4e3a-96c7-4a3ba5463207", "address": "fa:16:3e:89:04:6b", "network": {"id": "a710a090-5920-4741-b164-c577893bcc85", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-127206615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "507c58ae899744b4a739e64a1063c491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8478615-b2", "ovs_interfaceid": "c8478615-b20e-4e3a-96c7-4a3ba5463207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.786677] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759707, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.858308] env[63105]: DEBUG oslo_concurrency.lockutils [None req-62544ef8-aeb5-416c-b1a1-cab06413cf3d tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "073735a2-5902-4a4b-ae5e-3537da89e584" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.859508] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "073735a2-5902-4a4b-ae5e-3537da89e584" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.829s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.860934] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b46e29-1d08-48ab-83e5-380f401e1b47 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.981354] env[63105]: DEBUG nova.compute.manager [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.202608] env[63105]: DEBUG oslo_concurrency.lockutils [None req-89241d74-598f-4c0b-bb1f-4a36973a7b7d tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Releasing lock "refresh_cache-03c6cbc6-0258-4bba-bfa3-c0bf7680df15" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.203606] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527156ab-d802-42b1-8e88-bffeb973b7ac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.210109] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-89241d74-598f-4c0b-bb1f-4a36973a7b7d tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Resuming the VM {{(pid=63105) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1171.210340] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c8d101b-56e8-4236-86df-5dd00f04056f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.216664] env[63105]: DEBUG oslo_vmware.api [None req-89241d74-598f-4c0b-bb1f-4a36973a7b7d tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1171.216664] env[63105]: value = "task-2759708" [ 1171.216664] env[63105]: _type = "Task" [ 1171.216664] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.223842] env[63105]: DEBUG oslo_vmware.api [None req-89241d74-598f-4c0b-bb1f-4a36973a7b7d tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.286825] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759707, 'name': CloneVM_Task} progress is 95%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.370380] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "073735a2-5902-4a4b-ae5e-3537da89e584" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.503737] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.504078] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.505508] env[63105]: INFO nova.compute.claims [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.729130] env[63105]: DEBUG oslo_vmware.api [None req-89241d74-598f-4c0b-bb1f-4a36973a7b7d tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.789227] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759707, 'name': CloneVM_Task, 'duration_secs': 1.174256} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.789618] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Created linked-clone VM from snapshot [ 1171.790443] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb9add2-0216-47e8-9b95-d5523b9d254e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.801513] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Uploading image 77167b46-033c-494a-9d8e-70177c3f3cae {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1171.826402] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1171.826402] env[63105]: value = "vm-555259" [ 1171.826402] env[63105]: _type = "VirtualMachine" [ 1171.826402] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1171.826755] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-09260359-6da7-4902-90c5-56e04da9de48 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.836302] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lease: (returnval){ [ 1171.836302] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52958575-643d-2b90-16bc-427576ad4f78" [ 1171.836302] env[63105]: _type = "HttpNfcLease" [ 1171.836302] env[63105]: } obtained for exporting VM: (result){ [ 1171.836302] env[63105]: value = "vm-555259" [ 1171.836302] env[63105]: _type = "VirtualMachine" [ 1171.836302] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1171.836587] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the lease: (returnval){ [ 1171.836587] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52958575-643d-2b90-16bc-427576ad4f78" [ 1171.836587] env[63105]: _type = "HttpNfcLease" [ 1171.836587] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1171.845491] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1171.845491] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52958575-643d-2b90-16bc-427576ad4f78" [ 1171.845491] env[63105]: _type = "HttpNfcLease" [ 1171.845491] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1171.894305] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "073735a2-5902-4a4b-ae5e-3537da89e584" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.894606] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "073735a2-5902-4a4b-ae5e-3537da89e584" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.894829] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "073735a2-5902-4a4b-ae5e-3537da89e584-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.895088] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "073735a2-5902-4a4b-ae5e-3537da89e584-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.895287] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "073735a2-5902-4a4b-ae5e-3537da89e584-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.897812] env[63105]: INFO nova.compute.manager [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Terminating instance [ 1172.227825] env[63105]: DEBUG oslo_vmware.api [None req-89241d74-598f-4c0b-bb1f-4a36973a7b7d tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759708, 'name': PowerOnVM_Task, 'duration_secs': 0.573614} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.228102] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-89241d74-598f-4c0b-bb1f-4a36973a7b7d tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Resumed the VM {{(pid=63105) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1172.228305] env[63105]: DEBUG nova.compute.manager [None req-89241d74-598f-4c0b-bb1f-4a36973a7b7d tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.229063] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cb090a-ab91-4df4-b332-993f2551bd86 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.344880] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1172.344880] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52958575-643d-2b90-16bc-427576ad4f78" [ 1172.344880] env[63105]: _type = "HttpNfcLease" [ 1172.344880] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1172.345204] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1172.345204] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52958575-643d-2b90-16bc-427576ad4f78" [ 1172.345204] env[63105]: _type = "HttpNfcLease" [ 1172.345204] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1172.346017] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be75a41d-d995-4688-862a-78844b3add37 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.353590] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd650f-bc39-dc36-be94-bf5e3b429a50/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1172.353802] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd650f-bc39-dc36-be94-bf5e3b429a50/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1172.412008] env[63105]: DEBUG nova.compute.manager [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.412282] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.413587] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1374e2a-341f-44b5-a6be-a8404e215265 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.422127] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.422723] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c2a32d4-bd66-411b-b910-a1bce7ee1f55 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.429061] env[63105]: DEBUG oslo_vmware.api [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1172.429061] env[63105]: value = "task-2759710" [ 1172.429061] env[63105]: _type = "Task" [ 1172.429061] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.437217] env[63105]: DEBUG oslo_vmware.api [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.480939] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-922a94a7-8623-48f9-9dc0-4c205a1ccee6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.603278] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f175e8f-47a0-47a8-bb18-88c827999958 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.613219] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6835bb-1fdb-4c86-8256-4d532d1dc12e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.665375] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed84c7fa-a5a4-427c-8742-8eeaf6edba2e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.676286] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bac0b8f-0942-48d5-9503-e8f9a888a62c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.694140] env[63105]: DEBUG nova.compute.provider_tree [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.939520] env[63105]: DEBUG oslo_vmware.api [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759710, 'name': PowerOffVM_Task, 'duration_secs': 0.241398} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.939919] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.940112] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.940525] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44b9d5f6-1b22-40ea-b613-e56721414621 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.005566] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.005820] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.006015] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Deleting the datastore file [datastore2] 073735a2-5902-4a4b-ae5e-3537da89e584 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.006449] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2618aace-b36d-4dba-844c-440d0d1e56f1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.012554] env[63105]: DEBUG oslo_vmware.api [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1173.012554] env[63105]: value = "task-2759712" [ 1173.012554] env[63105]: _type = "Task" [ 1173.012554] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.021657] env[63105]: DEBUG oslo_vmware.api [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.198118] env[63105]: DEBUG nova.scheduler.client.report [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1173.522932] env[63105]: DEBUG oslo_vmware.api [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399987} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.523251] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.523543] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.523995] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.524219] env[63105]: INFO nova.compute.manager [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1173.524585] env[63105]: DEBUG oslo.service.loopingcall [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1173.524889] env[63105]: DEBUG nova.compute.manager [-] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.525092] env[63105]: DEBUG nova.network.neutron [-] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.702935] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.703502] env[63105]: DEBUG nova.compute.manager [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.209281] env[63105]: DEBUG nova.compute.utils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1174.211015] env[63105]: DEBUG nova.compute.manager [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.211201] env[63105]: DEBUG nova.network.neutron [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.228245] env[63105]: DEBUG nova.compute.manager [req-3893fe94-7b42-4f5a-b280-7b1cc57d98c2 req-26a5122a-9d1d-4342-a15e-f8a03f7ef213 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Received event network-vif-deleted-54acd3d7-82f5-427f-a1db-eea687bf0c3b {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1174.228495] env[63105]: INFO nova.compute.manager [req-3893fe94-7b42-4f5a-b280-7b1cc57d98c2 req-26a5122a-9d1d-4342-a15e-f8a03f7ef213 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Neutron deleted interface 54acd3d7-82f5-427f-a1db-eea687bf0c3b; detaching it from the instance and deleting it from the info cache [ 1174.228679] env[63105]: DEBUG nova.network.neutron [req-3893fe94-7b42-4f5a-b280-7b1cc57d98c2 req-26a5122a-9d1d-4342-a15e-f8a03f7ef213 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.259439] env[63105]: DEBUG nova.policy [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23b5fdebf2184a51976628db27276bea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6be7d290724942bf9c905cf7eab9c8dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.632605] env[63105]: DEBUG nova.network.neutron [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Successfully created port: 047a784f-be38-45a6-b448-10e7ada2c136 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.655798] env[63105]: DEBUG nova.network.neutron [-] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.716576] env[63105]: DEBUG nova.compute.manager [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.732206] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa360fd3-51d7-46a9-bc0f-fb5ce34490a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.748997] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f0140a-0e7a-4741-8085-be9cb2d727e1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.780671] env[63105]: DEBUG nova.compute.manager [req-3893fe94-7b42-4f5a-b280-7b1cc57d98c2 req-26a5122a-9d1d-4342-a15e-f8a03f7ef213 service nova] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Detach interface failed, port_id=54acd3d7-82f5-427f-a1db-eea687bf0c3b, reason: Instance 073735a2-5902-4a4b-ae5e-3537da89e584 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1175.160382] env[63105]: INFO nova.compute.manager [-] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Took 1.64 seconds to deallocate network for instance. [ 1175.667250] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.667681] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.667917] env[63105]: DEBUG nova.objects.instance [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lazy-loading 'resources' on Instance uuid 073735a2-5902-4a4b-ae5e-3537da89e584 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.726656] env[63105]: DEBUG nova.compute.manager [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.750032] env[63105]: DEBUG nova.virt.hardware [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1175.750296] env[63105]: DEBUG nova.virt.hardware [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1175.750459] env[63105]: DEBUG nova.virt.hardware [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.750646] env[63105]: DEBUG nova.virt.hardware [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1175.750793] env[63105]: DEBUG nova.virt.hardware [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.750941] env[63105]: DEBUG nova.virt.hardware [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1175.751171] env[63105]: DEBUG nova.virt.hardware [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1175.751332] env[63105]: DEBUG nova.virt.hardware [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1175.751495] env[63105]: DEBUG nova.virt.hardware [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1175.751657] env[63105]: DEBUG nova.virt.hardware [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1175.751827] env[63105]: DEBUG nova.virt.hardware [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1175.752720] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db0378c-72cc-4ee9-9099-33773ed177c1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.761198] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed59223-13b8-4ce3-a36f-3e5bc5756029 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.260150] env[63105]: DEBUG nova.compute.manager [req-5440963a-40ce-434f-9d05-f9ecb11e3ea9 req-3e424de9-d552-43cd-bbb2-01b43d63427d service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Received event network-vif-plugged-047a784f-be38-45a6-b448-10e7ada2c136 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1176.260588] env[63105]: DEBUG oslo_concurrency.lockutils [req-5440963a-40ce-434f-9d05-f9ecb11e3ea9 req-3e424de9-d552-43cd-bbb2-01b43d63427d service nova] Acquiring lock "708a45bc-29e5-4934-b2da-aa0315181575-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.261366] env[63105]: DEBUG oslo_concurrency.lockutils [req-5440963a-40ce-434f-9d05-f9ecb11e3ea9 req-3e424de9-d552-43cd-bbb2-01b43d63427d service nova] Lock "708a45bc-29e5-4934-b2da-aa0315181575-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.264699] env[63105]: DEBUG oslo_concurrency.lockutils [req-5440963a-40ce-434f-9d05-f9ecb11e3ea9 req-3e424de9-d552-43cd-bbb2-01b43d63427d service nova] Lock "708a45bc-29e5-4934-b2da-aa0315181575-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.264699] env[63105]: DEBUG nova.compute.manager [req-5440963a-40ce-434f-9d05-f9ecb11e3ea9 req-3e424de9-d552-43cd-bbb2-01b43d63427d service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] No waiting events found dispatching network-vif-plugged-047a784f-be38-45a6-b448-10e7ada2c136 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.264699] env[63105]: WARNING nova.compute.manager [req-5440963a-40ce-434f-9d05-f9ecb11e3ea9 req-3e424de9-d552-43cd-bbb2-01b43d63427d service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Received unexpected event network-vif-plugged-047a784f-be38-45a6-b448-10e7ada2c136 for instance with vm_state building and task_state spawning. [ 1176.264699] env[63105]: DEBUG nova.network.neutron [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Successfully updated port: 047a784f-be38-45a6-b448-10e7ada2c136 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.280117] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383c347f-ed8d-4a56-8fd5-67a946c51468 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.289247] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7652c024-19ae-4790-8d1d-308593b96526 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.322546] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8157acf-73aa-46d5-bc2c-ab9e61e93c40 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.330067] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff031072-58d0-402e-850a-8306966bc33a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.344080] env[63105]: DEBUG nova.compute.provider_tree [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.770056] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "refresh_cache-708a45bc-29e5-4934-b2da-aa0315181575" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.770056] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "refresh_cache-708a45bc-29e5-4934-b2da-aa0315181575" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.770056] env[63105]: DEBUG nova.network.neutron [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.771257] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.771476] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.771728] env[63105]: INFO nova.compute.manager [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Rebooting instance [ 1176.847015] env[63105]: DEBUG nova.scheduler.client.report [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1177.300028] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.300155] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.300477] env[63105]: DEBUG nova.network.neutron [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.332814] env[63105]: DEBUG nova.network.neutron [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.352443] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.372181] env[63105]: INFO nova.scheduler.client.report [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Deleted allocations for instance 073735a2-5902-4a4b-ae5e-3537da89e584 [ 1177.581996] env[63105]: DEBUG nova.network.neutron [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Updating instance_info_cache with network_info: [{"id": "047a784f-be38-45a6-b448-10e7ada2c136", "address": "fa:16:3e:c6:87:42", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047a784f-be", "ovs_interfaceid": "047a784f-be38-45a6-b448-10e7ada2c136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.764250] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.764486] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.764694] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.764888] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.765067] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.767280] env[63105]: INFO nova.compute.manager [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Terminating instance [ 1177.879341] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7edddda-1d2a-4911-99f6-53eaa0afdec9 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "073735a2-5902-4a4b-ae5e-3537da89e584" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.985s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.019148] env[63105]: DEBUG nova.network.neutron [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance_info_cache with network_info: [{"id": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "address": "fa:16:3e:51:e6:1d", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7d47a5-a1", "ovs_interfaceid": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.084748] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "refresh_cache-708a45bc-29e5-4934-b2da-aa0315181575" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.085158] env[63105]: DEBUG nova.compute.manager [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Instance network_info: |[{"id": "047a784f-be38-45a6-b448-10e7ada2c136", "address": "fa:16:3e:c6:87:42", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047a784f-be", "ovs_interfaceid": "047a784f-be38-45a6-b448-10e7ada2c136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.085600] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:87:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '047a784f-be38-45a6-b448-10e7ada2c136', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.093188] env[63105]: DEBUG oslo.service.loopingcall [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1178.093420] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.093674] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaa56113-3132-475b-abf4-9c5f4d580e0d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.115120] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.115120] env[63105]: value = "task-2759713" [ 1178.115120] env[63105]: _type = "Task" [ 1178.115120] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.123749] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759713, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.271181] env[63105]: DEBUG nova.compute.manager [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.271398] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.272388] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ff42ea-f7cf-4f89-858f-71bc405a31c4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.281884] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.282273] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e6321d0-9136-43da-a475-66e7d4f808ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.287734] env[63105]: DEBUG nova.compute.manager [req-10c3d687-8e4f-4aaa-b9fb-cac0a5f8cf52 req-ddf74c39-a53c-404c-825b-633e24c2c597 service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Received event network-changed-047a784f-be38-45a6-b448-10e7ada2c136 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1178.287734] env[63105]: DEBUG nova.compute.manager [req-10c3d687-8e4f-4aaa-b9fb-cac0a5f8cf52 req-ddf74c39-a53c-404c-825b-633e24c2c597 service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Refreshing instance network info cache due to event network-changed-047a784f-be38-45a6-b448-10e7ada2c136. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1178.288064] env[63105]: DEBUG oslo_concurrency.lockutils [req-10c3d687-8e4f-4aaa-b9fb-cac0a5f8cf52 req-ddf74c39-a53c-404c-825b-633e24c2c597 service nova] Acquiring lock "refresh_cache-708a45bc-29e5-4934-b2da-aa0315181575" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.288410] env[63105]: DEBUG oslo_concurrency.lockutils [req-10c3d687-8e4f-4aaa-b9fb-cac0a5f8cf52 req-ddf74c39-a53c-404c-825b-633e24c2c597 service nova] Acquired lock "refresh_cache-708a45bc-29e5-4934-b2da-aa0315181575" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.288410] env[63105]: DEBUG nova.network.neutron [req-10c3d687-8e4f-4aaa-b9fb-cac0a5f8cf52 req-ddf74c39-a53c-404c-825b-633e24c2c597 service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Refreshing network info cache for port 047a784f-be38-45a6-b448-10e7ada2c136 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.291498] env[63105]: DEBUG oslo_vmware.api [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1178.291498] env[63105]: value = "task-2759714" [ 1178.291498] env[63105]: _type = "Task" [ 1178.291498] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.302430] env[63105]: DEBUG oslo_vmware.api [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.524407] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.528022] env[63105]: DEBUG nova.compute.manager [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.528022] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f054bbcb-1e7a-49db-9bfc-9bf9f04ca7bf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.625580] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759713, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.803792] env[63105]: DEBUG oslo_vmware.api [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759714, 'name': PowerOffVM_Task, 'duration_secs': 0.221236} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.804863] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.804863] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.804863] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ea1846b-7825-4b80-8054-cd0cf03d4ff1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.898173] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.898468] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.898514] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Deleting the datastore file [datastore2] 03c6cbc6-0258-4bba-bfa3-c0bf7680df15 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.900820] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a0c78c5-e785-4522-9463-eaa4daa04f22 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.904724] env[63105]: DEBUG oslo_vmware.api [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for the task: (returnval){ [ 1178.904724] env[63105]: value = "task-2759716" [ 1178.904724] env[63105]: _type = "Task" [ 1178.904724] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.912152] env[63105]: DEBUG oslo_vmware.api [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.986717] env[63105]: DEBUG nova.network.neutron [req-10c3d687-8e4f-4aaa-b9fb-cac0a5f8cf52 req-ddf74c39-a53c-404c-825b-633e24c2c597 service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Updated VIF entry in instance network info cache for port 047a784f-be38-45a6-b448-10e7ada2c136. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.987208] env[63105]: DEBUG nova.network.neutron [req-10c3d687-8e4f-4aaa-b9fb-cac0a5f8cf52 req-ddf74c39-a53c-404c-825b-633e24c2c597 service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Updating instance_info_cache with network_info: [{"id": "047a784f-be38-45a6-b448-10e7ada2c136", "address": "fa:16:3e:c6:87:42", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047a784f-be", "ovs_interfaceid": "047a784f-be38-45a6-b448-10e7ada2c136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.126778] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759713, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.414432] env[63105]: DEBUG oslo_vmware.api [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Task: {'id': task-2759716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459321} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.414705] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.414921] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.415115] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.415329] env[63105]: INFO nova.compute.manager [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1179.415588] env[63105]: DEBUG oslo.service.loopingcall [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1179.415752] env[63105]: DEBUG nova.compute.manager [-] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.415861] env[63105]: DEBUG nova.network.neutron [-] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.490575] env[63105]: DEBUG oslo_concurrency.lockutils [req-10c3d687-8e4f-4aaa-b9fb-cac0a5f8cf52 req-ddf74c39-a53c-404c-825b-633e24c2c597 service nova] Releasing lock "refresh_cache-708a45bc-29e5-4934-b2da-aa0315181575" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.543796] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec71b7a-4929-40e5-acc0-35db9759f20a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.551054] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Doing hard reboot of VM {{(pid=63105) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1179.551352] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c10884a7-c11c-4e4b-9300-dba551fe18a5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.557654] env[63105]: DEBUG oslo_vmware.api [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1179.557654] env[63105]: value = "task-2759717" [ 1179.557654] env[63105]: _type = "Task" [ 1179.557654] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.566518] env[63105]: DEBUG oslo_vmware.api [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759717, 'name': ResetVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.630728] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759713, 'name': CreateVM_Task, 'duration_secs': 1.338494} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.630728] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.639879] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.640131] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.640497] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.640773] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a3c8ce-8fd7-42e4-ac5a-e11db28487ad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.645857] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1179.645857] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e7b500-9c62-701e-c9b8-05dd2df44190" [ 1179.645857] env[63105]: _type = "Task" [ 1179.645857] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.655617] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e7b500-9c62-701e-c9b8-05dd2df44190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.974059] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "ee2612df-d6cc-4a3e-adfb-e1b289119141" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.974400] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "ee2612df-d6cc-4a3e-adfb-e1b289119141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.067621] env[63105]: DEBUG oslo_vmware.api [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759717, 'name': ResetVM_Task, 'duration_secs': 0.104565} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.067966] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Did hard reboot of VM {{(pid=63105) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1180.068262] env[63105]: DEBUG nova.compute.manager [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.069177] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3b7905-096d-4c34-87fb-2158c15ee21c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.135266] env[63105]: DEBUG nova.network.neutron [-] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.157141] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e7b500-9c62-701e-c9b8-05dd2df44190, 'name': SearchDatastore_Task, 'duration_secs': 0.01317} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.157454] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.157683] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.157916] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.158082] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.158260] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.158511] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-644b37d5-6fa2-4769-b00c-8f48fe1a2cfc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.167574] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.167754] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.168499] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44cebbc8-f28e-4e89-8a83-9b6adb2a4fae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.173889] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1180.173889] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526d0538-b3e5-9436-48cf-d75b606ebef4" [ 1180.173889] env[63105]: _type = "Task" [ 1180.173889] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.181351] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526d0538-b3e5-9436-48cf-d75b606ebef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.313743] env[63105]: DEBUG nova.compute.manager [req-875aa753-e048-4b51-a667-9df9040a99bb req-81c6bd22-ca9a-4b78-9a07-fa4b53d8b6d4 service nova] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Received event network-vif-deleted-c8478615-b20e-4e3a-96c7-4a3ba5463207 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1180.476911] env[63105]: DEBUG nova.compute.manager [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.581367] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cd176b43-05b0-4038-8730-bc8810d245cd tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.810s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.638691] env[63105]: INFO nova.compute.manager [-] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Took 1.22 seconds to deallocate network for instance. [ 1180.686009] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526d0538-b3e5-9436-48cf-d75b606ebef4, 'name': SearchDatastore_Task, 'duration_secs': 0.014935} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.686917] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b48adb-3730-4734-97b2-44cb8aeca48a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.692618] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1180.692618] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52845a44-d765-60df-ed6f-33df0057e762" [ 1180.692618] env[63105]: _type = "Task" [ 1180.692618] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.700615] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52845a44-d765-60df-ed6f-33df0057e762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.775988] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd650f-bc39-dc36-be94-bf5e3b429a50/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1180.776541] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01be58c9-b126-4fb8-b4d2-45e9f99d6189 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.782604] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd650f-bc39-dc36-be94-bf5e3b429a50/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1180.782785] env[63105]: ERROR oslo_vmware.rw_handles [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd650f-bc39-dc36-be94-bf5e3b429a50/disk-0.vmdk due to incomplete transfer. [ 1180.782992] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-92bf63d2-e039-44d8-8cff-0e4e6e0bc067 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.789144] env[63105]: DEBUG oslo_vmware.rw_handles [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd650f-bc39-dc36-be94-bf5e3b429a50/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1180.789331] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Uploaded image 77167b46-033c-494a-9d8e-70177c3f3cae to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1180.791854] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1180.792094] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8cae4cde-2a9e-4852-aac1-57349d5eec02 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.797478] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1180.797478] env[63105]: value = "task-2759718" [ 1180.797478] env[63105]: _type = "Task" [ 1180.797478] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.805011] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759718, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.999453] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.999764] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.001463] env[63105]: INFO nova.compute.claims [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.145851] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.203714] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52845a44-d765-60df-ed6f-33df0057e762, 'name': SearchDatastore_Task, 'duration_secs': 0.012374} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.204015] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.204286] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 708a45bc-29e5-4934-b2da-aa0315181575/708a45bc-29e5-4934-b2da-aa0315181575.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.204539] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa0f6e0d-19cf-409b-8573-e38c155719b7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.211093] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1181.211093] env[63105]: value = "task-2759719" [ 1181.211093] env[63105]: _type = "Task" [ 1181.211093] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.218534] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.306800] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759718, 'name': Destroy_Task, 'duration_secs': 0.327636} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.307140] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Destroyed the VM [ 1181.307419] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1181.307699] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f8f85230-15b0-40ca-af87-96c99bef9978 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.315156] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1181.315156] env[63105]: value = "task-2759720" [ 1181.315156] env[63105]: _type = "Task" [ 1181.315156] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.322768] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759720, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.720964] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496556} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.721259] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 708a45bc-29e5-4934-b2da-aa0315181575/708a45bc-29e5-4934-b2da-aa0315181575.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.721473] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.721752] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ba24e7b-0017-45e0-9fd7-69b8b5d362bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.728987] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1181.728987] env[63105]: value = "task-2759721" [ 1181.728987] env[63105]: _type = "Task" [ 1181.728987] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.736410] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.826365] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759720, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.095043] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6dd34e-753f-4c5d-a6bd-6854bb442888 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.102341] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f384441e-9f79-47a6-a38b-ab44fa64d251 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.131618] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe01ef1-1fce-4dc6-bba3-02f1053b2bc5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.138431] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f548ab7-290c-4a4a-8de0-2af2b37c4a4c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.152433] env[63105]: DEBUG nova.compute.provider_tree [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.238565] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065978} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.238916] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.239696] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23357fc4-1763-4014-8252-1ea68e953850 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.260979] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 708a45bc-29e5-4934-b2da-aa0315181575/708a45bc-29e5-4934-b2da-aa0315181575.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.261170] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f707d25e-9d5e-4999-a491-e6fc9ac54e5c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.279872] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1182.279872] env[63105]: value = "task-2759722" [ 1182.279872] env[63105]: _type = "Task" [ 1182.279872] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.287096] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.324583] env[63105]: DEBUG oslo_vmware.api [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759720, 'name': RemoveSnapshot_Task, 'duration_secs': 0.804818} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.324943] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1182.325357] env[63105]: INFO nova.compute.manager [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Took 13.62 seconds to snapshot the instance on the hypervisor. [ 1182.656421] env[63105]: DEBUG nova.scheduler.client.report [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1182.789946] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759722, 'name': ReconfigVM_Task, 'duration_secs': 0.289143} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.790562] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 708a45bc-29e5-4934-b2da-aa0315181575/708a45bc-29e5-4934-b2da-aa0315181575.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.790895] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dde92788-8468-4166-a6f3-87b8f490ef93 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.797563] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1182.797563] env[63105]: value = "task-2759723" [ 1182.797563] env[63105]: _type = "Task" [ 1182.797563] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.805731] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759723, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.877887] env[63105]: DEBUG nova.compute.manager [None req-d6c4196a-4e84-4a2c-9e32-56d491ac1342 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Found 2 images (rotation: 2) {{(pid=63105) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4884}} [ 1183.161274] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.163028] env[63105]: DEBUG nova.compute.manager [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.165063] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.019s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.165205] env[63105]: DEBUG nova.objects.instance [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lazy-loading 'resources' on Instance uuid 03c6cbc6-0258-4bba-bfa3-c0bf7680df15 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.307325] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759723, 'name': Rename_Task, 'duration_secs': 0.136249} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.307612] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.307916] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-827008bd-5440-4eec-961c-20a12b8545d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.314360] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1183.314360] env[63105]: value = "task-2759724" [ 1183.314360] env[63105]: _type = "Task" [ 1183.314360] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.321641] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.553096] env[63105]: DEBUG nova.compute.manager [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.554139] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccef261-574f-47dc-bbd6-364fcd4e1d51 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.668732] env[63105]: DEBUG nova.compute.utils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1183.670524] env[63105]: DEBUG nova.compute.manager [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.670524] env[63105]: DEBUG nova.network.neutron [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.721514] env[63105]: DEBUG nova.policy [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '952846bc3a754e899a0a72085580c196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eed34feff14c41b1ad37a4ad1d306bc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.760538] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c17c324-4f0f-4a42-9e50-6b8c8547b50f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.768223] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93baee27-6cd5-4624-b19e-ad32fd8640be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.802493] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7399b29-8c0e-4e5d-abfe-fb2e4103ccee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.809878] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c59dc3e-d083-4373-b785-ecc1d2381e05 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.825974] env[63105]: DEBUG nova.compute.provider_tree [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.832824] env[63105]: DEBUG oslo_vmware.api [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759724, 'name': PowerOnVM_Task, 'duration_secs': 0.464855} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.832824] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.832824] env[63105]: INFO nova.compute.manager [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1183.832824] env[63105]: DEBUG nova.compute.manager [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.833270] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d0f098-2a85-4afa-bc29-b4602affb3f5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.002381] env[63105]: DEBUG nova.network.neutron [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Successfully created port: 3ca0a202-bc4b-4b98-bc76-08206a367348 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.064015] env[63105]: INFO nova.compute.manager [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] instance snapshotting [ 1184.064630] env[63105]: DEBUG nova.objects.instance [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lazy-loading 'flavor' on Instance uuid 968a6b7b-fe46-45a4-8fdb-605ce4fce317 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.175597] env[63105]: DEBUG nova.compute.manager [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.328902] env[63105]: DEBUG nova.scheduler.client.report [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1184.349816] env[63105]: INFO nova.compute.manager [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Took 12.86 seconds to build instance. [ 1184.572282] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6cf0cc-db89-4aaf-a2a5-34949a414826 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.593428] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18089303-ef10-4a73-81f1-2b6adca82be0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.596975] env[63105]: DEBUG nova.compute.manager [req-a6d42da9-de65-4645-9f56-aebeb170be94 req-d902de16-c3d2-4a2d-91df-7275a71801ab service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Received event network-changed-047a784f-be38-45a6-b448-10e7ada2c136 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1184.597175] env[63105]: DEBUG nova.compute.manager [req-a6d42da9-de65-4645-9f56-aebeb170be94 req-d902de16-c3d2-4a2d-91df-7275a71801ab service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Refreshing instance network info cache due to event network-changed-047a784f-be38-45a6-b448-10e7ada2c136. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1184.597388] env[63105]: DEBUG oslo_concurrency.lockutils [req-a6d42da9-de65-4645-9f56-aebeb170be94 req-d902de16-c3d2-4a2d-91df-7275a71801ab service nova] Acquiring lock "refresh_cache-708a45bc-29e5-4934-b2da-aa0315181575" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.597526] env[63105]: DEBUG oslo_concurrency.lockutils [req-a6d42da9-de65-4645-9f56-aebeb170be94 req-d902de16-c3d2-4a2d-91df-7275a71801ab service nova] Acquired lock "refresh_cache-708a45bc-29e5-4934-b2da-aa0315181575" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.597685] env[63105]: DEBUG nova.network.neutron [req-a6d42da9-de65-4645-9f56-aebeb170be94 req-d902de16-c3d2-4a2d-91df-7275a71801ab service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Refreshing network info cache for port 047a784f-be38-45a6-b448-10e7ada2c136 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.834058] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.851516] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9d03b52a-819b-47c5-a523-284caacc0d1b tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "708a45bc-29e5-4934-b2da-aa0315181575" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.373s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.858868] env[63105]: INFO nova.scheduler.client.report [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Deleted allocations for instance 03c6cbc6-0258-4bba-bfa3-c0bf7680df15 [ 1185.107802] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1185.108146] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3228a808-0449-4060-a1ce-708edd2a38a8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.116652] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1185.116652] env[63105]: value = "task-2759725" [ 1185.116652] env[63105]: _type = "Task" [ 1185.116652] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.126805] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759725, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.186444] env[63105]: DEBUG nova.compute.manager [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.217451] env[63105]: DEBUG nova.virt.hardware [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1185.217609] env[63105]: DEBUG nova.virt.hardware [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1185.217749] env[63105]: DEBUG nova.virt.hardware [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.217952] env[63105]: DEBUG nova.virt.hardware [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1185.218715] env[63105]: DEBUG nova.virt.hardware [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.218715] env[63105]: DEBUG nova.virt.hardware [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1185.218715] env[63105]: DEBUG nova.virt.hardware [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1185.218715] env[63105]: DEBUG nova.virt.hardware [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1185.218890] env[63105]: DEBUG nova.virt.hardware [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1185.218922] env[63105]: DEBUG nova.virt.hardware [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1185.219113] env[63105]: DEBUG nova.virt.hardware [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1185.219972] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a07ee5-e820-4ef6-adb0-8a89ddf5b77c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.228976] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050f7cf3-6a53-4b66-808e-df0095c76469 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.371698] env[63105]: DEBUG oslo_concurrency.lockutils [None req-37dbe5f5-72bb-4f5d-b544-d546cf967858 tempest-ServersNegativeTestJSON-93024851 tempest-ServersNegativeTestJSON-93024851-project-member] Lock "03c6cbc6-0258-4bba-bfa3-c0bf7680df15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.607s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.398576] env[63105]: DEBUG nova.compute.manager [req-be684d55-185e-47ed-a25d-80f775bf994d req-b10dda16-2579-43ab-ae91-4c4bc4234028 service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Received event network-vif-plugged-3ca0a202-bc4b-4b98-bc76-08206a367348 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1185.400097] env[63105]: DEBUG oslo_concurrency.lockutils [req-be684d55-185e-47ed-a25d-80f775bf994d req-b10dda16-2579-43ab-ae91-4c4bc4234028 service nova] Acquiring lock "ee2612df-d6cc-4a3e-adfb-e1b289119141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.400097] env[63105]: DEBUG oslo_concurrency.lockutils [req-be684d55-185e-47ed-a25d-80f775bf994d req-b10dda16-2579-43ab-ae91-4c4bc4234028 service nova] Lock "ee2612df-d6cc-4a3e-adfb-e1b289119141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.400097] env[63105]: DEBUG oslo_concurrency.lockutils [req-be684d55-185e-47ed-a25d-80f775bf994d req-b10dda16-2579-43ab-ae91-4c4bc4234028 service nova] Lock "ee2612df-d6cc-4a3e-adfb-e1b289119141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.401176] env[63105]: DEBUG nova.compute.manager [req-be684d55-185e-47ed-a25d-80f775bf994d req-b10dda16-2579-43ab-ae91-4c4bc4234028 service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] No waiting events found dispatching network-vif-plugged-3ca0a202-bc4b-4b98-bc76-08206a367348 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.401528] env[63105]: WARNING nova.compute.manager [req-be684d55-185e-47ed-a25d-80f775bf994d req-b10dda16-2579-43ab-ae91-4c4bc4234028 service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Received unexpected event network-vif-plugged-3ca0a202-bc4b-4b98-bc76-08206a367348 for instance with vm_state building and task_state spawning. [ 1185.463738] env[63105]: DEBUG nova.network.neutron [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Successfully updated port: 3ca0a202-bc4b-4b98-bc76-08206a367348 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.627086] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759725, 'name': CreateSnapshot_Task, 'duration_secs': 0.460053} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.627386] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1185.628156] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca6924c-7c8a-4fda-8e2f-1f12605291bb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.720873] env[63105]: DEBUG nova.network.neutron [req-a6d42da9-de65-4645-9f56-aebeb170be94 req-d902de16-c3d2-4a2d-91df-7275a71801ab service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Updated VIF entry in instance network info cache for port 047a784f-be38-45a6-b448-10e7ada2c136. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.721269] env[63105]: DEBUG nova.network.neutron [req-a6d42da9-de65-4645-9f56-aebeb170be94 req-d902de16-c3d2-4a2d-91df-7275a71801ab service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Updating instance_info_cache with network_info: [{"id": "047a784f-be38-45a6-b448-10e7ada2c136", "address": "fa:16:3e:c6:87:42", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047a784f-be", "ovs_interfaceid": "047a784f-be38-45a6-b448-10e7ada2c136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.970706] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "refresh_cache-ee2612df-d6cc-4a3e-adfb-e1b289119141" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.970960] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired lock "refresh_cache-ee2612df-d6cc-4a3e-adfb-e1b289119141" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.971170] env[63105]: DEBUG nova.network.neutron [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.147290] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1186.148142] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-59b1495c-2fcb-4bd8-ac70-b060d9982f8b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.158347] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1186.158347] env[63105]: value = "task-2759727" [ 1186.158347] env[63105]: _type = "Task" [ 1186.158347] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.167166] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759727, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.224685] env[63105]: DEBUG oslo_concurrency.lockutils [req-a6d42da9-de65-4645-9f56-aebeb170be94 req-d902de16-c3d2-4a2d-91df-7275a71801ab service nova] Releasing lock "refresh_cache-708a45bc-29e5-4934-b2da-aa0315181575" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.521559] env[63105]: DEBUG nova.network.neutron [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.673418] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759727, 'name': CloneVM_Task} progress is 93%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.727415] env[63105]: DEBUG nova.network.neutron [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Updating instance_info_cache with network_info: [{"id": "3ca0a202-bc4b-4b98-bc76-08206a367348", "address": "fa:16:3e:24:9b:46", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca0a202-bc", "ovs_interfaceid": "3ca0a202-bc4b-4b98-bc76-08206a367348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.171136] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759727, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.231085] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Releasing lock "refresh_cache-ee2612df-d6cc-4a3e-adfb-e1b289119141" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.231499] env[63105]: DEBUG nova.compute.manager [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Instance network_info: |[{"id": "3ca0a202-bc4b-4b98-bc76-08206a367348", "address": "fa:16:3e:24:9b:46", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca0a202-bc", "ovs_interfaceid": "3ca0a202-bc4b-4b98-bc76-08206a367348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.231997] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:9b:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ca0a202-bc4b-4b98-bc76-08206a367348', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.239550] env[63105]: DEBUG oslo.service.loopingcall [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1187.239744] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.240029] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fd6989e-5c63-4d99-884a-03f9a4407ee9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.258830] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.258830] env[63105]: value = "task-2759728" [ 1187.258830] env[63105]: _type = "Task" [ 1187.258830] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.266670] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759728, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.423275] env[63105]: DEBUG nova.compute.manager [req-7372f991-dc2a-47ad-8fc3-a3a3fd50aac8 req-844027c9-ab34-4af0-aeef-73db0b887417 service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Received event network-changed-3ca0a202-bc4b-4b98-bc76-08206a367348 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1187.423764] env[63105]: DEBUG nova.compute.manager [req-7372f991-dc2a-47ad-8fc3-a3a3fd50aac8 req-844027c9-ab34-4af0-aeef-73db0b887417 service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Refreshing instance network info cache due to event network-changed-3ca0a202-bc4b-4b98-bc76-08206a367348. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1187.423764] env[63105]: DEBUG oslo_concurrency.lockutils [req-7372f991-dc2a-47ad-8fc3-a3a3fd50aac8 req-844027c9-ab34-4af0-aeef-73db0b887417 service nova] Acquiring lock "refresh_cache-ee2612df-d6cc-4a3e-adfb-e1b289119141" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.423845] env[63105]: DEBUG oslo_concurrency.lockutils [req-7372f991-dc2a-47ad-8fc3-a3a3fd50aac8 req-844027c9-ab34-4af0-aeef-73db0b887417 service nova] Acquired lock "refresh_cache-ee2612df-d6cc-4a3e-adfb-e1b289119141" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.423974] env[63105]: DEBUG nova.network.neutron [req-7372f991-dc2a-47ad-8fc3-a3a3fd50aac8 req-844027c9-ab34-4af0-aeef-73db0b887417 service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Refreshing network info cache for port 3ca0a202-bc4b-4b98-bc76-08206a367348 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.673297] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759727, 'name': CloneVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.770320] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759728, 'name': CreateVM_Task, 'duration_secs': 0.49201} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.770508] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.771245] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.771404] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.771743] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.772169] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b17015bb-b58b-46cb-abbc-37fdc8d8fee2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.778564] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1187.778564] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b5d4ea-5a91-0c03-8780-f3e5e1acbb90" [ 1187.778564] env[63105]: _type = "Task" [ 1187.778564] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.788044] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b5d4ea-5a91-0c03-8780-f3e5e1acbb90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.160560] env[63105]: DEBUG nova.network.neutron [req-7372f991-dc2a-47ad-8fc3-a3a3fd50aac8 req-844027c9-ab34-4af0-aeef-73db0b887417 service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Updated VIF entry in instance network info cache for port 3ca0a202-bc4b-4b98-bc76-08206a367348. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.161089] env[63105]: DEBUG nova.network.neutron [req-7372f991-dc2a-47ad-8fc3-a3a3fd50aac8 req-844027c9-ab34-4af0-aeef-73db0b887417 service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Updating instance_info_cache with network_info: [{"id": "3ca0a202-bc4b-4b98-bc76-08206a367348", "address": "fa:16:3e:24:9b:46", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca0a202-bc", "ovs_interfaceid": "3ca0a202-bc4b-4b98-bc76-08206a367348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.174682] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759727, 'name': CloneVM_Task, 'duration_secs': 1.56885} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.175643] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Created linked-clone VM from snapshot [ 1188.176565] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e65263-a5cc-4f49-96a6-dea735f794cb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.188955] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Uploading image 72c9f137-cc79-46f1-8f82-17ae4e3e7598 {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1188.222449] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1188.222449] env[63105]: value = "vm-555263" [ 1188.222449] env[63105]: _type = "VirtualMachine" [ 1188.222449] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1188.222849] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5fdcd74f-e6c2-46f5-8e45-d07915e1f3bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.230568] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lease: (returnval){ [ 1188.230568] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5243be52-cf27-c7bf-0580-396c3aa672be" [ 1188.230568] env[63105]: _type = "HttpNfcLease" [ 1188.230568] env[63105]: } obtained for exporting VM: (result){ [ 1188.230568] env[63105]: value = "vm-555263" [ 1188.230568] env[63105]: _type = "VirtualMachine" [ 1188.230568] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1188.230890] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the lease: (returnval){ [ 1188.230890] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5243be52-cf27-c7bf-0580-396c3aa672be" [ 1188.230890] env[63105]: _type = "HttpNfcLease" [ 1188.230890] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1188.237830] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1188.237830] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5243be52-cf27-c7bf-0580-396c3aa672be" [ 1188.237830] env[63105]: _type = "HttpNfcLease" [ 1188.237830] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1188.289087] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b5d4ea-5a91-0c03-8780-f3e5e1acbb90, 'name': SearchDatastore_Task, 'duration_secs': 0.014939} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.289409] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.289636] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.289870] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.290029] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.290210] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.290590] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55728392-e894-4e7a-858c-3f85705bbd0a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.304721] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.304920] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.305683] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed425de-5da7-44c5-abf2-1877d0635a90 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.311983] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1188.311983] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a94bbd-ed70-2dd8-0370-ff995b35bb0d" [ 1188.311983] env[63105]: _type = "Task" [ 1188.311983] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.321928] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a94bbd-ed70-2dd8-0370-ff995b35bb0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.667808] env[63105]: DEBUG oslo_concurrency.lockutils [req-7372f991-dc2a-47ad-8fc3-a3a3fd50aac8 req-844027c9-ab34-4af0-aeef-73db0b887417 service nova] Releasing lock "refresh_cache-ee2612df-d6cc-4a3e-adfb-e1b289119141" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.739084] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1188.739084] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5243be52-cf27-c7bf-0580-396c3aa672be" [ 1188.739084] env[63105]: _type = "HttpNfcLease" [ 1188.739084] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1188.739390] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1188.739390] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5243be52-cf27-c7bf-0580-396c3aa672be" [ 1188.739390] env[63105]: _type = "HttpNfcLease" [ 1188.739390] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1188.740201] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371ca7c7-ffdc-4e40-a4bb-04f66d8cfeaf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.747809] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e324e3-f4cc-86fb-70e1-2c5dcb8aeda4/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1188.747978] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e324e3-f4cc-86fb-70e1-2c5dcb8aeda4/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1188.821785] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a94bbd-ed70-2dd8-0370-ff995b35bb0d, 'name': SearchDatastore_Task, 'duration_secs': 0.017173} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.822611] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c7fbbd-6124-48ef-b876-c589589caea4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.827708] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1188.827708] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a54d3f-92af-db4a-8466-f787580047b4" [ 1188.827708] env[63105]: _type = "Task" [ 1188.827708] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.835537] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a54d3f-92af-db4a-8466-f787580047b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.877639] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-da300fc4-add5-4763-b820-d749a6f66863 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.338699] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a54d3f-92af-db4a-8466-f787580047b4, 'name': SearchDatastore_Task, 'duration_secs': 0.031966} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.339087] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.339362] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] ee2612df-d6cc-4a3e-adfb-e1b289119141/ee2612df-d6cc-4a3e-adfb-e1b289119141.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.339681] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-448f8685-d2ed-4e47-a5a2-d2de991a8233 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.346396] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1189.346396] env[63105]: value = "task-2759731" [ 1189.346396] env[63105]: _type = "Task" [ 1189.346396] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.354318] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.858481] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759731, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.357783] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74465} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.359025] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] ee2612df-d6cc-4a3e-adfb-e1b289119141/ee2612df-d6cc-4a3e-adfb-e1b289119141.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.359025] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.359235] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d432680-7294-4eba-b3f5-03df6ecf0585 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.367842] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1190.367842] env[63105]: value = "task-2759732" [ 1190.367842] env[63105]: _type = "Task" [ 1190.367842] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.377252] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.878356] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076851} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.878635] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.879474] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc273cbf-7b70-4704-ac39-fa496652f9ba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.903830] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] ee2612df-d6cc-4a3e-adfb-e1b289119141/ee2612df-d6cc-4a3e-adfb-e1b289119141.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.904178] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e35fb06-b61b-41ae-b692-ae8f2750d823 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.927885] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1190.927885] env[63105]: value = "task-2759734" [ 1190.927885] env[63105]: _type = "Task" [ 1190.927885] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.940329] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.438343] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759734, 'name': ReconfigVM_Task, 'duration_secs': 0.41594} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.438680] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Reconfigured VM instance instance-00000072 to attach disk [datastore2] ee2612df-d6cc-4a3e-adfb-e1b289119141/ee2612df-d6cc-4a3e-adfb-e1b289119141.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.439335] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa7142c2-476b-44dc-a1af-04ec4d24da66 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.448429] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1191.448429] env[63105]: value = "task-2759735" [ 1191.448429] env[63105]: _type = "Task" [ 1191.448429] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.461341] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759735, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.959853] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759735, 'name': Rename_Task, 'duration_secs': 0.204151} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.960224] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.960493] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf8f7d98-a692-4ef8-ac03-039918aef252 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.968402] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1191.968402] env[63105]: value = "task-2759736" [ 1191.968402] env[63105]: _type = "Task" [ 1191.968402] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.977197] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.480594] env[63105]: DEBUG oslo_vmware.api [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759736, 'name': PowerOnVM_Task, 'duration_secs': 0.475233} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.480911] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.481100] env[63105]: INFO nova.compute.manager [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1192.481292] env[63105]: DEBUG nova.compute.manager [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.482106] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c9fb9b-08e1-48d1-8291-bb6cf66574aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.003030] env[63105]: INFO nova.compute.manager [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Took 12.02 seconds to build instance. [ 1193.505568] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4419ffe0-89c2-44d5-83d7-260908bb44ec tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "ee2612df-d6cc-4a3e-adfb-e1b289119141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.531s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.190754] env[63105]: DEBUG nova.compute.manager [req-65d4376c-3f66-4b8c-b725-e2c9b059418e req-707262ae-91d2-4898-b075-fd201ff82bd9 service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Received event network-changed-3ca0a202-bc4b-4b98-bc76-08206a367348 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1194.191096] env[63105]: DEBUG nova.compute.manager [req-65d4376c-3f66-4b8c-b725-e2c9b059418e req-707262ae-91d2-4898-b075-fd201ff82bd9 service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Refreshing instance network info cache due to event network-changed-3ca0a202-bc4b-4b98-bc76-08206a367348. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1194.191286] env[63105]: DEBUG oslo_concurrency.lockutils [req-65d4376c-3f66-4b8c-b725-e2c9b059418e req-707262ae-91d2-4898-b075-fd201ff82bd9 service nova] Acquiring lock "refresh_cache-ee2612df-d6cc-4a3e-adfb-e1b289119141" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.191470] env[63105]: DEBUG oslo_concurrency.lockutils [req-65d4376c-3f66-4b8c-b725-e2c9b059418e req-707262ae-91d2-4898-b075-fd201ff82bd9 service nova] Acquired lock "refresh_cache-ee2612df-d6cc-4a3e-adfb-e1b289119141" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.191669] env[63105]: DEBUG nova.network.neutron [req-65d4376c-3f66-4b8c-b725-e2c9b059418e req-707262ae-91d2-4898-b075-fd201ff82bd9 service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Refreshing network info cache for port 3ca0a202-bc4b-4b98-bc76-08206a367348 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.926203] env[63105]: DEBUG nova.network.neutron [req-65d4376c-3f66-4b8c-b725-e2c9b059418e req-707262ae-91d2-4898-b075-fd201ff82bd9 service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Updated VIF entry in instance network info cache for port 3ca0a202-bc4b-4b98-bc76-08206a367348. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.926642] env[63105]: DEBUG nova.network.neutron [req-65d4376c-3f66-4b8c-b725-e2c9b059418e req-707262ae-91d2-4898-b075-fd201ff82bd9 service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Updating instance_info_cache with network_info: [{"id": "3ca0a202-bc4b-4b98-bc76-08206a367348", "address": "fa:16:3e:24:9b:46", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca0a202-bc", "ovs_interfaceid": "3ca0a202-bc4b-4b98-bc76-08206a367348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.430706] env[63105]: DEBUG oslo_concurrency.lockutils [req-65d4376c-3f66-4b8c-b725-e2c9b059418e req-707262ae-91d2-4898-b075-fd201ff82bd9 service nova] Releasing lock "refresh_cache-ee2612df-d6cc-4a3e-adfb-e1b289119141" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.454625] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e324e3-f4cc-86fb-70e1-2c5dcb8aeda4/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1196.455567] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c797eb92-3573-4099-8f56-3d15d3bf15ed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.462294] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e324e3-f4cc-86fb-70e1-2c5dcb8aeda4/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1196.462478] env[63105]: ERROR oslo_vmware.rw_handles [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e324e3-f4cc-86fb-70e1-2c5dcb8aeda4/disk-0.vmdk due to incomplete transfer. [ 1196.462698] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1de8b71f-1b38-4a9c-87e0-59dbc50c65a2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.469725] env[63105]: DEBUG oslo_vmware.rw_handles [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e324e3-f4cc-86fb-70e1-2c5dcb8aeda4/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1196.469918] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Uploaded image 72c9f137-cc79-46f1-8f82-17ae4e3e7598 to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1196.472350] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1196.472598] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf662d7b-eaa6-4fae-bc91-e1601f8f3727 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.478970] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1196.478970] env[63105]: value = "task-2759739" [ 1196.478970] env[63105]: _type = "Task" [ 1196.478970] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.486847] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759739, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.990870] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759739, 'name': Destroy_Task, 'duration_secs': 0.383773} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.991409] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Destroyed the VM [ 1196.991770] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1196.992148] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6fe27790-a335-4ce7-b309-b4a01bcf6726 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.999409] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1196.999409] env[63105]: value = "task-2759741" [ 1196.999409] env[63105]: _type = "Task" [ 1196.999409] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.007224] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759741, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.510065] env[63105]: DEBUG oslo_vmware.api [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759741, 'name': RemoveSnapshot_Task, 'duration_secs': 0.46815} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.510065] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1197.510065] env[63105]: INFO nova.compute.manager [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Took 12.94 seconds to snapshot the instance on the hypervisor. [ 1198.053109] env[63105]: DEBUG nova.compute.manager [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Found 3 images (rotation: 2) {{(pid=63105) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4884}} [ 1198.053311] env[63105]: DEBUG nova.compute.manager [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Rotating out 1 backups {{(pid=63105) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4892}} [ 1198.053480] env[63105]: DEBUG nova.compute.manager [None req-c1196b27-009f-4a62-a9a6-7bfe93ed2eae tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Deleting image 67a953d4-4e12-4c1e-b8f4-5c38f64684e6 {{(pid=63105) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4897}} [ 1200.048384] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db3b3a78-056f-4585-9473-cfad81b0ac86 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.048780] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db3b3a78-056f-4585-9473-cfad81b0ac86 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.048838] env[63105]: DEBUG nova.compute.manager [None req-db3b3a78-056f-4585-9473-cfad81b0ac86 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.049791] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853ffce2-5982-48b6-bcc2-909f8ae83dd7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.057341] env[63105]: DEBUG nova.compute.manager [None req-db3b3a78-056f-4585-9473-cfad81b0ac86 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1200.057919] env[63105]: DEBUG nova.objects.instance [None req-db3b3a78-056f-4585-9473-cfad81b0ac86 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lazy-loading 'flavor' on Instance uuid 968a6b7b-fe46-45a4-8fdb-605ce4fce317 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.065141] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3b3a78-056f-4585-9473-cfad81b0ac86 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.065141] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd1cd4f2-789a-4117-9daa-88e4d1a71a0f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.074135] env[63105]: DEBUG oslo_vmware.api [None req-db3b3a78-056f-4585-9473-cfad81b0ac86 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1201.074135] env[63105]: value = "task-2759744" [ 1201.074135] env[63105]: _type = "Task" [ 1201.074135] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.083496] env[63105]: DEBUG oslo_vmware.api [None req-db3b3a78-056f-4585-9473-cfad81b0ac86 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.585196] env[63105]: DEBUG oslo_vmware.api [None req-db3b3a78-056f-4585-9473-cfad81b0ac86 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759744, 'name': PowerOffVM_Task, 'duration_secs': 0.208441} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.585425] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3b3a78-056f-4585-9473-cfad81b0ac86 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.585618] env[63105]: DEBUG nova.compute.manager [None req-db3b3a78-056f-4585-9473-cfad81b0ac86 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.586405] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9e9c99-24ff-46ca-9c2b-417030acdb75 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.099024] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db3b3a78-056f-4585-9473-cfad81b0ac86 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.111355] env[63105]: DEBUG nova.compute.manager [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Stashing vm_state: stopped {{(pid=63105) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 1203.632155] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.632454] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.137469] env[63105]: INFO nova.compute.claims [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.643619] env[63105]: INFO nova.compute.resource_tracker [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating resource usage from migration 847d8f63-e8c1-4d4d-962f-01ac421ec5a2 [ 1204.729372] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0168c1b7-5d73-4f06-a076-2c0328a405f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.737434] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7315f7b-d3e2-4571-8eff-00ab7a250922 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.767966] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbed1d4-48d2-4c9d-b43a-f400e986a4ce {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.776819] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7defd0c7-a2fa-4622-b09a-89ab3e1b5cd7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.791841] env[63105]: DEBUG nova.compute.provider_tree [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.838640] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.838874] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.295063] env[63105]: DEBUG nova.scheduler.client.report [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1205.341447] env[63105]: DEBUG nova.compute.manager [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.800365] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.168s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.800550] env[63105]: INFO nova.compute.manager [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Migrating [ 1205.862801] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.863070] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.864675] env[63105]: INFO nova.compute.claims [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.314930] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.315362] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.315362] env[63105]: DEBUG nova.network.neutron [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.968238] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1732587-fd79-4979-8f1c-f939482ff66c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.978782] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcc5226-3f48-4c63-b0be-9c435d3729e6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.010053] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8260bd-de8e-402c-ba60-ac2e1faff2ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.020070] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b898832a-2e8f-45ee-bdff-0c1ef790de72 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.033714] env[63105]: DEBUG nova.compute.provider_tree [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.043826] env[63105]: DEBUG nova.network.neutron [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance_info_cache with network_info: [{"id": "beb69e97-47ef-4a11-bdc8-68253071e10d", "address": "fa:16:3e:31:3e:55", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb69e97-47", "ovs_interfaceid": "beb69e97-47ef-4a11-bdc8-68253071e10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.537244] env[63105]: DEBUG nova.scheduler.client.report [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1207.546210] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.042655] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.043090] env[63105]: DEBUG nova.compute.manager [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.548234] env[63105]: DEBUG nova.compute.utils [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1208.549702] env[63105]: DEBUG nova.compute.manager [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.549874] env[63105]: DEBUG nova.network.neutron [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.612072] env[63105]: DEBUG nova.policy [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23b5fdebf2184a51976628db27276bea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6be7d290724942bf9c905cf7eab9c8dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.888687] env[63105]: DEBUG nova.network.neutron [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Successfully created port: 2a00d9fe-eef8-4f13-9387-d343639dfcab {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.053960] env[63105]: DEBUG nova.compute.manager [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.060298] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7f370d-a5d6-4224-8ada-1e16533ac27b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.082362] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance '968a6b7b-fe46-45a4-8fdb-605ce4fce317' progress to 0 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.560030] env[63105]: INFO nova.virt.block_device [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Booting with volume b77dc3f1-5041-4a12-a4ea-167667b60c8b at /dev/sda [ 1209.588295] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.588619] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbd50775-e412-4592-9493-179a5c797a07 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.595906] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9805e11-a5a3-45f4-a1cf-2f2410f1c04e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.600474] env[63105]: DEBUG oslo_vmware.api [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1209.600474] env[63105]: value = "task-2759745" [ 1209.600474] env[63105]: _type = "Task" [ 1209.600474] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.609122] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c12296c-784f-4dc2-947c-ccc7e844e3b7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.624734] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] VM already powered off {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1209.625016] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance '968a6b7b-fe46-45a4-8fdb-605ce4fce317' progress to 17 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.643707] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b39ef4ce-e8a4-4d01-8b27-b20c28a2fe1b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.653738] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29b008d-73a7-4632-b609-d5a89c779b0e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.697069] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ec8ac6-bb08-4928-b3b1-ab12d8e873a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.704562] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300e5c06-8b6c-40c8-9bd9-414b856eae47 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.719406] env[63105]: DEBUG nova.virt.block_device [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating existing volume attachment record: 0b889d4f-e110-4328-9125-e13c4a16a4da {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1210.131264] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1210.131526] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1210.131817] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.131850] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1210.131992] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.132157] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1210.132372] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1210.132627] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1210.132735] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1210.132881] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1210.133082] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1210.138024] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7654414f-7430-4501-8508-f820032fe408 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.155134] env[63105]: DEBUG oslo_vmware.api [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1210.155134] env[63105]: value = "task-2759746" [ 1210.155134] env[63105]: _type = "Task" [ 1210.155134] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.179172] env[63105]: DEBUG oslo_vmware.api [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.238616] env[63105]: DEBUG nova.compute.manager [req-3defcaa8-e91b-43ab-9639-37f46acb37da req-a8a10a2a-4181-452e-bf7b-ca0d35670356 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Received event network-vif-plugged-2a00d9fe-eef8-4f13-9387-d343639dfcab {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1210.238892] env[63105]: DEBUG oslo_concurrency.lockutils [req-3defcaa8-e91b-43ab-9639-37f46acb37da req-a8a10a2a-4181-452e-bf7b-ca0d35670356 service nova] Acquiring lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.239145] env[63105]: DEBUG oslo_concurrency.lockutils [req-3defcaa8-e91b-43ab-9639-37f46acb37da req-a8a10a2a-4181-452e-bf7b-ca0d35670356 service nova] Lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.239294] env[63105]: DEBUG oslo_concurrency.lockutils [req-3defcaa8-e91b-43ab-9639-37f46acb37da req-a8a10a2a-4181-452e-bf7b-ca0d35670356 service nova] Lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.239431] env[63105]: DEBUG nova.compute.manager [req-3defcaa8-e91b-43ab-9639-37f46acb37da req-a8a10a2a-4181-452e-bf7b-ca0d35670356 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] No waiting events found dispatching network-vif-plugged-2a00d9fe-eef8-4f13-9387-d343639dfcab {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.239638] env[63105]: WARNING nova.compute.manager [req-3defcaa8-e91b-43ab-9639-37f46acb37da req-a8a10a2a-4181-452e-bf7b-ca0d35670356 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Received unexpected event network-vif-plugged-2a00d9fe-eef8-4f13-9387-d343639dfcab for instance with vm_state building and task_state block_device_mapping. [ 1210.327403] env[63105]: DEBUG nova.network.neutron [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Successfully updated port: 2a00d9fe-eef8-4f13-9387-d343639dfcab {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.667097] env[63105]: DEBUG oslo_vmware.api [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759746, 'name': ReconfigVM_Task, 'duration_secs': 0.173931} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.667451] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance '968a6b7b-fe46-45a4-8fdb-605ce4fce317' progress to 33 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.832223] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.832441] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.832570] env[63105]: DEBUG nova.network.neutron [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.174250] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1211.174525] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1211.174660] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.174843] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1211.174986] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.175152] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1211.175351] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1211.175504] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1211.175667] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1211.175827] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1211.175997] env[63105]: DEBUG nova.virt.hardware [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1211.181205] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.181524] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c30316b7-01bd-40aa-a90c-83e97e4e9792 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.203278] env[63105]: DEBUG oslo_vmware.api [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1211.203278] env[63105]: value = "task-2759747" [ 1211.203278] env[63105]: _type = "Task" [ 1211.203278] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.211199] env[63105]: DEBUG oslo_vmware.api [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.362848] env[63105]: DEBUG nova.network.neutron [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.477312] env[63105]: DEBUG nova.network.neutron [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating instance_info_cache with network_info: [{"id": "2a00d9fe-eef8-4f13-9387-d343639dfcab", "address": "fa:16:3e:25:54:67", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a00d9fe-ee", "ovs_interfaceid": "2a00d9fe-eef8-4f13-9387-d343639dfcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.713336] env[63105]: DEBUG oslo_vmware.api [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759747, 'name': ReconfigVM_Task, 'duration_secs': 0.169723} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.713709] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.714460] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f689e90-f073-4577-9b95-907ff33da43a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.735876] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 968a6b7b-fe46-45a4-8fdb-605ce4fce317/968a6b7b-fe46-45a4-8fdb-605ce4fce317.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.736211] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b3a5f1-f851-4f90-b21f-242bad2b022c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.755605] env[63105]: DEBUG oslo_vmware.api [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1211.755605] env[63105]: value = "task-2759748" [ 1211.755605] env[63105]: _type = "Task" [ 1211.755605] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.764599] env[63105]: DEBUG oslo_vmware.api [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.800074] env[63105]: DEBUG nova.compute.manager [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.800723] env[63105]: DEBUG nova.virt.hardware [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1211.801046] env[63105]: DEBUG nova.virt.hardware [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1211.801237] env[63105]: DEBUG nova.virt.hardware [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.801447] env[63105]: DEBUG nova.virt.hardware [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1211.801604] env[63105]: DEBUG nova.virt.hardware [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.801765] env[63105]: DEBUG nova.virt.hardware [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1211.801994] env[63105]: DEBUG nova.virt.hardware [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1211.802178] env[63105]: DEBUG nova.virt.hardware [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1211.802364] env[63105]: DEBUG nova.virt.hardware [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1211.802637] env[63105]: DEBUG nova.virt.hardware [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1211.802851] env[63105]: DEBUG nova.virt.hardware [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1211.803879] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571897bb-0dfa-4049-a389-b01df92ed51e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.812320] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa915b1-355c-4f81-87eb-b56f5f3615ba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.980234] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.980626] env[63105]: DEBUG nova.compute.manager [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Instance network_info: |[{"id": "2a00d9fe-eef8-4f13-9387-d343639dfcab", "address": "fa:16:3e:25:54:67", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a00d9fe-ee", "ovs_interfaceid": "2a00d9fe-eef8-4f13-9387-d343639dfcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.981079] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:54:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a00d9fe-eef8-4f13-9387-d343639dfcab', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.988429] env[63105]: DEBUG oslo.service.loopingcall [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1211.988656] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.988887] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e80c14d0-1988-4d1d-ad8c-ea023d2597ea {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.007776] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.007776] env[63105]: value = "task-2759749" [ 1212.007776] env[63105]: _type = "Task" [ 1212.007776] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.015385] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759749, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.266369] env[63105]: DEBUG oslo_vmware.api [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759748, 'name': ReconfigVM_Task, 'duration_secs': 0.249386} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.267634] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 968a6b7b-fe46-45a4-8fdb-605ce4fce317/968a6b7b-fe46-45a4-8fdb-605ce4fce317.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.267914] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance '968a6b7b-fe46-45a4-8fdb-605ce4fce317' progress to 50 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.272030] env[63105]: DEBUG nova.compute.manager [req-2576f3b3-15c3-418d-b748-09d3972dee4c req-8e0fba18-ddf2-4a1c-a11b-187b5f515b77 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Received event network-changed-2a00d9fe-eef8-4f13-9387-d343639dfcab {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1212.272145] env[63105]: DEBUG nova.compute.manager [req-2576f3b3-15c3-418d-b748-09d3972dee4c req-8e0fba18-ddf2-4a1c-a11b-187b5f515b77 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Refreshing instance network info cache due to event network-changed-2a00d9fe-eef8-4f13-9387-d343639dfcab. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1212.272305] env[63105]: DEBUG oslo_concurrency.lockutils [req-2576f3b3-15c3-418d-b748-09d3972dee4c req-8e0fba18-ddf2-4a1c-a11b-187b5f515b77 service nova] Acquiring lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.272477] env[63105]: DEBUG oslo_concurrency.lockutils [req-2576f3b3-15c3-418d-b748-09d3972dee4c req-8e0fba18-ddf2-4a1c-a11b-187b5f515b77 service nova] Acquired lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.272633] env[63105]: DEBUG nova.network.neutron [req-2576f3b3-15c3-418d-b748-09d3972dee4c req-8e0fba18-ddf2-4a1c-a11b-187b5f515b77 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Refreshing network info cache for port 2a00d9fe-eef8-4f13-9387-d343639dfcab {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.517659] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759749, 'name': CreateVM_Task, 'duration_secs': 0.338357} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.517838] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.518549] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'disk_bus': None, 'attachment_id': '0b889d4f-e110-4328-9125-e13c4a16a4da', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555265', 'volume_id': 'b77dc3f1-5041-4a12-a4ea-167667b60c8b', 'name': 'volume-b77dc3f1-5041-4a12-a4ea-167667b60c8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'b77dc3f1-5041-4a12-a4ea-167667b60c8b', 'serial': 'b77dc3f1-5041-4a12-a4ea-167667b60c8b'}, 'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=63105) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1212.518971] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Root volume attach. Driver type: vmdk {{(pid=63105) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1212.519539] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d4ef87-83ab-4924-bfce-1ac48dfb050f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.527212] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b9d287-a073-4184-ba56-2ce8d49573be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.532981] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3741ca-cd58-4a73-9bd6-bc315ae90a26 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.539111] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fe3fe56a-9860-4ca6-a192-04b88252d330 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.546518] env[63105]: DEBUG oslo_vmware.api [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1212.546518] env[63105]: value = "task-2759750" [ 1212.546518] env[63105]: _type = "Task" [ 1212.546518] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.553929] env[63105]: DEBUG oslo_vmware.api [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759750, 'name': RelocateVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.779322] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc6cd23-b002-4af9-8b13-dae36914a903 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.800204] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcab86f-6715-456b-9603-e09d8022f992 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.818995] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance '968a6b7b-fe46-45a4-8fdb-605ce4fce317' progress to 67 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.009990] env[63105]: DEBUG nova.network.neutron [req-2576f3b3-15c3-418d-b748-09d3972dee4c req-8e0fba18-ddf2-4a1c-a11b-187b5f515b77 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updated VIF entry in instance network info cache for port 2a00d9fe-eef8-4f13-9387-d343639dfcab. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.010489] env[63105]: DEBUG nova.network.neutron [req-2576f3b3-15c3-418d-b748-09d3972dee4c req-8e0fba18-ddf2-4a1c-a11b-187b5f515b77 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating instance_info_cache with network_info: [{"id": "2a00d9fe-eef8-4f13-9387-d343639dfcab", "address": "fa:16:3e:25:54:67", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a00d9fe-ee", "ovs_interfaceid": "2a00d9fe-eef8-4f13-9387-d343639dfcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.056987] env[63105]: DEBUG oslo_vmware.api [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759750, 'name': RelocateVM_Task, 'duration_secs': 0.324289} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.056987] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1213.057209] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555265', 'volume_id': 'b77dc3f1-5041-4a12-a4ea-167667b60c8b', 'name': 'volume-b77dc3f1-5041-4a12-a4ea-167667b60c8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'b77dc3f1-5041-4a12-a4ea-167667b60c8b', 'serial': 'b77dc3f1-5041-4a12-a4ea-167667b60c8b'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1213.057860] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b51195-f766-409c-9fe2-2a7f7b2366b4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.073910] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c64f163-c093-4b7d-b327-bf2e8ebc3363 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.095371] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-b77dc3f1-5041-4a12-a4ea-167667b60c8b/volume-b77dc3f1-5041-4a12-a4ea-167667b60c8b.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.095907] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b5cdc8d-ddeb-496f-95ec-89bd995e94e5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.115599] env[63105]: DEBUG oslo_vmware.api [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1213.115599] env[63105]: value = "task-2759751" [ 1213.115599] env[63105]: _type = "Task" [ 1213.115599] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.123229] env[63105]: DEBUG oslo_vmware.api [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.360786] env[63105]: DEBUG nova.network.neutron [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Port beb69e97-47ef-4a11-bdc8-68253071e10d binding to destination host cpu-1 is already ACTIVE {{(pid=63105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1213.512849] env[63105]: DEBUG oslo_concurrency.lockutils [req-2576f3b3-15c3-418d-b748-09d3972dee4c req-8e0fba18-ddf2-4a1c-a11b-187b5f515b77 service nova] Releasing lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.626531] env[63105]: DEBUG oslo_vmware.api [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759751, 'name': ReconfigVM_Task, 'duration_secs': 0.25569} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.626771] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-b77dc3f1-5041-4a12-a4ea-167667b60c8b/volume-b77dc3f1-5041-4a12-a4ea-167667b60c8b.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.631828] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb38cf3e-d18e-4e28-82ae-61e210984ee1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.646682] env[63105]: DEBUG oslo_vmware.api [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1213.646682] env[63105]: value = "task-2759752" [ 1213.646682] env[63105]: _type = "Task" [ 1213.646682] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.654961] env[63105]: DEBUG oslo_vmware.api [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.158048] env[63105]: DEBUG oslo_vmware.api [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759752, 'name': ReconfigVM_Task, 'duration_secs': 0.127041} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.158048] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555265', 'volume_id': 'b77dc3f1-5041-4a12-a4ea-167667b60c8b', 'name': 'volume-b77dc3f1-5041-4a12-a4ea-167667b60c8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'b77dc3f1-5041-4a12-a4ea-167667b60c8b', 'serial': 'b77dc3f1-5041-4a12-a4ea-167667b60c8b'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1214.158546] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecc3b6aa-54d8-44cd-87af-fdd0c016fda4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.164985] env[63105]: DEBUG oslo_vmware.api [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1214.164985] env[63105]: value = "task-2759753" [ 1214.164985] env[63105]: _type = "Task" [ 1214.164985] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.173362] env[63105]: DEBUG oslo_vmware.api [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759753, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.381382] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.381635] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.381766] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.676851] env[63105]: DEBUG oslo_vmware.api [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759753, 'name': Rename_Task, 'duration_secs': 0.133922} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.678047] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.678047] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee7869ce-083e-43ee-981c-651530e2cacc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.684908] env[63105]: DEBUG oslo_vmware.api [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1214.684908] env[63105]: value = "task-2759754" [ 1214.684908] env[63105]: _type = "Task" [ 1214.684908] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.693060] env[63105]: DEBUG oslo_vmware.api [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.195008] env[63105]: DEBUG oslo_vmware.api [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759754, 'name': PowerOnVM_Task, 'duration_secs': 0.472234} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.195516] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.195681] env[63105]: INFO nova.compute.manager [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Took 3.40 seconds to spawn the instance on the hypervisor. [ 1215.195919] env[63105]: DEBUG nova.compute.manager [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.196645] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60e126e-0a86-4ce3-ad8a-7d27b5cb11e4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.415342] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.415526] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.415702] env[63105]: DEBUG nova.network.neutron [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.715666] env[63105]: INFO nova.compute.manager [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Took 9.87 seconds to build instance. [ 1216.218361] env[63105]: DEBUG oslo_concurrency.lockutils [None req-db5bdd87-54e4-4a59-b7cf-e0a05b6e5eba tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.379s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.346786] env[63105]: DEBUG nova.network.neutron [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance_info_cache with network_info: [{"id": "beb69e97-47ef-4a11-bdc8-68253071e10d", "address": "fa:16:3e:31:3e:55", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb69e97-47", "ovs_interfaceid": "beb69e97-47ef-4a11-bdc8-68253071e10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.852022] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.988366] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "a3cf2165-6b6c-406d-80fb-0b8dfa52106b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.988601] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "a3cf2165-6b6c-406d-80fb-0b8dfa52106b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.001553] env[63105]: DEBUG nova.compute.manager [req-fdeb06a9-440e-4ec6-b912-64a66ab0858f req-b1db71f7-caf3-4726-a457-f9adf4121e7d service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Received event network-changed-ace5fe08-0b3e-4c65-8169-3bf59e37a26c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1217.001832] env[63105]: DEBUG nova.compute.manager [req-fdeb06a9-440e-4ec6-b912-64a66ab0858f req-b1db71f7-caf3-4726-a457-f9adf4121e7d service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Refreshing instance network info cache due to event network-changed-ace5fe08-0b3e-4c65-8169-3bf59e37a26c. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1217.002070] env[63105]: DEBUG oslo_concurrency.lockutils [req-fdeb06a9-440e-4ec6-b912-64a66ab0858f req-b1db71f7-caf3-4726-a457-f9adf4121e7d service nova] Acquiring lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.002287] env[63105]: DEBUG oslo_concurrency.lockutils [req-fdeb06a9-440e-4ec6-b912-64a66ab0858f req-b1db71f7-caf3-4726-a457-f9adf4121e7d service nova] Acquired lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.002603] env[63105]: DEBUG nova.network.neutron [req-fdeb06a9-440e-4ec6-b912-64a66ab0858f req-b1db71f7-caf3-4726-a457-f9adf4121e7d service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Refreshing network info cache for port ace5fe08-0b3e-4c65-8169-3bf59e37a26c {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.373248] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25282bd-b7d1-4f12-95c3-2041e96c3acf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.393323] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94c3de6-f4ae-41d4-b2f4-12504783b200 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.400844] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance '968a6b7b-fe46-45a4-8fdb-605ce4fce317' progress to 83 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.492509] env[63105]: DEBUG nova.compute.manager [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.690562] env[63105]: DEBUG nova.network.neutron [req-fdeb06a9-440e-4ec6-b912-64a66ab0858f req-b1db71f7-caf3-4726-a457-f9adf4121e7d service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Updated VIF entry in instance network info cache for port ace5fe08-0b3e-4c65-8169-3bf59e37a26c. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.691027] env[63105]: DEBUG nova.network.neutron [req-fdeb06a9-440e-4ec6-b912-64a66ab0858f req-b1db71f7-caf3-4726-a457-f9adf4121e7d service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Updating instance_info_cache with network_info: [{"id": "ace5fe08-0b3e-4c65-8169-3bf59e37a26c", "address": "fa:16:3e:26:eb:32", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace5fe08-0b", "ovs_interfaceid": "ace5fe08-0b3e-4c65-8169-3bf59e37a26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.907361] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e275de37-9bc1-411e-bf6a-ccbf6c9f87e4 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance '968a6b7b-fe46-45a4-8fdb-605ce4fce317' progress to 100 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.015372] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.015718] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.017473] env[63105]: INFO nova.compute.claims [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.161594] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.197849] env[63105]: DEBUG oslo_concurrency.lockutils [req-fdeb06a9-440e-4ec6-b912-64a66ab0858f req-b1db71f7-caf3-4726-a457-f9adf4121e7d service nova] Releasing lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.380891] env[63105]: DEBUG nova.compute.manager [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Stashing vm_state: active {{(pid=63105) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 1218.645903] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.901331] env[63105]: DEBUG oslo_concurrency.lockutils [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.034199] env[63105]: DEBUG nova.compute.manager [req-96de9c3c-cad1-497f-9423-b7dc58ee8736 req-6fc6027e-5729-4b04-8e7e-fe4c0b120b39 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Received event network-changed-2a00d9fe-eef8-4f13-9387-d343639dfcab {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1219.034395] env[63105]: DEBUG nova.compute.manager [req-96de9c3c-cad1-497f-9423-b7dc58ee8736 req-6fc6027e-5729-4b04-8e7e-fe4c0b120b39 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Refreshing instance network info cache due to event network-changed-2a00d9fe-eef8-4f13-9387-d343639dfcab. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1219.034638] env[63105]: DEBUG oslo_concurrency.lockutils [req-96de9c3c-cad1-497f-9423-b7dc58ee8736 req-6fc6027e-5729-4b04-8e7e-fe4c0b120b39 service nova] Acquiring lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.034871] env[63105]: DEBUG oslo_concurrency.lockutils [req-96de9c3c-cad1-497f-9423-b7dc58ee8736 req-6fc6027e-5729-4b04-8e7e-fe4c0b120b39 service nova] Acquired lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.035061] env[63105]: DEBUG nova.network.neutron [req-96de9c3c-cad1-497f-9423-b7dc58ee8736 req-6fc6027e-5729-4b04-8e7e-fe4c0b120b39 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Refreshing network info cache for port 2a00d9fe-eef8-4f13-9387-d343639dfcab {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.177547] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb7fbaa-e2f4-42f8-aec2-6e5cd123605c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.186804] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd095a1-f18d-44a1-9ed8-d30d3b24b76c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.218013] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5dcd0a-c7f7-427e-98f6-78dd7f65d381 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.226871] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8e62dd-6c33-4a8f-9240-e9997a2c16e4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.241575] env[63105]: DEBUG nova.compute.provider_tree [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.646616] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.646889] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1219.745195] env[63105]: DEBUG nova.scheduler.client.report [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1219.804800] env[63105]: DEBUG nova.network.neutron [req-96de9c3c-cad1-497f-9423-b7dc58ee8736 req-6fc6027e-5729-4b04-8e7e-fe4c0b120b39 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updated VIF entry in instance network info cache for port 2a00d9fe-eef8-4f13-9387-d343639dfcab. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.805200] env[63105]: DEBUG nova.network.neutron [req-96de9c3c-cad1-497f-9423-b7dc58ee8736 req-6fc6027e-5729-4b04-8e7e-fe4c0b120b39 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating instance_info_cache with network_info: [{"id": "2a00d9fe-eef8-4f13-9387-d343639dfcab", "address": "fa:16:3e:25:54:67", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a00d9fe-ee", "ovs_interfaceid": "2a00d9fe-eef8-4f13-9387-d343639dfcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.251814] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.252425] env[63105]: DEBUG nova.compute.manager [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.255128] env[63105]: DEBUG oslo_concurrency.lockutils [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.354s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.307562] env[63105]: DEBUG oslo_concurrency.lockutils [req-96de9c3c-cad1-497f-9423-b7dc58ee8736 req-6fc6027e-5729-4b04-8e7e-fe4c0b120b39 service nova] Releasing lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.356224] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.356711] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.357040] env[63105]: DEBUG nova.compute.manager [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Going to confirm migration 6 {{(pid=63105) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5113}} [ 1220.655434] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Didn't find any instances for network info cache update. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 1220.655434] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.758111] env[63105]: DEBUG nova.compute.utils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1220.761351] env[63105]: INFO nova.compute.claims [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.765140] env[63105]: DEBUG nova.compute.manager [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1220.765317] env[63105]: DEBUG nova.network.neutron [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1220.803885] env[63105]: DEBUG nova.policy [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c5998229cd340249987153d07e8b5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2b876a353e24c8d9b79c7771358e363', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1220.913840] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.914038] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.914222] env[63105]: DEBUG nova.network.neutron [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.914410] env[63105]: DEBUG nova.objects.instance [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lazy-loading 'info_cache' on Instance uuid 968a6b7b-fe46-45a4-8fdb-605ce4fce317 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.096848] env[63105]: DEBUG nova.network.neutron [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Successfully created port: f9109498-5bae-490c-9307-e61718e5963f {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.267315] env[63105]: INFO nova.compute.resource_tracker [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating resource usage from migration f921317d-eb21-434a-84bd-06398129e0d0 [ 1221.270150] env[63105]: DEBUG nova.compute.manager [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.386840] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fde1925-16a3-4a1d-b3cc-523bc554c21b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.394239] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b70854-d3b2-4014-81d1-3213edc3d8be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.426490] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf1d21a-c20d-442a-bc74-65d308002b51 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.433954] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8e3974-cfb4-437c-9775-9ff711f13e9a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.447110] env[63105]: DEBUG nova.compute.provider_tree [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.645698] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.645941] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.646106] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1221.646259] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.949636] env[63105]: DEBUG nova.scheduler.client.report [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1222.120889] env[63105]: DEBUG nova.network.neutron [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance_info_cache with network_info: [{"id": "beb69e97-47ef-4a11-bdc8-68253071e10d", "address": "fa:16:3e:31:3e:55", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb69e97-47", "ovs_interfaceid": "beb69e97-47ef-4a11-bdc8-68253071e10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.149185] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.279350] env[63105]: DEBUG nova.compute.manager [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.307371] env[63105]: DEBUG nova.virt.hardware [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1222.307632] env[63105]: DEBUG nova.virt.hardware [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1222.307790] env[63105]: DEBUG nova.virt.hardware [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.307971] env[63105]: DEBUG nova.virt.hardware [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1222.308130] env[63105]: DEBUG nova.virt.hardware [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.308279] env[63105]: DEBUG nova.virt.hardware [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1222.308489] env[63105]: DEBUG nova.virt.hardware [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1222.308652] env[63105]: DEBUG nova.virt.hardware [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1222.308819] env[63105]: DEBUG nova.virt.hardware [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1222.308981] env[63105]: DEBUG nova.virt.hardware [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1222.309172] env[63105]: DEBUG nova.virt.hardware [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1222.310057] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8448ee9a-8f45-4806-9341-c16fd49c8fac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.318112] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb87921b-8c07-4b89-9132-db324ad7c7ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.435541] env[63105]: DEBUG nova.compute.manager [req-e5d9418d-7a68-4739-887f-759aca1dd3d6 req-09dd4ac6-6524-4f26-8bc3-f0701c27ad12 service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Received event network-vif-plugged-f9109498-5bae-490c-9307-e61718e5963f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1222.435767] env[63105]: DEBUG oslo_concurrency.lockutils [req-e5d9418d-7a68-4739-887f-759aca1dd3d6 req-09dd4ac6-6524-4f26-8bc3-f0701c27ad12 service nova] Acquiring lock "a3cf2165-6b6c-406d-80fb-0b8dfa52106b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.435976] env[63105]: DEBUG oslo_concurrency.lockutils [req-e5d9418d-7a68-4739-887f-759aca1dd3d6 req-09dd4ac6-6524-4f26-8bc3-f0701c27ad12 service nova] Lock "a3cf2165-6b6c-406d-80fb-0b8dfa52106b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.436156] env[63105]: DEBUG oslo_concurrency.lockutils [req-e5d9418d-7a68-4739-887f-759aca1dd3d6 req-09dd4ac6-6524-4f26-8bc3-f0701c27ad12 service nova] Lock "a3cf2165-6b6c-406d-80fb-0b8dfa52106b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.436322] env[63105]: DEBUG nova.compute.manager [req-e5d9418d-7a68-4739-887f-759aca1dd3d6 req-09dd4ac6-6524-4f26-8bc3-f0701c27ad12 service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] No waiting events found dispatching network-vif-plugged-f9109498-5bae-490c-9307-e61718e5963f {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1222.436483] env[63105]: WARNING nova.compute.manager [req-e5d9418d-7a68-4739-887f-759aca1dd3d6 req-09dd4ac6-6524-4f26-8bc3-f0701c27ad12 service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Received unexpected event network-vif-plugged-f9109498-5bae-490c-9307-e61718e5963f for instance with vm_state building and task_state spawning. [ 1222.454454] env[63105]: DEBUG oslo_concurrency.lockutils [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.199s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.454662] env[63105]: INFO nova.compute.manager [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Migrating [ 1222.460595] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.311s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.460782] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.460931] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1222.463920] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0909189-f972-47ba-bfa7-e08d6351342d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.478312] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2796f05-b347-40ca-8715-9fc40dcd41b1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.493424] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72796d9-6d94-4248-8926-407eb1544c37 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.500419] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33e86df-61ba-42be-b905-6c0795144c1a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.529715] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180161MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1222.529865] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.530070] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.532160] env[63105]: DEBUG nova.network.neutron [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Successfully updated port: f9109498-5bae-490c-9307-e61718e5963f {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1222.623284] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.623520] env[63105]: DEBUG nova.objects.instance [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lazy-loading 'migration_context' on Instance uuid 968a6b7b-fe46-45a4-8fdb-605ce4fce317 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.971522] env[63105]: DEBUG oslo_concurrency.lockutils [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.971944] env[63105]: DEBUG oslo_concurrency.lockutils [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.971944] env[63105]: DEBUG nova.network.neutron [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.038170] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "refresh_cache-a3cf2165-6b6c-406d-80fb-0b8dfa52106b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.038316] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "refresh_cache-a3cf2165-6b6c-406d-80fb-0b8dfa52106b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.038461] env[63105]: DEBUG nova.network.neutron [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.125949] env[63105]: DEBUG nova.objects.base [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Object Instance<968a6b7b-fe46-45a4-8fdb-605ce4fce317> lazy-loaded attributes: info_cache,migration_context {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1223.127238] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec10770-c16c-4a30-a7a6-baec313ba2a6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.146760] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c272f9-7f48-482d-8457-c145bed9cd32 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.151783] env[63105]: DEBUG oslo_vmware.api [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1223.151783] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52472b17-6be7-c5ce-19c1-83211efbe869" [ 1223.151783] env[63105]: _type = "Task" [ 1223.151783] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.158966] env[63105]: DEBUG oslo_vmware.api [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52472b17-6be7-c5ce-19c1-83211efbe869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.541470] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Applying migration context for instance 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7 as it has an incoming, in-progress migration f921317d-eb21-434a-84bd-06398129e0d0. Migration status is pre-migrating {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1223.541728] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Applying migration context for instance 968a6b7b-fe46-45a4-8fdb-605ce4fce317 as it has an incoming, in-progress migration 847d8f63-e8c1-4d4d-962f-01ac421ec5a2. Migration status is confirming {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1223.542835] env[63105]: INFO nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating resource usage from migration f921317d-eb21-434a-84bd-06398129e0d0 [ 1223.543172] env[63105]: INFO nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating resource usage from migration 847d8f63-e8c1-4d4d-962f-01ac421ec5a2 [ 1223.565947] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 1295c5fb-4d84-4b06-8c38-30a1fbed2079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.566112] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 0a6287e8-10b3-46c2-a3af-fa9750857f50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.566238] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 708a45bc-29e5-4934-b2da-aa0315181575 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.566355] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance ee2612df-d6cc-4a3e-adfb-e1b289119141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.566468] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Migration 847d8f63-e8c1-4d4d-962f-01ac421ec5a2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1223.566658] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 968a6b7b-fe46-45a4-8fdb-605ce4fce317 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.566749] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance a3cf2165-6b6c-406d-80fb-0b8dfa52106b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.566832] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Migration f921317d-eb21-434a-84bd-06398129e0d0 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1223.566945] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.567148] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1223.567280] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2368MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1223.575718] env[63105]: DEBUG nova.network.neutron [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1223.663660] env[63105]: DEBUG oslo_vmware.api [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52472b17-6be7-c5ce-19c1-83211efbe869, 'name': SearchDatastore_Task, 'duration_secs': 0.008041} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.663966] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.683094] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13553f6-f147-4959-80d1-467e328fdede {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.686219] env[63105]: DEBUG nova.network.neutron [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating instance_info_cache with network_info: [{"id": "2a00d9fe-eef8-4f13-9387-d343639dfcab", "address": "fa:16:3e:25:54:67", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a00d9fe-ee", "ovs_interfaceid": "2a00d9fe-eef8-4f13-9387-d343639dfcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.692558] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb221557-f287-47dd-b8a1-1ff80787520d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.696926] env[63105]: DEBUG nova.network.neutron [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Updating instance_info_cache with network_info: [{"id": "f9109498-5bae-490c-9307-e61718e5963f", "address": "fa:16:3e:97:ac:ee", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9109498-5b", "ovs_interfaceid": "f9109498-5bae-490c-9307-e61718e5963f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.722695] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82f026b-a5e6-47be-ae0b-414540e0326a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.730191] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c2617f-f787-4063-bf53-39cac62c1570 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.743431] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.189892] env[63105]: DEBUG oslo_concurrency.lockutils [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.199250] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "refresh_cache-a3cf2165-6b6c-406d-80fb-0b8dfa52106b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.199582] env[63105]: DEBUG nova.compute.manager [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Instance network_info: |[{"id": "f9109498-5bae-490c-9307-e61718e5963f", "address": "fa:16:3e:97:ac:ee", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9109498-5b", "ovs_interfaceid": "f9109498-5bae-490c-9307-e61718e5963f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1224.200031] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:ac:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9109498-5bae-490c-9307-e61718e5963f', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.207410] env[63105]: DEBUG oslo.service.loopingcall [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1224.208178] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.208400] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a05338c3-beee-4bd2-b477-3c65a66bab5c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.228346] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.228346] env[63105]: value = "task-2759755" [ 1224.228346] env[63105]: _type = "Task" [ 1224.228346] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.236052] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759755, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.246196] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1224.460794] env[63105]: DEBUG nova.compute.manager [req-52415869-c84d-4082-bf20-20f024f829c9 req-7bcd46a9-9217-4dec-8450-e2d0d87086e4 service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Received event network-changed-f9109498-5bae-490c-9307-e61718e5963f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1224.461038] env[63105]: DEBUG nova.compute.manager [req-52415869-c84d-4082-bf20-20f024f829c9 req-7bcd46a9-9217-4dec-8450-e2d0d87086e4 service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Refreshing instance network info cache due to event network-changed-f9109498-5bae-490c-9307-e61718e5963f. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1224.461219] env[63105]: DEBUG oslo_concurrency.lockutils [req-52415869-c84d-4082-bf20-20f024f829c9 req-7bcd46a9-9217-4dec-8450-e2d0d87086e4 service nova] Acquiring lock "refresh_cache-a3cf2165-6b6c-406d-80fb-0b8dfa52106b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.461361] env[63105]: DEBUG oslo_concurrency.lockutils [req-52415869-c84d-4082-bf20-20f024f829c9 req-7bcd46a9-9217-4dec-8450-e2d0d87086e4 service nova] Acquired lock "refresh_cache-a3cf2165-6b6c-406d-80fb-0b8dfa52106b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.461518] env[63105]: DEBUG nova.network.neutron [req-52415869-c84d-4082-bf20-20f024f829c9 req-7bcd46a9-9217-4dec-8450-e2d0d87086e4 service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Refreshing network info cache for port f9109498-5bae-490c-9307-e61718e5963f {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.741260] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759755, 'name': CreateVM_Task, 'duration_secs': 0.325429} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.741439] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.741979] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.742182] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.742505] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.742747] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777ca4c1-863f-4306-9eec-c70ede40b172 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.747570] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1224.747570] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5252905a-adc4-a0dd-44f1-ae4c45c631d8" [ 1224.747570] env[63105]: _type = "Task" [ 1224.747570] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.751086] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1224.751327] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.221s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.751528] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.088s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.759319] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5252905a-adc4-a0dd-44f1-ae4c45c631d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.759565] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.759781] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.760016] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.760167] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.760347] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.760564] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa8510f6-070b-42d0-8a55-2d8a25012711 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.767790] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.768027] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.768737] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7441b426-6752-4fbd-8c58-0a2ec790d392 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.773352] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1224.773352] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52dcebb8-475d-e4e6-2646-c0ce6e2d95bb" [ 1224.773352] env[63105]: _type = "Task" [ 1224.773352] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.780861] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52dcebb8-475d-e4e6-2646-c0ce6e2d95bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.134702] env[63105]: DEBUG nova.network.neutron [req-52415869-c84d-4082-bf20-20f024f829c9 req-7bcd46a9-9217-4dec-8450-e2d0d87086e4 service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Updated VIF entry in instance network info cache for port f9109498-5bae-490c-9307-e61718e5963f. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.135123] env[63105]: DEBUG nova.network.neutron [req-52415869-c84d-4082-bf20-20f024f829c9 req-7bcd46a9-9217-4dec-8450-e2d0d87086e4 service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Updating instance_info_cache with network_info: [{"id": "f9109498-5bae-490c-9307-e61718e5963f", "address": "fa:16:3e:97:ac:ee", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9109498-5b", "ovs_interfaceid": "f9109498-5bae-490c-9307-e61718e5963f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.282387] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52dcebb8-475d-e4e6-2646-c0ce6e2d95bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.285356] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ae8cf7-918d-45f1-9c27-e12f5a453572 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.290497] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1225.290497] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f66837-a184-aab5-17e0-8c13f311b5d8" [ 1225.290497] env[63105]: _type = "Task" [ 1225.290497] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.299708] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f66837-a184-aab5-17e0-8c13f311b5d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.365267] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9547398-8aac-4904-b804-e48e56ed905e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.373810] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b15e28-c6e9-403c-a43a-a368eb4ea5d8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.402572] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141f0bcd-deb9-4692-9353-fe539b16e7f9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.409532] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31513a74-a9a8-4882-a5dc-170914ee404c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.422640] env[63105]: DEBUG nova.compute.provider_tree [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.637740] env[63105]: DEBUG oslo_concurrency.lockutils [req-52415869-c84d-4082-bf20-20f024f829c9 req-7bcd46a9-9217-4dec-8450-e2d0d87086e4 service nova] Releasing lock "refresh_cache-a3cf2165-6b6c-406d-80fb-0b8dfa52106b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.705019] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdffe152-6ab7-49a7-a1b8-602020e79c69 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.724142] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating instance '5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7' progress to 0 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.752466] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.800978] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f66837-a184-aab5-17e0-8c13f311b5d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.801243] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.801489] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] a3cf2165-6b6c-406d-80fb-0b8dfa52106b/a3cf2165-6b6c-406d-80fb-0b8dfa52106b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.801727] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b0ba9ad-b6df-423e-9a58-016d8b660589 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.808678] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1225.808678] env[63105]: value = "task-2759756" [ 1225.808678] env[63105]: _type = "Task" [ 1225.808678] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.815868] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.925982] env[63105]: DEBUG nova.scheduler.client.report [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1226.230323] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.230686] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25dc1e25-70b1-4b51-9cb2-2577c4b0764d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.238304] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1226.238304] env[63105]: value = "task-2759757" [ 1226.238304] env[63105]: _type = "Task" [ 1226.238304] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.246339] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.258539] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.258827] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.318102] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431084} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.318478] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] a3cf2165-6b6c-406d-80fb-0b8dfa52106b/a3cf2165-6b6c-406d-80fb-0b8dfa52106b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.318575] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.318820] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c483465-02b6-4fdf-afb2-4c07bff879dd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.325101] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1226.325101] env[63105]: value = "task-2759758" [ 1226.325101] env[63105]: _type = "Task" [ 1226.325101] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.332296] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.748253] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759757, 'name': PowerOffVM_Task, 'duration_secs': 0.187267} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.748469] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.748656] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating instance '5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7' progress to 17 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.834306] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07046} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.834558] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.835313] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67dc039-1ed5-42bd-9967-1ef134e99e15 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.855999] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] a3cf2165-6b6c-406d-80fb-0b8dfa52106b/a3cf2165-6b6c-406d-80fb-0b8dfa52106b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.856462] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e60d027d-56af-4cfb-b60f-ad0557c4c406 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.875321] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1226.875321] env[63105]: value = "task-2759759" [ 1226.875321] env[63105]: _type = "Task" [ 1226.875321] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.882571] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.936502] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.185s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.936719] env[63105]: DEBUG nova.compute.manager [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63105) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5239}} [ 1227.255226] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1227.255500] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1227.255685] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.255835] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1227.255978] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.256138] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1227.256415] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1227.256491] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1227.256648] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1227.256809] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1227.256981] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1227.261934] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95f89f60-07f9-477f-bd12-9e5577e80c15 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.278073] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1227.278073] env[63105]: value = "task-2759760" [ 1227.278073] env[63105]: _type = "Task" [ 1227.278073] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.286524] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.384968] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759759, 'name': ReconfigVM_Task, 'duration_secs': 0.261843} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.385350] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Reconfigured VM instance instance-00000074 to attach disk [datastore1] a3cf2165-6b6c-406d-80fb-0b8dfa52106b/a3cf2165-6b6c-406d-80fb-0b8dfa52106b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.385895] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59a77f81-f9c6-42ae-b625-c207e5f80ea3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.392597] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1227.392597] env[63105]: value = "task-2759761" [ 1227.392597] env[63105]: _type = "Task" [ 1227.392597] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.401715] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759761, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.489017] env[63105]: INFO nova.scheduler.client.report [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Deleted allocation for migration 847d8f63-e8c1-4d4d-962f-01ac421ec5a2 [ 1227.788308] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759760, 'name': ReconfigVM_Task, 'duration_secs': 0.367564} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.788599] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating instance '5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7' progress to 33 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.902799] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759761, 'name': Rename_Task, 'duration_secs': 0.397913} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.903116] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.903361] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ef86b20-c2c4-48f1-81da-ee1ff664d849 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.909779] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1227.909779] env[63105]: value = "task-2759762" [ 1227.909779] env[63105]: _type = "Task" [ 1227.909779] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.916693] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.994620] env[63105]: DEBUG oslo_concurrency.lockutils [None req-67cf4b9a-2c92-46bd-9838-2a3255758355 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.638s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.275264] env[63105]: DEBUG nova.objects.instance [None req-c8db7bbd-e2d5-4ddc-af8a-232ff6177a3b tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lazy-loading 'flavor' on Instance uuid 968a6b7b-fe46-45a4-8fdb-605ce4fce317 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.294449] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1228.294708] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1228.294853] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.295066] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1228.295221] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.295363] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1228.295571] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1228.295720] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1228.295914] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1228.296123] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1228.296320] env[63105]: DEBUG nova.virt.hardware [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1228.301542] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.302092] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-740d7241-c7b1-4472-a970-91a3e7c7b273 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.321770] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1228.321770] env[63105]: value = "task-2759763" [ 1228.321770] env[63105]: _type = "Task" [ 1228.321770] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.332642] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.420306] env[63105]: DEBUG oslo_vmware.api [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759762, 'name': PowerOnVM_Task, 'duration_secs': 0.441207} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.420766] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.420916] env[63105]: INFO nova.compute.manager [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Took 6.14 seconds to spawn the instance on the hypervisor. [ 1228.421057] env[63105]: DEBUG nova.compute.manager [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.421885] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268ca9fe-c848-44fa-912b-55cb200a8f37 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.780364] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8db7bbd-e2d5-4ddc-af8a-232ff6177a3b tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.780591] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8db7bbd-e2d5-4ddc-af8a-232ff6177a3b tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.780755] env[63105]: DEBUG nova.network.neutron [None req-c8db7bbd-e2d5-4ddc-af8a-232ff6177a3b tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.780931] env[63105]: DEBUG nova.objects.instance [None req-c8db7bbd-e2d5-4ddc-af8a-232ff6177a3b tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lazy-loading 'info_cache' on Instance uuid 968a6b7b-fe46-45a4-8fdb-605ce4fce317 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.831549] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759763, 'name': ReconfigVM_Task, 'duration_secs': 0.15628} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.831807] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1228.832596] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44de6f13-2df7-4a4e-a685-6a3106c608f8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.855018] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-b77dc3f1-5041-4a12-a4ea-167667b60c8b/volume-b77dc3f1-5041-4a12-a4ea-167667b60c8b.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.855253] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd20ab10-ae9c-45fd-aeb8-9b7c9c7538cf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.873157] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1228.873157] env[63105]: value = "task-2759764" [ 1228.873157] env[63105]: _type = "Task" [ 1228.873157] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.880202] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.938718] env[63105]: INFO nova.compute.manager [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Took 10.94 seconds to build instance. [ 1229.284325] env[63105]: DEBUG nova.objects.base [None req-c8db7bbd-e2d5-4ddc-af8a-232ff6177a3b tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Object Instance<968a6b7b-fe46-45a4-8fdb-605ce4fce317> lazy-loaded attributes: flavor,info_cache {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1229.382945] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759764, 'name': ReconfigVM_Task, 'duration_secs': 0.243869} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.383236] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-b77dc3f1-5041-4a12-a4ea-167667b60c8b/volume-b77dc3f1-5041-4a12-a4ea-167667b60c8b.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.383508] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating instance '5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7' progress to 50 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.440394] env[63105]: DEBUG oslo_concurrency.lockutils [None req-a70e78b7-b2c5-433c-a26d-7aca343ace7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "a3cf2165-6b6c-406d-80fb-0b8dfa52106b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.452s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.890375] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89f3685-278d-490b-bb9f-276400a00c1e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.913658] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ab3382-f017-4edd-b582-f6762f3eff16 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.932007] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating instance '5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7' progress to 67 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.179773] env[63105]: DEBUG nova.network.neutron [None req-c8db7bbd-e2d5-4ddc-af8a-232ff6177a3b tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance_info_cache with network_info: [{"id": "beb69e97-47ef-4a11-bdc8-68253071e10d", "address": "fa:16:3e:31:3e:55", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb69e97-47", "ovs_interfaceid": "beb69e97-47ef-4a11-bdc8-68253071e10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.249890] env[63105]: DEBUG nova.compute.manager [req-c92cae68-7b8c-4b35-bfeb-2467213785e8 req-878ce013-674d-41cd-aa71-38b49b3a426b service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Received event network-changed-f9109498-5bae-490c-9307-e61718e5963f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1230.250100] env[63105]: DEBUG nova.compute.manager [req-c92cae68-7b8c-4b35-bfeb-2467213785e8 req-878ce013-674d-41cd-aa71-38b49b3a426b service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Refreshing instance network info cache due to event network-changed-f9109498-5bae-490c-9307-e61718e5963f. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1230.250413] env[63105]: DEBUG oslo_concurrency.lockutils [req-c92cae68-7b8c-4b35-bfeb-2467213785e8 req-878ce013-674d-41cd-aa71-38b49b3a426b service nova] Acquiring lock "refresh_cache-a3cf2165-6b6c-406d-80fb-0b8dfa52106b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.250484] env[63105]: DEBUG oslo_concurrency.lockutils [req-c92cae68-7b8c-4b35-bfeb-2467213785e8 req-878ce013-674d-41cd-aa71-38b49b3a426b service nova] Acquired lock "refresh_cache-a3cf2165-6b6c-406d-80fb-0b8dfa52106b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.250623] env[63105]: DEBUG nova.network.neutron [req-c92cae68-7b8c-4b35-bfeb-2467213785e8 req-878ce013-674d-41cd-aa71-38b49b3a426b service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Refreshing network info cache for port f9109498-5bae-490c-9307-e61718e5963f {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.682964] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c8db7bbd-e2d5-4ddc-af8a-232ff6177a3b tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "refresh_cache-968a6b7b-fe46-45a4-8fdb-605ce4fce317" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.963712] env[63105]: DEBUG nova.network.neutron [req-c92cae68-7b8c-4b35-bfeb-2467213785e8 req-878ce013-674d-41cd-aa71-38b49b3a426b service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Updated VIF entry in instance network info cache for port f9109498-5bae-490c-9307-e61718e5963f. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.964148] env[63105]: DEBUG nova.network.neutron [req-c92cae68-7b8c-4b35-bfeb-2467213785e8 req-878ce013-674d-41cd-aa71-38b49b3a426b service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Updating instance_info_cache with network_info: [{"id": "f9109498-5bae-490c-9307-e61718e5963f", "address": "fa:16:3e:97:ac:ee", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9109498-5b", "ovs_interfaceid": "f9109498-5bae-490c-9307-e61718e5963f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.466663] env[63105]: DEBUG oslo_concurrency.lockutils [req-c92cae68-7b8c-4b35-bfeb-2467213785e8 req-878ce013-674d-41cd-aa71-38b49b3a426b service nova] Releasing lock "refresh_cache-a3cf2165-6b6c-406d-80fb-0b8dfa52106b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.571251] env[63105]: DEBUG nova.network.neutron [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Port 2a00d9fe-eef8-4f13-9387-d343639dfcab binding to destination host cpu-1 is already ACTIVE {{(pid=63105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1231.688587] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8db7bbd-e2d5-4ddc-af8a-232ff6177a3b tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.689110] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff0d192b-c858-4e70-a814-b296e64ee4e2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.698571] env[63105]: DEBUG oslo_vmware.api [None req-c8db7bbd-e2d5-4ddc-af8a-232ff6177a3b tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1231.698571] env[63105]: value = "task-2759765" [ 1231.698571] env[63105]: _type = "Task" [ 1231.698571] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.707893] env[63105]: DEBUG oslo_vmware.api [None req-c8db7bbd-e2d5-4ddc-af8a-232ff6177a3b tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.208774] env[63105]: DEBUG oslo_vmware.api [None req-c8db7bbd-e2d5-4ddc-af8a-232ff6177a3b tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.561539] env[63105]: DEBUG oslo_concurrency.lockutils [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "ee2612df-d6cc-4a3e-adfb-e1b289119141" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.561732] env[63105]: DEBUG oslo_concurrency.lockutils [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "ee2612df-d6cc-4a3e-adfb-e1b289119141" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.591891] env[63105]: DEBUG oslo_concurrency.lockutils [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.592123] env[63105]: DEBUG oslo_concurrency.lockutils [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.592329] env[63105]: DEBUG oslo_concurrency.lockutils [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.709663] env[63105]: DEBUG oslo_vmware.api [None req-c8db7bbd-e2d5-4ddc-af8a-232ff6177a3b tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759765, 'name': PowerOnVM_Task, 'duration_secs': 0.574433} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.710152] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8db7bbd-e2d5-4ddc-af8a-232ff6177a3b tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.710152] env[63105]: DEBUG nova.compute.manager [None req-c8db7bbd-e2d5-4ddc-af8a-232ff6177a3b tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.710899] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb6581b-7717-4ae5-a50e-7bc29f37e102 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.064906] env[63105]: DEBUG nova.compute.utils [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1233.567546] env[63105]: DEBUG oslo_concurrency.lockutils [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "ee2612df-d6cc-4a3e-adfb-e1b289119141" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.623671] env[63105]: DEBUG oslo_concurrency.lockutils [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.623861] env[63105]: DEBUG oslo_concurrency.lockutils [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.624055] env[63105]: DEBUG nova.network.neutron [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.919389] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.919781] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.919869] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.920043] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.920250] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.922302] env[63105]: INFO nova.compute.manager [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Terminating instance [ 1234.338588] env[63105]: DEBUG nova.network.neutron [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating instance_info_cache with network_info: [{"id": "2a00d9fe-eef8-4f13-9387-d343639dfcab", "address": "fa:16:3e:25:54:67", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a00d9fe-ee", "ovs_interfaceid": "2a00d9fe-eef8-4f13-9387-d343639dfcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.425947] env[63105]: DEBUG nova.compute.manager [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.426199] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.427482] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cea835a-431c-49e5-98ee-1223b8a62e7c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.434961] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.435194] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6923e988-16fb-460e-b70f-a4a0e1fb271c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.441838] env[63105]: DEBUG oslo_vmware.api [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1234.441838] env[63105]: value = "task-2759766" [ 1234.441838] env[63105]: _type = "Task" [ 1234.441838] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.449377] env[63105]: DEBUG oslo_vmware.api [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.631365] env[63105]: DEBUG oslo_concurrency.lockutils [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "ee2612df-d6cc-4a3e-adfb-e1b289119141" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.631626] env[63105]: DEBUG oslo_concurrency.lockutils [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "ee2612df-d6cc-4a3e-adfb-e1b289119141" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.631910] env[63105]: INFO nova.compute.manager [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Attaching volume b7053ece-febf-4ab6-8739-b65e747beaef to /dev/sdb [ 1234.661442] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4f6ec6-a1fa-40fd-8552-0d8ea592eb04 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.668726] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873aee2e-d0f1-4853-808b-14c47b2f85dc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.682631] env[63105]: DEBUG nova.virt.block_device [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Updating existing volume attachment record: 57a1c79c-128d-4f58-8073-414b3e40bf6a {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1234.841556] env[63105]: DEBUG oslo_concurrency.lockutils [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.952151] env[63105]: DEBUG oslo_vmware.api [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759766, 'name': PowerOffVM_Task, 'duration_secs': 0.176574} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.952518] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.952588] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.952829] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2993fe51-e495-4305-b220-ac4a26cf95a8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.017351] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.017587] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.017782] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Deleting the datastore file [datastore1] 968a6b7b-fe46-45a4-8fdb-605ce4fce317 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.018064] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73a1d890-7af9-46d7-9594-1cc6b4c9e513 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.025082] env[63105]: DEBUG oslo_vmware.api [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1235.025082] env[63105]: value = "task-2759769" [ 1235.025082] env[63105]: _type = "Task" [ 1235.025082] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.032886] env[63105]: DEBUG oslo_vmware.api [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.351288] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f3829d-da24-4ea0-8ea7-2f5f16f40ec4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.357793] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba93722-4514-4dcb-8b16-23338c600491 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.534845] env[63105]: DEBUG oslo_vmware.api [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127736} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.535096] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.535285] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.535461] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.535633] env[63105]: INFO nova.compute.manager [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1235.535865] env[63105]: DEBUG oslo.service.loopingcall [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1235.536074] env[63105]: DEBUG nova.compute.manager [-] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.536380] env[63105]: DEBUG nova.network.neutron [-] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.197826] env[63105]: DEBUG nova.compute.manager [req-df6688bb-4418-476d-83d5-f5c078994058 req-f3dbc60b-2900-450a-af0b-ae5228e8fa05 service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Received event network-vif-deleted-beb69e97-47ef-4a11-bdc8-68253071e10d {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1236.198088] env[63105]: INFO nova.compute.manager [req-df6688bb-4418-476d-83d5-f5c078994058 req-f3dbc60b-2900-450a-af0b-ae5228e8fa05 service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Neutron deleted interface beb69e97-47ef-4a11-bdc8-68253071e10d; detaching it from the instance and deleting it from the info cache [ 1236.198215] env[63105]: DEBUG nova.network.neutron [req-df6688bb-4418-476d-83d5-f5c078994058 req-f3dbc60b-2900-450a-af0b-ae5228e8fa05 service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.454237] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c80453-6f5f-4bcb-8307-5ceeafa8f0d6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.473627] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03478ddf-052d-4a9c-850c-3587d4fe41c4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.480538] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating instance '5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7' progress to 83 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.682333] env[63105]: DEBUG nova.network.neutron [-] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.701070] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce15f4d8-6fc0-43b8-90b1-6759547431da {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.710526] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc8b8ee-f1c3-49d6-80de-6a21b2477a80 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.739935] env[63105]: DEBUG nova.compute.manager [req-df6688bb-4418-476d-83d5-f5c078994058 req-f3dbc60b-2900-450a-af0b-ae5228e8fa05 service nova] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Detach interface failed, port_id=beb69e97-47ef-4a11-bdc8-68253071e10d, reason: Instance 968a6b7b-fe46-45a4-8fdb-605ce4fce317 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1236.986711] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.986885] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cbc7751-e197-4f4d-9a19-61554ec602c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.993937] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1236.993937] env[63105]: value = "task-2759771" [ 1236.993937] env[63105]: _type = "Task" [ 1236.993937] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.002098] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.185730] env[63105]: INFO nova.compute.manager [-] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Took 1.65 seconds to deallocate network for instance. [ 1237.504498] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759771, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.692019] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.692302] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.692500] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.715319] env[63105]: INFO nova.scheduler.client.report [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Deleted allocations for instance 968a6b7b-fe46-45a4-8fdb-605ce4fce317 [ 1238.004934] env[63105]: DEBUG oslo_vmware.api [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759771, 'name': PowerOnVM_Task, 'duration_secs': 0.546787} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.005167] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.005350] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-718708b5-a1ff-4866-862e-eb67b3578005 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating instance '5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7' progress to 100 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.222937] env[63105]: DEBUG oslo_concurrency.lockutils [None req-46f9a80b-bb34-4b79-9caf-9f2ecb49beeb tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "968a6b7b-fe46-45a4-8fdb-605ce4fce317" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.303s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.752903] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "4c83729d-87d1-4c66-b175-cc42ecd30c58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.753181] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "4c83729d-87d1-4c66-b175-cc42ecd30c58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.226620] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1239.226867] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555268', 'volume_id': 'b7053ece-febf-4ab6-8739-b65e747beaef', 'name': 'volume-b7053ece-febf-4ab6-8739-b65e747beaef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee2612df-d6cc-4a3e-adfb-e1b289119141', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7053ece-febf-4ab6-8739-b65e747beaef', 'serial': 'b7053ece-febf-4ab6-8739-b65e747beaef'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1239.227793] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cde9494-5fe3-424b-bb9d-f9d030e674a5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.245020] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a2a479-a9f0-4d09-a725-c3e8582eafa9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.260830] env[63105]: DEBUG nova.compute.manager [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1239.270441] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-b7053ece-febf-4ab6-8739-b65e747beaef/volume-b7053ece-febf-4ab6-8739-b65e747beaef.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.271152] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28e0fc8d-fc20-4873-af59-17a746b328c3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.288658] env[63105]: DEBUG oslo_vmware.api [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1239.288658] env[63105]: value = "task-2759772" [ 1239.288658] env[63105]: _type = "Task" [ 1239.288658] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.296752] env[63105]: DEBUG oslo_vmware.api [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.790177] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.790494] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.792033] env[63105]: INFO nova.compute.claims [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.803066] env[63105]: DEBUG oslo_vmware.api [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759772, 'name': ReconfigVM_Task, 'duration_secs': 0.32943} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.803332] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-b7053ece-febf-4ab6-8739-b65e747beaef/volume-b7053ece-febf-4ab6-8739-b65e747beaef.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.807887] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fda1d8c-f265-457f-9ef8-e458ea4a8d26 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.822109] env[63105]: DEBUG oslo_vmware.api [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1239.822109] env[63105]: value = "task-2759773" [ 1239.822109] env[63105]: _type = "Task" [ 1239.822109] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.829901] env[63105]: DEBUG oslo_vmware.api [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.170849] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.171142] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.171335] env[63105]: DEBUG nova.compute.manager [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Going to confirm migration 7 {{(pid=63105) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5113}} [ 1240.974393] env[63105]: DEBUG oslo_vmware.api [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759773, 'name': ReconfigVM_Task, 'duration_secs': 0.145124} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.976491] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555268', 'volume_id': 'b7053ece-febf-4ab6-8739-b65e747beaef', 'name': 'volume-b7053ece-febf-4ab6-8739-b65e747beaef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee2612df-d6cc-4a3e-adfb-e1b289119141', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7053ece-febf-4ab6-8739-b65e747beaef', 'serial': 'b7053ece-febf-4ab6-8739-b65e747beaef'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1241.037963] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.038177] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquired lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.038349] env[63105]: DEBUG nova.network.neutron [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.038535] env[63105]: DEBUG nova.objects.instance [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lazy-loading 'info_cache' on Instance uuid 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.075462] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2292c1-8ecb-460a-9b0a-5fe336e5abb1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.082386] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007d14a1-1714-47ac-8a46-857d83a01e13 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.111136] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae45cb-3e0d-4129-8bec-97e2807a1439 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.117804] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019e8f07-5657-4617-87d6-d2084b10d375 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.130401] env[63105]: DEBUG nova.compute.provider_tree [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.633857] env[63105]: DEBUG nova.scheduler.client.report [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1242.012748] env[63105]: DEBUG nova.objects.instance [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lazy-loading 'flavor' on Instance uuid ee2612df-d6cc-4a3e-adfb-e1b289119141 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.138074] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.138569] env[63105]: DEBUG nova.compute.manager [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1242.232977] env[63105]: DEBUG nova.network.neutron [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating instance_info_cache with network_info: [{"id": "2a00d9fe-eef8-4f13-9387-d343639dfcab", "address": "fa:16:3e:25:54:67", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a00d9fe-ee", "ovs_interfaceid": "2a00d9fe-eef8-4f13-9387-d343639dfcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.518473] env[63105]: DEBUG oslo_concurrency.lockutils [None req-782a12e9-1c33-4a9f-8067-3a07f9351bf0 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "ee2612df-d6cc-4a3e-adfb-e1b289119141" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.887s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.644043] env[63105]: DEBUG nova.compute.utils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1242.645304] env[63105]: DEBUG nova.compute.manager [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1242.645472] env[63105]: DEBUG nova.network.neutron [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1242.682345] env[63105]: DEBUG nova.policy [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07dc7ea969c845d080c9c2af17822dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd26d2c10e9dc43c5bb5af8b99df07d39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1242.735281] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Releasing lock "refresh_cache-5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.735491] env[63105]: DEBUG nova.objects.instance [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lazy-loading 'migration_context' on Instance uuid 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.965661] env[63105]: DEBUG nova.network.neutron [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Successfully created port: b36a841e-a309-4c4d-861b-3708f5956852 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1243.110374] env[63105]: DEBUG oslo_concurrency.lockutils [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "ee2612df-d6cc-4a3e-adfb-e1b289119141" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.110694] env[63105]: DEBUG oslo_concurrency.lockutils [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "ee2612df-d6cc-4a3e-adfb-e1b289119141" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.148242] env[63105]: DEBUG nova.compute.manager [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1243.238212] env[63105]: DEBUG nova.objects.base [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Object Instance<5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7> lazy-loaded attributes: info_cache,migration_context {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1243.239139] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dfe922-20cc-4a61-a51c-9259d03582c0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.258288] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9112750e-e403-4900-9d71-5500c983e7a0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.263195] env[63105]: DEBUG oslo_vmware.api [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1243.263195] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5297ac95-7948-37b7-cc3a-f0e07fe16ab7" [ 1243.263195] env[63105]: _type = "Task" [ 1243.263195] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.270310] env[63105]: DEBUG oslo_vmware.api [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5297ac95-7948-37b7-cc3a-f0e07fe16ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.613541] env[63105]: INFO nova.compute.manager [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Detaching volume b7053ece-febf-4ab6-8739-b65e747beaef [ 1243.646715] env[63105]: INFO nova.virt.block_device [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Attempting to driver detach volume b7053ece-febf-4ab6-8739-b65e747beaef from mountpoint /dev/sdb [ 1243.646950] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1243.647151] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555268', 'volume_id': 'b7053ece-febf-4ab6-8739-b65e747beaef', 'name': 'volume-b7053ece-febf-4ab6-8739-b65e747beaef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee2612df-d6cc-4a3e-adfb-e1b289119141', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7053ece-febf-4ab6-8739-b65e747beaef', 'serial': 'b7053ece-febf-4ab6-8739-b65e747beaef'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1243.647991] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ff5107-5cb9-4a9c-878d-99ca511405c8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.675092] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8812d5a9-8512-4f64-a0bf-090e86777560 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.682622] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea53567-dd3d-4880-98d0-73bc15c8c150 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.702476] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7361094f-c11d-4951-bb14-77aeacb29287 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.717536] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] The volume has not been displaced from its original location: [datastore2] volume-b7053ece-febf-4ab6-8739-b65e747beaef/volume-b7053ece-febf-4ab6-8739-b65e747beaef.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1243.722741] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.723262] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed54c36a-c27e-4705-b767-54676d3b0521 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.740794] env[63105]: DEBUG oslo_vmware.api [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1243.740794] env[63105]: value = "task-2759774" [ 1243.740794] env[63105]: _type = "Task" [ 1243.740794] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.750152] env[63105]: DEBUG oslo_vmware.api [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.772865] env[63105]: DEBUG oslo_vmware.api [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5297ac95-7948-37b7-cc3a-f0e07fe16ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.013431} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.773464] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.773464] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.180016] env[63105]: DEBUG nova.compute.manager [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1244.207953] env[63105]: DEBUG nova.virt.hardware [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1244.208223] env[63105]: DEBUG nova.virt.hardware [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1244.208371] env[63105]: DEBUG nova.virt.hardware [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.208550] env[63105]: DEBUG nova.virt.hardware [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1244.208698] env[63105]: DEBUG nova.virt.hardware [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.208845] env[63105]: DEBUG nova.virt.hardware [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1244.209065] env[63105]: DEBUG nova.virt.hardware [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1244.209230] env[63105]: DEBUG nova.virt.hardware [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1244.209398] env[63105]: DEBUG nova.virt.hardware [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1244.209559] env[63105]: DEBUG nova.virt.hardware [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1244.209730] env[63105]: DEBUG nova.virt.hardware [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1244.210630] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa29d3c2-a2d0-47cb-b2a9-6dd6f3756075 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.218350] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edeb85b-5c6d-4948-a8a2-cb892b566ba1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.249107] env[63105]: DEBUG oslo_vmware.api [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759774, 'name': ReconfigVM_Task, 'duration_secs': 0.249218} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.249528] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1244.254367] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51e3fdbc-e95b-436e-95db-2f636243af40 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.269182] env[63105]: DEBUG oslo_vmware.api [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1244.269182] env[63105]: value = "task-2759775" [ 1244.269182] env[63105]: _type = "Task" [ 1244.269182] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.280535] env[63105]: DEBUG oslo_vmware.api [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.326782] env[63105]: DEBUG nova.compute.manager [req-db4b3f06-02e4-48ae-90c6-4890f6bf3a70 req-9dc4cb9d-b133-4b72-9421-27021a2a9866 service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Received event network-vif-plugged-b36a841e-a309-4c4d-861b-3708f5956852 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1244.326996] env[63105]: DEBUG oslo_concurrency.lockutils [req-db4b3f06-02e4-48ae-90c6-4890f6bf3a70 req-9dc4cb9d-b133-4b72-9421-27021a2a9866 service nova] Acquiring lock "4c83729d-87d1-4c66-b175-cc42ecd30c58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.327215] env[63105]: DEBUG oslo_concurrency.lockutils [req-db4b3f06-02e4-48ae-90c6-4890f6bf3a70 req-9dc4cb9d-b133-4b72-9421-27021a2a9866 service nova] Lock "4c83729d-87d1-4c66-b175-cc42ecd30c58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.327382] env[63105]: DEBUG oslo_concurrency.lockutils [req-db4b3f06-02e4-48ae-90c6-4890f6bf3a70 req-9dc4cb9d-b133-4b72-9421-27021a2a9866 service nova] Lock "4c83729d-87d1-4c66-b175-cc42ecd30c58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.327546] env[63105]: DEBUG nova.compute.manager [req-db4b3f06-02e4-48ae-90c6-4890f6bf3a70 req-9dc4cb9d-b133-4b72-9421-27021a2a9866 service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] No waiting events found dispatching network-vif-plugged-b36a841e-a309-4c4d-861b-3708f5956852 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.327992] env[63105]: WARNING nova.compute.manager [req-db4b3f06-02e4-48ae-90c6-4890f6bf3a70 req-9dc4cb9d-b133-4b72-9421-27021a2a9866 service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Received unexpected event network-vif-plugged-b36a841e-a309-4c4d-861b-3708f5956852 for instance with vm_state building and task_state spawning. [ 1244.386760] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74842857-d3c6-49e0-a2ba-b3765c2a16d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.394047] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5811aeac-9426-4972-a84f-2269eb1ad548 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.424069] env[63105]: DEBUG nova.network.neutron [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Successfully updated port: b36a841e-a309-4c4d-861b-3708f5956852 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.425686] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb59716-32db-436b-b25d-413e5e77b500 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.432989] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4124bba8-4042-4524-8132-b5f941ba34da {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.447263] env[63105]: DEBUG nova.compute.provider_tree [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.778787] env[63105]: DEBUG oslo_vmware.api [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759775, 'name': ReconfigVM_Task, 'duration_secs': 0.153406} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.779103] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555268', 'volume_id': 'b7053ece-febf-4ab6-8739-b65e747beaef', 'name': 'volume-b7053ece-febf-4ab6-8739-b65e747beaef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee2612df-d6cc-4a3e-adfb-e1b289119141', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7053ece-febf-4ab6-8739-b65e747beaef', 'serial': 'b7053ece-febf-4ab6-8739-b65e747beaef'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1244.929696] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.929891] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.930061] env[63105]: DEBUG nova.network.neutron [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.949880] env[63105]: DEBUG nova.scheduler.client.report [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1245.324994] env[63105]: DEBUG nova.objects.instance [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lazy-loading 'flavor' on Instance uuid ee2612df-d6cc-4a3e-adfb-e1b289119141 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.461334] env[63105]: DEBUG nova.network.neutron [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.577671] env[63105]: DEBUG nova.network.neutron [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance_info_cache with network_info: [{"id": "b36a841e-a309-4c4d-861b-3708f5956852", "address": "fa:16:3e:94:3b:c0", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36a841e-a3", "ovs_interfaceid": "b36a841e-a309-4c4d-861b-3708f5956852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.959997] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.186s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.080348] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.080704] env[63105]: DEBUG nova.compute.manager [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Instance network_info: |[{"id": "b36a841e-a309-4c4d-861b-3708f5956852", "address": "fa:16:3e:94:3b:c0", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36a841e-a3", "ovs_interfaceid": "b36a841e-a309-4c4d-861b-3708f5956852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1246.081189] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:3b:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b36a841e-a309-4c4d-861b-3708f5956852', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.088474] env[63105]: DEBUG oslo.service.loopingcall [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1246.088675] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.088891] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bf0bdad-51de-48f7-9d4d-1f7ad055c719 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.108625] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.108625] env[63105]: value = "task-2759776" [ 1246.108625] env[63105]: _type = "Task" [ 1246.108625] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.116813] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759776, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.333574] env[63105]: DEBUG oslo_concurrency.lockutils [None req-19fd233e-619b-43a5-b172-ef9b72a75db6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "ee2612df-d6cc-4a3e-adfb-e1b289119141" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.223s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.356718] env[63105]: DEBUG nova.compute.manager [req-c13ff38d-3215-4827-89b4-f8415974b130 req-84464682-db9a-412f-b05f-6d22db53a98e service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Received event network-changed-b36a841e-a309-4c4d-861b-3708f5956852 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1246.356947] env[63105]: DEBUG nova.compute.manager [req-c13ff38d-3215-4827-89b4-f8415974b130 req-84464682-db9a-412f-b05f-6d22db53a98e service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Refreshing instance network info cache due to event network-changed-b36a841e-a309-4c4d-861b-3708f5956852. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1246.357186] env[63105]: DEBUG oslo_concurrency.lockutils [req-c13ff38d-3215-4827-89b4-f8415974b130 req-84464682-db9a-412f-b05f-6d22db53a98e service nova] Acquiring lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.357331] env[63105]: DEBUG oslo_concurrency.lockutils [req-c13ff38d-3215-4827-89b4-f8415974b130 req-84464682-db9a-412f-b05f-6d22db53a98e service nova] Acquired lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.357926] env[63105]: DEBUG nova.network.neutron [req-c13ff38d-3215-4827-89b4-f8415974b130 req-84464682-db9a-412f-b05f-6d22db53a98e service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Refreshing network info cache for port b36a841e-a309-4c4d-861b-3708f5956852 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.481834] env[63105]: INFO nova.compute.manager [None req-c87dfc89-727e-4c65-b629-338520ecb03a tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Get console output [ 1246.482217] env[63105]: WARNING nova.virt.vmwareapi.driver [None req-c87dfc89-727e-4c65-b629-338520ecb03a tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] The console log is missing. Check your VSPC configuration [ 1246.518927] env[63105]: INFO nova.scheduler.client.report [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleted allocation for migration f921317d-eb21-434a-84bd-06398129e0d0 [ 1246.618280] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759776, 'name': CreateVM_Task, 'duration_secs': 0.295613} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.618428] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.619110] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.619281] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.619597] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.619840] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff37ec2-ebf8-42c1-949d-14972a95eb40 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.624049] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1246.624049] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f2c96a-5e59-2c51-a956-5092fca59a2e" [ 1246.624049] env[63105]: _type = "Task" [ 1246.624049] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.631095] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f2c96a-5e59-2c51-a956-5092fca59a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.025060] env[63105]: DEBUG oslo_concurrency.lockutils [None req-806f77d0-3977-46b8-84b5-8d94b61e8fc6 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.854s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.051647] env[63105]: DEBUG nova.network.neutron [req-c13ff38d-3215-4827-89b4-f8415974b130 req-84464682-db9a-412f-b05f-6d22db53a98e service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updated VIF entry in instance network info cache for port b36a841e-a309-4c4d-861b-3708f5956852. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.052006] env[63105]: DEBUG nova.network.neutron [req-c13ff38d-3215-4827-89b4-f8415974b130 req-84464682-db9a-412f-b05f-6d22db53a98e service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance_info_cache with network_info: [{"id": "b36a841e-a309-4c4d-861b-3708f5956852", "address": "fa:16:3e:94:3b:c0", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36a841e-a3", "ovs_interfaceid": "b36a841e-a309-4c4d-861b-3708f5956852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.134609] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f2c96a-5e59-2c51-a956-5092fca59a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.134897] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.135382] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.135382] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.135529] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.135663] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.135912] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8685cdc0-8701-4aaa-8d05-115c71dfac8d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.144392] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.144564] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.145295] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d613667-4dd0-4f43-a674-957e7b42c251 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.150107] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1247.150107] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]523e0e33-6fba-88d3-8953-b602fd92cfd1" [ 1247.150107] env[63105]: _type = "Task" [ 1247.150107] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.157325] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523e0e33-6fba-88d3-8953-b602fd92cfd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.445746] env[63105]: DEBUG oslo_concurrency.lockutils [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "ee2612df-d6cc-4a3e-adfb-e1b289119141" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.446151] env[63105]: DEBUG oslo_concurrency.lockutils [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "ee2612df-d6cc-4a3e-adfb-e1b289119141" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.446368] env[63105]: DEBUG oslo_concurrency.lockutils [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "ee2612df-d6cc-4a3e-adfb-e1b289119141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.446586] env[63105]: DEBUG oslo_concurrency.lockutils [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "ee2612df-d6cc-4a3e-adfb-e1b289119141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.446791] env[63105]: DEBUG oslo_concurrency.lockutils [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "ee2612df-d6cc-4a3e-adfb-e1b289119141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.449067] env[63105]: INFO nova.compute.manager [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Terminating instance [ 1247.554697] env[63105]: DEBUG oslo_concurrency.lockutils [req-c13ff38d-3215-4827-89b4-f8415974b130 req-84464682-db9a-412f-b05f-6d22db53a98e service nova] Releasing lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.662088] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]523e0e33-6fba-88d3-8953-b602fd92cfd1, 'name': SearchDatastore_Task, 'duration_secs': 0.008932} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.663329] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef228ca9-dd01-485a-b803-9bb418f94937 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.668339] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1247.668339] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b3cfb0-4696-9c08-f9fe-7896e34da2c5" [ 1247.668339] env[63105]: _type = "Task" [ 1247.668339] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.675882] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b3cfb0-4696-9c08-f9fe-7896e34da2c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.952473] env[63105]: DEBUG nova.compute.manager [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.952757] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.953668] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e619a76a-d7a5-49a4-8d3a-68881e018088 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.960841] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.961073] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8255a6c-3550-4108-81a0-122015caef27 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.967251] env[63105]: DEBUG oslo_vmware.api [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1247.967251] env[63105]: value = "task-2759777" [ 1247.967251] env[63105]: _type = "Task" [ 1247.967251] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.975198] env[63105]: DEBUG oslo_vmware.api [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.177994] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b3cfb0-4696-9c08-f9fe-7896e34da2c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.178279] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.178532] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 4c83729d-87d1-4c66-b175-cc42ecd30c58/4c83729d-87d1-4c66-b175-cc42ecd30c58.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.178779] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ec92c94-3fb4-426a-9f07-453faf4a8f33 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.184699] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1248.184699] env[63105]: value = "task-2759778" [ 1248.184699] env[63105]: _type = "Task" [ 1248.184699] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.192592] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.477188] env[63105]: DEBUG oslo_vmware.api [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759777, 'name': PowerOffVM_Task, 'duration_secs': 0.214719} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.477568] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.477723] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.477985] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abd42ce2-6405-4316-9c95-2398a25e6f2f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.547304] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.547553] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.547739] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Deleting the datastore file [datastore2] ee2612df-d6cc-4a3e-adfb-e1b289119141 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.548053] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82d309d4-01d6-44f0-a5aa-169dcbf34550 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.556655] env[63105]: DEBUG oslo_vmware.api [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1248.556655] env[63105]: value = "task-2759780" [ 1248.556655] env[63105]: _type = "Task" [ 1248.556655] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.567154] env[63105]: DEBUG oslo_vmware.api [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.694166] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479314} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.694417] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 4c83729d-87d1-4c66-b175-cc42ecd30c58/4c83729d-87d1-4c66-b175-cc42ecd30c58.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.694622] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.694879] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b23e11a9-cf81-4eae-bb15-8463e2f267c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.700383] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1248.700383] env[63105]: value = "task-2759781" [ 1248.700383] env[63105]: _type = "Task" [ 1248.700383] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.708823] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.066418] env[63105]: DEBUG oslo_vmware.api [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210203} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.066695] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.066896] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.067076] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.067244] env[63105]: INFO nova.compute.manager [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1249.067476] env[63105]: DEBUG oslo.service.loopingcall [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1249.067657] env[63105]: DEBUG nova.compute.manager [-] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.067754] env[63105]: DEBUG nova.network.neutron [-] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.215253] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081036} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.215527] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.216305] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994ef69a-4e20-42a7-9414-fad1d649db58 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.239270] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 4c83729d-87d1-4c66-b175-cc42ecd30c58/4c83729d-87d1-4c66-b175-cc42ecd30c58.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.239554] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aee96b1-c512-4a4a-a400-3090f5ec68e0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.259386] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1249.259386] env[63105]: value = "task-2759782" [ 1249.259386] env[63105]: _type = "Task" [ 1249.259386] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.267251] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.490068] env[63105]: DEBUG nova.compute.manager [req-8c5c66eb-9fed-4616-a7a8-8c672209e8b8 req-83ea1bc6-4892-4158-84e2-1b7f0973b93a service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Received event network-vif-deleted-3ca0a202-bc4b-4b98-bc76-08206a367348 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1249.490331] env[63105]: INFO nova.compute.manager [req-8c5c66eb-9fed-4616-a7a8-8c672209e8b8 req-83ea1bc6-4892-4158-84e2-1b7f0973b93a service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Neutron deleted interface 3ca0a202-bc4b-4b98-bc76-08206a367348; detaching it from the instance and deleting it from the info cache [ 1249.490331] env[63105]: DEBUG nova.network.neutron [req-8c5c66eb-9fed-4616-a7a8-8c672209e8b8 req-83ea1bc6-4892-4158-84e2-1b7f0973b93a service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.769356] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759782, 'name': ReconfigVM_Task, 'duration_secs': 0.315638} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.769622] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 4c83729d-87d1-4c66-b175-cc42ecd30c58/4c83729d-87d1-4c66-b175-cc42ecd30c58.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.770278] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b14c47eb-50b5-4cac-b817-3a3879edfcc4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.776155] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1249.776155] env[63105]: value = "task-2759783" [ 1249.776155] env[63105]: _type = "Task" [ 1249.776155] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.783943] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759783, 'name': Rename_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.974752] env[63105]: DEBUG nova.network.neutron [-] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.993450] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4aaa953e-5aaf-4c70-a34d-f160df8fd5fa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.003312] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6023ee4-9dfd-47f7-84d0-ec9c6357ba6d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.034074] env[63105]: DEBUG nova.compute.manager [req-8c5c66eb-9fed-4616-a7a8-8c672209e8b8 req-83ea1bc6-4892-4158-84e2-1b7f0973b93a service nova] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Detach interface failed, port_id=3ca0a202-bc4b-4b98-bc76-08206a367348, reason: Instance ee2612df-d6cc-4a3e-adfb-e1b289119141 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1250.286341] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759783, 'name': Rename_Task, 'duration_secs': 0.141003} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.286615] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.286861] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3acfa1c8-7087-4d44-96a8-ecf1659f7c8b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.293358] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1250.293358] env[63105]: value = "task-2759784" [ 1250.293358] env[63105]: _type = "Task" [ 1250.293358] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.300964] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.478121] env[63105]: INFO nova.compute.manager [-] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Took 1.41 seconds to deallocate network for instance. [ 1250.802806] env[63105]: DEBUG oslo_vmware.api [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759784, 'name': PowerOnVM_Task, 'duration_secs': 0.41326} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.803258] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.803312] env[63105]: INFO nova.compute.manager [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1250.803457] env[63105]: DEBUG nova.compute.manager [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.804210] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f10ce7-33e1-48d5-a982-fae545919738 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.984439] env[63105]: DEBUG oslo_concurrency.lockutils [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.984697] env[63105]: DEBUG oslo_concurrency.lockutils [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.984908] env[63105]: DEBUG nova.objects.instance [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lazy-loading 'resources' on Instance uuid ee2612df-d6cc-4a3e-adfb-e1b289119141 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.321035] env[63105]: INFO nova.compute.manager [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Took 11.55 seconds to build instance. [ 1251.585767] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab46624b-ee34-4cb4-960b-a1df2cb320f5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.593728] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774010f2-386a-48f1-977f-43b94835fdb1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.624267] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713f1a26-4081-4be3-a640-2d48f89c60fc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.631457] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68eaf9bc-58bb-4b1e-981c-cc59c2309794 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.645443] env[63105]: DEBUG nova.compute.provider_tree [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.733663] env[63105]: DEBUG nova.compute.manager [req-e69ee04f-f25c-4669-a890-34abaae38e62 req-de2a5eae-f08c-4b10-9f66-463f25f9ac5c service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Received event network-changed-b36a841e-a309-4c4d-861b-3708f5956852 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1251.733846] env[63105]: DEBUG nova.compute.manager [req-e69ee04f-f25c-4669-a890-34abaae38e62 req-de2a5eae-f08c-4b10-9f66-463f25f9ac5c service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Refreshing instance network info cache due to event network-changed-b36a841e-a309-4c4d-861b-3708f5956852. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1251.734079] env[63105]: DEBUG oslo_concurrency.lockutils [req-e69ee04f-f25c-4669-a890-34abaae38e62 req-de2a5eae-f08c-4b10-9f66-463f25f9ac5c service nova] Acquiring lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.734477] env[63105]: DEBUG oslo_concurrency.lockutils [req-e69ee04f-f25c-4669-a890-34abaae38e62 req-de2a5eae-f08c-4b10-9f66-463f25f9ac5c service nova] Acquired lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.734477] env[63105]: DEBUG nova.network.neutron [req-e69ee04f-f25c-4669-a890-34abaae38e62 req-de2a5eae-f08c-4b10-9f66-463f25f9ac5c service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Refreshing network info cache for port b36a841e-a309-4c4d-861b-3708f5956852 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.823073] env[63105]: DEBUG oslo_concurrency.lockutils [None req-cbd0eec0-27d4-43b1-bd19-09dc99b9b57d tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "4c83729d-87d1-4c66-b175-cc42ecd30c58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.070s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.148536] env[63105]: DEBUG nova.scheduler.client.report [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1252.445470] env[63105]: DEBUG nova.network.neutron [req-e69ee04f-f25c-4669-a890-34abaae38e62 req-de2a5eae-f08c-4b10-9f66-463f25f9ac5c service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updated VIF entry in instance network info cache for port b36a841e-a309-4c4d-861b-3708f5956852. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.445990] env[63105]: DEBUG nova.network.neutron [req-e69ee04f-f25c-4669-a890-34abaae38e62 req-de2a5eae-f08c-4b10-9f66-463f25f9ac5c service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance_info_cache with network_info: [{"id": "b36a841e-a309-4c4d-861b-3708f5956852", "address": "fa:16:3e:94:3b:c0", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36a841e-a3", "ovs_interfaceid": "b36a841e-a309-4c4d-861b-3708f5956852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.653683] env[63105]: DEBUG oslo_concurrency.lockutils [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.676067] env[63105]: INFO nova.scheduler.client.report [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Deleted allocations for instance ee2612df-d6cc-4a3e-adfb-e1b289119141 [ 1252.949292] env[63105]: DEBUG oslo_concurrency.lockutils [req-e69ee04f-f25c-4669-a890-34abaae38e62 req-de2a5eae-f08c-4b10-9f66-463f25f9ac5c service nova] Releasing lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.183797] env[63105]: DEBUG oslo_concurrency.lockutils [None req-964dc908-74cf-4418-a915-912fbc100e65 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "ee2612df-d6cc-4a3e-adfb-e1b289119141" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.738s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.294035] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "4286628f-73e4-4f59-b3a6-df33345593be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.294317] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "4286628f-73e4-4f59-b3a6-df33345593be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.796541] env[63105]: DEBUG nova.compute.manager [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.319354] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.319598] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.321136] env[63105]: INFO nova.compute.claims [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.415259] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e9f5e0-8be1-4c2d-b447-78b11360ee0e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.422821] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a757cfa8-5340-4d92-9735-078b187869ef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.451470] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b747331d-17c8-4f6d-9f30-2a4d604ca4c9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.458164] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777ada07-9243-4ed8-9e5b-c433002c4986 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.470876] env[63105]: DEBUG nova.compute.provider_tree [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.974319] env[63105]: DEBUG nova.scheduler.client.report [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1258.480440] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.480992] env[63105]: DEBUG nova.compute.manager [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.986560] env[63105]: DEBUG nova.compute.utils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1258.989086] env[63105]: DEBUG nova.compute.manager [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1258.989199] env[63105]: DEBUG nova.network.neutron [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.033526] env[63105]: DEBUG nova.policy [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '952846bc3a754e899a0a72085580c196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eed34feff14c41b1ad37a4ad1d306bc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.328072] env[63105]: DEBUG nova.network.neutron [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Successfully created port: 2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.492602] env[63105]: DEBUG nova.compute.manager [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1260.505242] env[63105]: DEBUG nova.compute.manager [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.532390] env[63105]: DEBUG nova.virt.hardware [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1260.532764] env[63105]: DEBUG nova.virt.hardware [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1260.532982] env[63105]: DEBUG nova.virt.hardware [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.533732] env[63105]: DEBUG nova.virt.hardware [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1260.533732] env[63105]: DEBUG nova.virt.hardware [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.533732] env[63105]: DEBUG nova.virt.hardware [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1260.533964] env[63105]: DEBUG nova.virt.hardware [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1260.534207] env[63105]: DEBUG nova.virt.hardware [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1260.534445] env[63105]: DEBUG nova.virt.hardware [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1260.534672] env[63105]: DEBUG nova.virt.hardware [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1260.534917] env[63105]: DEBUG nova.virt.hardware [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1260.536129] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af6f1a6-f458-45d0-bacb-22026481017a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.546875] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c2bd8e-091d-4241-a278-ad82934c253c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.701791] env[63105]: DEBUG nova.compute.manager [req-de4a4aa1-6354-4177-a873-c459ba6d2d71 req-506e9c66-342c-405b-828f-b171d9232e78 service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Received event network-vif-plugged-2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1260.702036] env[63105]: DEBUG oslo_concurrency.lockutils [req-de4a4aa1-6354-4177-a873-c459ba6d2d71 req-506e9c66-342c-405b-828f-b171d9232e78 service nova] Acquiring lock "4286628f-73e4-4f59-b3a6-df33345593be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.702231] env[63105]: DEBUG oslo_concurrency.lockutils [req-de4a4aa1-6354-4177-a873-c459ba6d2d71 req-506e9c66-342c-405b-828f-b171d9232e78 service nova] Lock "4286628f-73e4-4f59-b3a6-df33345593be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.702396] env[63105]: DEBUG oslo_concurrency.lockutils [req-de4a4aa1-6354-4177-a873-c459ba6d2d71 req-506e9c66-342c-405b-828f-b171d9232e78 service nova] Lock "4286628f-73e4-4f59-b3a6-df33345593be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.702564] env[63105]: DEBUG nova.compute.manager [req-de4a4aa1-6354-4177-a873-c459ba6d2d71 req-506e9c66-342c-405b-828f-b171d9232e78 service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] No waiting events found dispatching network-vif-plugged-2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.702768] env[63105]: WARNING nova.compute.manager [req-de4a4aa1-6354-4177-a873-c459ba6d2d71 req-506e9c66-342c-405b-828f-b171d9232e78 service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Received unexpected event network-vif-plugged-2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5 for instance with vm_state building and task_state spawning. [ 1260.780406] env[63105]: DEBUG nova.network.neutron [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Successfully updated port: 2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.284634] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "refresh_cache-4286628f-73e4-4f59-b3a6-df33345593be" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.284795] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired lock "refresh_cache-4286628f-73e4-4f59-b3a6-df33345593be" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.284949] env[63105]: DEBUG nova.network.neutron [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.815356] env[63105]: DEBUG nova.network.neutron [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1261.927492] env[63105]: DEBUG nova.network.neutron [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Updating instance_info_cache with network_info: [{"id": "2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5", "address": "fa:16:3e:f7:52:d9", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec09f14-d4", "ovs_interfaceid": "2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.430048] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Releasing lock "refresh_cache-4286628f-73e4-4f59-b3a6-df33345593be" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.430183] env[63105]: DEBUG nova.compute.manager [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Instance network_info: |[{"id": "2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5", "address": "fa:16:3e:f7:52:d9", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec09f14-d4", "ovs_interfaceid": "2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.430648] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:52:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.438134] env[63105]: DEBUG oslo.service.loopingcall [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1262.438351] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.438574] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db2328cf-ac01-4e97-902b-f41e5375c09e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.459556] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.459556] env[63105]: value = "task-2759785" [ 1262.459556] env[63105]: _type = "Task" [ 1262.459556] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.466980] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759785, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.730801] env[63105]: DEBUG nova.compute.manager [req-8272da32-1a95-44ad-838a-5e20819b7113 req-356041f7-7ca5-4649-822a-9486a2955360 service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Received event network-changed-2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1262.730801] env[63105]: DEBUG nova.compute.manager [req-8272da32-1a95-44ad-838a-5e20819b7113 req-356041f7-7ca5-4649-822a-9486a2955360 service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Refreshing instance network info cache due to event network-changed-2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1262.730801] env[63105]: DEBUG oslo_concurrency.lockutils [req-8272da32-1a95-44ad-838a-5e20819b7113 req-356041f7-7ca5-4649-822a-9486a2955360 service nova] Acquiring lock "refresh_cache-4286628f-73e4-4f59-b3a6-df33345593be" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.730801] env[63105]: DEBUG oslo_concurrency.lockutils [req-8272da32-1a95-44ad-838a-5e20819b7113 req-356041f7-7ca5-4649-822a-9486a2955360 service nova] Acquired lock "refresh_cache-4286628f-73e4-4f59-b3a6-df33345593be" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.731040] env[63105]: DEBUG nova.network.neutron [req-8272da32-1a95-44ad-838a-5e20819b7113 req-356041f7-7ca5-4649-822a-9486a2955360 service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Refreshing network info cache for port 2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.969429] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759785, 'name': CreateVM_Task, 'duration_secs': 0.29997} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.969731] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.970307] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.970467] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.970797] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.971058] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7c8599-a64f-4b01-8b8c-2bdd6ddc1dcb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.975448] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1262.975448] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]526eb551-a490-116a-d4f4-22e047d89834" [ 1262.975448] env[63105]: _type = "Task" [ 1262.975448] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.983167] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526eb551-a490-116a-d4f4-22e047d89834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.409721] env[63105]: DEBUG nova.network.neutron [req-8272da32-1a95-44ad-838a-5e20819b7113 req-356041f7-7ca5-4649-822a-9486a2955360 service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Updated VIF entry in instance network info cache for port 2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.410115] env[63105]: DEBUG nova.network.neutron [req-8272da32-1a95-44ad-838a-5e20819b7113 req-356041f7-7ca5-4649-822a-9486a2955360 service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Updating instance_info_cache with network_info: [{"id": "2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5", "address": "fa:16:3e:f7:52:d9", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec09f14-d4", "ovs_interfaceid": "2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.485561] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]526eb551-a490-116a-d4f4-22e047d89834, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.485861] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.486115] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.486347] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.486491] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.486667] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.486908] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-714d13f8-d3b8-4054-a9e2-30ed7ac0a12e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.495146] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.495316] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.495965] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de5506d-9282-4275-a6ea-3cd60ed8d9c7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.500432] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1263.500432] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ba3fd4-29b8-5554-c6b1-332a47836281" [ 1263.500432] env[63105]: _type = "Task" [ 1263.500432] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.507501] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ba3fd4-29b8-5554-c6b1-332a47836281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.913016] env[63105]: DEBUG oslo_concurrency.lockutils [req-8272da32-1a95-44ad-838a-5e20819b7113 req-356041f7-7ca5-4649-822a-9486a2955360 service nova] Releasing lock "refresh_cache-4286628f-73e4-4f59-b3a6-df33345593be" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.010664] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52ba3fd4-29b8-5554-c6b1-332a47836281, 'name': SearchDatastore_Task, 'duration_secs': 0.008195} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.011486] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424dead4-74c0-4c19-8690-f4fe14177ee2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.016879] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1264.016879] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52073aa0-7f28-b327-2aa7-74121d53c929" [ 1264.016879] env[63105]: _type = "Task" [ 1264.016879] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.023949] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52073aa0-7f28-b327-2aa7-74121d53c929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.526635] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52073aa0-7f28-b327-2aa7-74121d53c929, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.526889] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.527161] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 4286628f-73e4-4f59-b3a6-df33345593be/4286628f-73e4-4f59-b3a6-df33345593be.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.527407] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c34afe82-6735-46af-b4ec-81b88e89954a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.533843] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1264.533843] env[63105]: value = "task-2759786" [ 1264.533843] env[63105]: _type = "Task" [ 1264.533843] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.542448] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.043384] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449286} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.043384] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore2] 4286628f-73e4-4f59-b3a6-df33345593be/4286628f-73e4-4f59-b3a6-df33345593be.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.043812] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.043854] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d93d75a-8c9a-4dd6-8ff1-3d3f8f69f3f7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.049673] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1265.049673] env[63105]: value = "task-2759787" [ 1265.049673] env[63105]: _type = "Task" [ 1265.049673] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.056496] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.559647] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066665} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.559919] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1265.560747] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a753e1-c72c-4754-b9e2-754a21c04073 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.583117] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 4286628f-73e4-4f59-b3a6-df33345593be/4286628f-73e4-4f59-b3a6-df33345593be.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.583453] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e44f9c-ecc1-4cd3-9161-dd4ac43201e4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.603485] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1265.603485] env[63105]: value = "task-2759788" [ 1265.603485] env[63105]: _type = "Task" [ 1265.603485] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.611977] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.113356] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759788, 'name': ReconfigVM_Task, 'duration_secs': 0.461292} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.113729] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 4286628f-73e4-4f59-b3a6-df33345593be/4286628f-73e4-4f59-b3a6-df33345593be.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.114315] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24e86099-fa24-4475-b3e3-29392eaff5cb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.121840] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1266.121840] env[63105]: value = "task-2759789" [ 1266.121840] env[63105]: _type = "Task" [ 1266.121840] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.129613] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759789, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.631499] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759789, 'name': Rename_Task, 'duration_secs': 0.190751} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.631499] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.631690] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc6da79a-aaeb-46ad-8511-0e35ddc1124a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.637633] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1266.637633] env[63105]: value = "task-2759790" [ 1266.637633] env[63105]: _type = "Task" [ 1266.637633] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.645670] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.147884] env[63105]: DEBUG oslo_vmware.api [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759790, 'name': PowerOnVM_Task, 'duration_secs': 0.457687} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.148225] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.148334] env[63105]: INFO nova.compute.manager [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1267.148465] env[63105]: DEBUG nova.compute.manager [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.149562] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5b91f3-8d20-4ba7-a56b-32897b559316 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.669938] env[63105]: INFO nova.compute.manager [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Took 11.37 seconds to build instance. [ 1267.774057] env[63105]: INFO nova.compute.manager [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Rebuilding instance [ 1267.817143] env[63105]: DEBUG nova.compute.manager [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.818364] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36a6f7e-d826-463a-b252-54c0c938f5de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.171348] env[63105]: DEBUG oslo_concurrency.lockutils [None req-aef752f0-1aad-4b0d-99d7-1308afbfb9d6 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "4286628f-73e4-4f59-b3a6-df33345593be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.877s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.505284] env[63105]: DEBUG nova.compute.manager [req-dca1445c-c7c5-4718-b092-01fdf2cc1160 req-161a9a05-6828-4bf3-ab58-3a6318528fc2 service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Received event network-changed-2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1268.505446] env[63105]: DEBUG nova.compute.manager [req-dca1445c-c7c5-4718-b092-01fdf2cc1160 req-161a9a05-6828-4bf3-ab58-3a6318528fc2 service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Refreshing instance network info cache due to event network-changed-2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1268.505658] env[63105]: DEBUG oslo_concurrency.lockutils [req-dca1445c-c7c5-4718-b092-01fdf2cc1160 req-161a9a05-6828-4bf3-ab58-3a6318528fc2 service nova] Acquiring lock "refresh_cache-4286628f-73e4-4f59-b3a6-df33345593be" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.505799] env[63105]: DEBUG oslo_concurrency.lockutils [req-dca1445c-c7c5-4718-b092-01fdf2cc1160 req-161a9a05-6828-4bf3-ab58-3a6318528fc2 service nova] Acquired lock "refresh_cache-4286628f-73e4-4f59-b3a6-df33345593be" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.505958] env[63105]: DEBUG nova.network.neutron [req-dca1445c-c7c5-4718-b092-01fdf2cc1160 req-161a9a05-6828-4bf3-ab58-3a6318528fc2 service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Refreshing network info cache for port 2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.836260] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.836590] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3cef33e-5278-4106-af1c-699e48fd2bb9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.843434] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1268.843434] env[63105]: value = "task-2759791" [ 1268.843434] env[63105]: _type = "Task" [ 1268.843434] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.851482] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.207169] env[63105]: DEBUG nova.network.neutron [req-dca1445c-c7c5-4718-b092-01fdf2cc1160 req-161a9a05-6828-4bf3-ab58-3a6318528fc2 service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Updated VIF entry in instance network info cache for port 2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.207478] env[63105]: DEBUG nova.network.neutron [req-dca1445c-c7c5-4718-b092-01fdf2cc1160 req-161a9a05-6828-4bf3-ab58-3a6318528fc2 service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Updating instance_info_cache with network_info: [{"id": "2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5", "address": "fa:16:3e:f7:52:d9", "network": {"id": "c5125df1-da2b-4646-8348-69a118f173a8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649966322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed34feff14c41b1ad37a4ad1d306bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec09f14-d4", "ovs_interfaceid": "2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.353562] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759791, 'name': PowerOffVM_Task, 'duration_secs': 0.206184} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.353846] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.354095] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.354831] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbc29ab-dab1-4d7d-bb07-2e55f79bb445 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.361925] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.362160] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59f98d09-6df8-43f2-95ae-ea6ea52377ba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.425401] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.425629] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.425789] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Deleting the datastore file [datastore1] a3cf2165-6b6c-406d-80fb-0b8dfa52106b {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.426145] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91df6be5-7eaa-459c-b847-87bc22d31dc3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.433108] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1269.433108] env[63105]: value = "task-2759793" [ 1269.433108] env[63105]: _type = "Task" [ 1269.433108] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.440917] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.710131] env[63105]: DEBUG oslo_concurrency.lockutils [req-dca1445c-c7c5-4718-b092-01fdf2cc1160 req-161a9a05-6828-4bf3-ab58-3a6318528fc2 service nova] Releasing lock "refresh_cache-4286628f-73e4-4f59-b3a6-df33345593be" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.943369] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125033} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.977811] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.977811] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.977811] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.980283] env[63105]: DEBUG nova.virt.hardware [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1270.980628] env[63105]: DEBUG nova.virt.hardware [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1270.980703] env[63105]: DEBUG nova.virt.hardware [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.980883] env[63105]: DEBUG nova.virt.hardware [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1270.981044] env[63105]: DEBUG nova.virt.hardware [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.981203] env[63105]: DEBUG nova.virt.hardware [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1270.981411] env[63105]: DEBUG nova.virt.hardware [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1270.981571] env[63105]: DEBUG nova.virt.hardware [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1270.981735] env[63105]: DEBUG nova.virt.hardware [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1270.981929] env[63105]: DEBUG nova.virt.hardware [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1270.982186] env[63105]: DEBUG nova.virt.hardware [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1270.983144] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4815d7-1785-4f46-94c4-409677deda82 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.990743] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3191475d-ef7c-45b4-a2c7-4d013cd2d219 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.004078] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:ac:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9109498-5bae-490c-9307-e61718e5963f', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.011275] env[63105]: DEBUG oslo.service.loopingcall [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1271.011496] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.011698] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-618c9096-1a53-4457-9da7-aee9b1d30e1e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.029981] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.029981] env[63105]: value = "task-2759794" [ 1271.029981] env[63105]: _type = "Task" [ 1271.029981] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.036781] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759794, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.540155] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759794, 'name': CreateVM_Task, 'duration_secs': 0.460213} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.540327] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.540892] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.541062] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.541373] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.541603] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304677fe-cf43-4d33-8be2-7c5cf7923e6d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.545560] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1271.545560] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52873eda-567b-645b-5c43-c3b5bd451789" [ 1271.545560] env[63105]: _type = "Task" [ 1271.545560] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.552327] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52873eda-567b-645b-5c43-c3b5bd451789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.056491] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52873eda-567b-645b-5c43-c3b5bd451789, 'name': SearchDatastore_Task, 'duration_secs': 0.00903} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.056869] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.057009] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.057249] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.057395] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.057570] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.057809] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dc70144-80e4-4adb-9e82-69b37dc17f16 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.065736] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.065896] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.066578] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c32d2e5f-1b9a-4457-b206-d1e8c29c206b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.071132] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1272.071132] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e5b647-b44d-3f11-327a-7b6960967954" [ 1272.071132] env[63105]: _type = "Task" [ 1272.071132] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.078330] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e5b647-b44d-3f11-327a-7b6960967954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.580614] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e5b647-b44d-3f11-327a-7b6960967954, 'name': SearchDatastore_Task, 'duration_secs': 0.00802} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.582056] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2261d86-4820-4058-bbf6-19a728d6bc65 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.586524] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1272.586524] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a1c428-a658-a4ae-9248-6f6e3b3d1040" [ 1272.586524] env[63105]: _type = "Task" [ 1272.586524] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.593790] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a1c428-a658-a4ae-9248-6f6e3b3d1040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.096815] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a1c428-a658-a4ae-9248-6f6e3b3d1040, 'name': SearchDatastore_Task, 'duration_secs': 0.013625} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.097223] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.097339] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] a3cf2165-6b6c-406d-80fb-0b8dfa52106b/a3cf2165-6b6c-406d-80fb-0b8dfa52106b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.097586] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c03243f5-fa4d-4691-9469-d33e2e81bbde {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.103685] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1273.103685] env[63105]: value = "task-2759795" [ 1273.103685] env[63105]: _type = "Task" [ 1273.103685] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.110772] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.366655] env[63105]: DEBUG oslo_concurrency.lockutils [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.366887] env[63105]: DEBUG oslo_concurrency.lockutils [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.367091] env[63105]: DEBUG oslo_concurrency.lockutils [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.367289] env[63105]: DEBUG oslo_concurrency.lockutils [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.367452] env[63105]: DEBUG oslo_concurrency.lockutils [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.369701] env[63105]: INFO nova.compute.manager [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Terminating instance [ 1273.613724] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432341} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.614012] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] a3cf2165-6b6c-406d-80fb-0b8dfa52106b/a3cf2165-6b6c-406d-80fb-0b8dfa52106b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.614266] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.614505] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23751b63-0cda-45c4-acf5-fc58ef626ce6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.620951] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1273.620951] env[63105]: value = "task-2759796" [ 1273.620951] env[63105]: _type = "Task" [ 1273.620951] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.627896] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.873285] env[63105]: DEBUG nova.compute.manager [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.873525] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.873783] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d09d873e-8fee-439b-ac8f-0635b4743d6d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.880654] env[63105]: DEBUG oslo_vmware.api [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1273.880654] env[63105]: value = "task-2759797" [ 1273.880654] env[63105]: _type = "Task" [ 1273.880654] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.888541] env[63105]: DEBUG oslo_vmware.api [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.132070] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060524} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.132443] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.133112] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c571f871-47da-4229-844b-52689b77c91d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.153892] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] a3cf2165-6b6c-406d-80fb-0b8dfa52106b/a3cf2165-6b6c-406d-80fb-0b8dfa52106b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.154135] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e04bf7b7-c110-4579-b32c-fd2043a5bd33 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.171937] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1274.171937] env[63105]: value = "task-2759798" [ 1274.171937] env[63105]: _type = "Task" [ 1274.171937] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.178984] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.390978] env[63105]: DEBUG oslo_vmware.api [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759797, 'name': PowerOffVM_Task, 'duration_secs': 0.16517} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.391332] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.391464] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1274.391677] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555265', 'volume_id': 'b77dc3f1-5041-4a12-a4ea-167667b60c8b', 'name': 'volume-b77dc3f1-5041-4a12-a4ea-167667b60c8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7', 'attached_at': '2025-02-21T09:00:30.000000', 'detached_at': '', 'volume_id': 'b77dc3f1-5041-4a12-a4ea-167667b60c8b', 'serial': 'b77dc3f1-5041-4a12-a4ea-167667b60c8b'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1274.392508] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aec3239-da56-4db1-9708-f7c36ce44a6c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.410291] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28b2c6e-c446-4b74-b992-171e1ea4358c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.416146] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc335b2-ba0e-4191-91db-3ac71ad926da {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.432713] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2741529-8c69-4a95-ac37-f5451c4e7132 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.446493] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] The volume has not been displaced from its original location: [datastore1] volume-b77dc3f1-5041-4a12-a4ea-167667b60c8b/volume-b77dc3f1-5041-4a12-a4ea-167667b60c8b.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1274.451600] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1274.451837] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-757c070d-1bcd-414a-9351-af19d3ca3a72 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.468627] env[63105]: DEBUG oslo_vmware.api [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1274.468627] env[63105]: value = "task-2759799" [ 1274.468627] env[63105]: _type = "Task" [ 1274.468627] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.475863] env[63105]: DEBUG oslo_vmware.api [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759799, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.682880] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759798, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.978752] env[63105]: DEBUG oslo_vmware.api [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759799, 'name': ReconfigVM_Task, 'duration_secs': 0.255073} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.979026] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1274.985410] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36150ac7-f138-4292-a5dd-80ec4be6e166 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.004890] env[63105]: DEBUG oslo_vmware.api [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1275.004890] env[63105]: value = "task-2759800" [ 1275.004890] env[63105]: _type = "Task" [ 1275.004890] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.014565] env[63105]: DEBUG oslo_vmware.api [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.181968] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759798, 'name': ReconfigVM_Task, 'duration_secs': 0.561126} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.182405] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Reconfigured VM instance instance-00000074 to attach disk [datastore1] a3cf2165-6b6c-406d-80fb-0b8dfa52106b/a3cf2165-6b6c-406d-80fb-0b8dfa52106b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.183090] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6358f747-f338-4fdc-973a-554ade96e841 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.189681] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1275.189681] env[63105]: value = "task-2759801" [ 1275.189681] env[63105]: _type = "Task" [ 1275.189681] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.196956] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759801, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.514850] env[63105]: DEBUG oslo_vmware.api [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759800, 'name': ReconfigVM_Task, 'duration_secs': 0.291083} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.515205] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555265', 'volume_id': 'b77dc3f1-5041-4a12-a4ea-167667b60c8b', 'name': 'volume-b77dc3f1-5041-4a12-a4ea-167667b60c8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7', 'attached_at': '2025-02-21T09:00:30.000000', 'detached_at': '', 'volume_id': 'b77dc3f1-5041-4a12-a4ea-167667b60c8b', 'serial': 'b77dc3f1-5041-4a12-a4ea-167667b60c8b'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1275.515463] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.516229] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31a8505-07a3-4cea-a12e-49ef1befaefb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.522170] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.522382] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0952eedc-4780-4fd2-8efc-ec030357d229 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.584066] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.584281] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.584459] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleting the datastore file [datastore1] 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.584709] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4354c508-d2b4-46e2-81ed-582196e176e9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.591298] env[63105]: DEBUG oslo_vmware.api [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1275.591298] env[63105]: value = "task-2759803" [ 1275.591298] env[63105]: _type = "Task" [ 1275.591298] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.598532] env[63105]: DEBUG oslo_vmware.api [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.699215] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759801, 'name': Rename_Task, 'duration_secs': 0.168384} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.699460] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.699686] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ec2dfbf-3974-4bdd-8431-cf220c7f5a90 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.705139] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1275.705139] env[63105]: value = "task-2759804" [ 1275.705139] env[63105]: _type = "Task" [ 1275.705139] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.711769] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.101849] env[63105]: DEBUG oslo_vmware.api [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07646} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.103029] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.103029] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.103029] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.103029] env[63105]: INFO nova.compute.manager [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1276.103239] env[63105]: DEBUG oslo.service.loopingcall [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1276.103357] env[63105]: DEBUG nova.compute.manager [-] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.103520] env[63105]: DEBUG nova.network.neutron [-] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.215032] env[63105]: DEBUG oslo_vmware.api [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759804, 'name': PowerOnVM_Task, 'duration_secs': 0.473971} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.215032] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.215032] env[63105]: DEBUG nova.compute.manager [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.215557] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85eaa8c7-2f80-45c0-a976-c84b3d8805cd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.546100] env[63105]: DEBUG nova.compute.manager [req-aa787631-ddce-49a7-98f2-b49fededaa38 req-e3780d6e-e595-471e-8efc-72bcddcdccf0 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Received event network-vif-deleted-2a00d9fe-eef8-4f13-9387-d343639dfcab {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1276.546323] env[63105]: INFO nova.compute.manager [req-aa787631-ddce-49a7-98f2-b49fededaa38 req-e3780d6e-e595-471e-8efc-72bcddcdccf0 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Neutron deleted interface 2a00d9fe-eef8-4f13-9387-d343639dfcab; detaching it from the instance and deleting it from the info cache [ 1276.546517] env[63105]: DEBUG nova.network.neutron [req-aa787631-ddce-49a7-98f2-b49fededaa38 req-e3780d6e-e595-471e-8efc-72bcddcdccf0 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.732410] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.732612] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.732790] env[63105]: DEBUG nova.objects.instance [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1277.028649] env[63105]: DEBUG nova.network.neutron [-] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.049125] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6da60ea1-219e-4050-8450-2f14d8d1c0d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.058554] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea4fed1-153f-4aba-aca2-1758a2cd99ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.086448] env[63105]: DEBUG nova.compute.manager [req-aa787631-ddce-49a7-98f2-b49fededaa38 req-e3780d6e-e595-471e-8efc-72bcddcdccf0 service nova] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Detach interface failed, port_id=2a00d9fe-eef8-4f13-9387-d343639dfcab, reason: Instance 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1277.531494] env[63105]: INFO nova.compute.manager [-] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Took 1.43 seconds to deallocate network for instance. [ 1277.741904] env[63105]: DEBUG oslo_concurrency.lockutils [None req-b4608082-5823-4509-803f-01053cc0acf2 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.073728] env[63105]: INFO nova.compute.manager [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Took 0.54 seconds to detach 1 volumes for instance. [ 1278.075927] env[63105]: DEBUG nova.compute.manager [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Deleting volume: b77dc3f1-5041-4a12-a4ea-167667b60c8b {{(pid=63105) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1278.620797] env[63105]: DEBUG oslo_concurrency.lockutils [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.621202] env[63105]: DEBUG oslo_concurrency.lockutils [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.621317] env[63105]: DEBUG oslo_concurrency.lockutils [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.644198] env[63105]: INFO nova.scheduler.client.report [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleted allocations for instance 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7 [ 1279.153108] env[63105]: DEBUG oslo_concurrency.lockutils [None req-723b7557-816d-49ed-80a2-a4835c1e47d8 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.786s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.646029] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.646379] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.006629] env[63105]: DEBUG oslo_concurrency.lockutils [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "708a45bc-29e5-4934-b2da-aa0315181575" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.006895] env[63105]: DEBUG oslo_concurrency.lockutils [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "708a45bc-29e5-4934-b2da-aa0315181575" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.007130] env[63105]: DEBUG oslo_concurrency.lockutils [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "708a45bc-29e5-4934-b2da-aa0315181575-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.007319] env[63105]: DEBUG oslo_concurrency.lockutils [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "708a45bc-29e5-4934-b2da-aa0315181575-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.007487] env[63105]: DEBUG oslo_concurrency.lockutils [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "708a45bc-29e5-4934-b2da-aa0315181575-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.009644] env[63105]: INFO nova.compute.manager [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Terminating instance [ 1280.513947] env[63105]: DEBUG nova.compute.manager [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.514156] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.515415] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9456242a-43dd-43b8-85bd-5f7bdec33290 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.522773] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.523028] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02b39e88-90bd-43bc-b1b9-11ee7da78264 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.528930] env[63105]: DEBUG oslo_vmware.api [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1280.528930] env[63105]: value = "task-2759806" [ 1280.528930] env[63105]: _type = "Task" [ 1280.528930] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.537093] env[63105]: DEBUG oslo_vmware.api [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.038586] env[63105]: DEBUG oslo_vmware.api [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759806, 'name': PowerOffVM_Task, 'duration_secs': 0.222622} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.038964] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.039031] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.039259] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58d3f330-9771-456d-b3bd-1fa2b377b846 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.101398] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.101648] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.101797] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleting the datastore file [datastore1] 708a45bc-29e5-4934-b2da-aa0315181575 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.102042] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ce6dc33-613c-437e-9d01-4a03e0c57945 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.107747] env[63105]: DEBUG oslo_vmware.api [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1281.107747] env[63105]: value = "task-2759808" [ 1281.107747] env[63105]: _type = "Task" [ 1281.107747] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.116382] env[63105]: DEBUG oslo_vmware.api [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.618189] env[63105]: DEBUG oslo_vmware.api [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125028} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.618401] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.618685] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.618899] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.619113] env[63105]: INFO nova.compute.manager [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1281.619394] env[63105]: DEBUG oslo.service.loopingcall [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.619614] env[63105]: DEBUG nova.compute.manager [-] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.619727] env[63105]: DEBUG nova.network.neutron [-] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.646404] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.646638] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1281.646720] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Rebuilding the list of instances to heal {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 1281.872536] env[63105]: DEBUG nova.compute.manager [req-def5784c-9303-4beb-a284-4b6b5d3fc442 req-f3effe43-af69-4f8c-9be7-1769248d4b25 service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Received event network-vif-deleted-047a784f-be38-45a6-b448-10e7ada2c136 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1281.872738] env[63105]: INFO nova.compute.manager [req-def5784c-9303-4beb-a284-4b6b5d3fc442 req-f3effe43-af69-4f8c-9be7-1769248d4b25 service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Neutron deleted interface 047a784f-be38-45a6-b448-10e7ada2c136; detaching it from the instance and deleting it from the info cache [ 1281.872909] env[63105]: DEBUG nova.network.neutron [req-def5784c-9303-4beb-a284-4b6b5d3fc442 req-f3effe43-af69-4f8c-9be7-1769248d4b25 service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.150360] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Skipping network cache update for instance because it is being deleted. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10275}} [ 1282.176866] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.177046] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquired lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.177215] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Forcefully refreshing network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1282.177375] env[63105]: DEBUG nova.objects.instance [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lazy-loading 'info_cache' on Instance uuid 1295c5fb-4d84-4b06-8c38-30a1fbed2079 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.355439] env[63105]: DEBUG nova.network.neutron [-] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.375287] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab1c9b04-1e3a-4c81-952b-74f1e61ded48 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.385401] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1704d2dd-196a-4c11-bc47-60f3337c5f26 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.412063] env[63105]: DEBUG nova.compute.manager [req-def5784c-9303-4beb-a284-4b6b5d3fc442 req-f3effe43-af69-4f8c-9be7-1769248d4b25 service nova] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Detach interface failed, port_id=047a784f-be38-45a6-b448-10e7ada2c136, reason: Instance 708a45bc-29e5-4934-b2da-aa0315181575 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1282.858961] env[63105]: INFO nova.compute.manager [-] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Took 1.24 seconds to deallocate network for instance. [ 1283.365716] env[63105]: DEBUG oslo_concurrency.lockutils [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.366092] env[63105]: DEBUG oslo_concurrency.lockutils [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.366386] env[63105]: DEBUG nova.objects.instance [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lazy-loading 'resources' on Instance uuid 708a45bc-29e5-4934-b2da-aa0315181575 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.883566] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Updating instance_info_cache with network_info: [{"id": "ace5fe08-0b3e-4c65-8169-3bf59e37a26c", "address": "fa:16:3e:26:eb:32", "network": {"id": "aee20db8-7128-430c-9c61-98b0bbbd4d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1083299768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be7d290724942bf9c905cf7eab9c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace5fe08-0b", "ovs_interfaceid": "ace5fe08-0b3e-4c65-8169-3bf59e37a26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.960524] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cc34c0-c510-40a4-8cf5-5e55fd803b3a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.968517] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96cf424-3ced-422e-a959-246b014d9b0a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.998596] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50add5d2-4d74-4123-b12e-b067d562b60c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.006186] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f84c242-8527-4e77-add9-2463f2c1a782 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.019500] env[63105]: DEBUG nova.compute.provider_tree [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.386817] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Releasing lock "refresh_cache-1295c5fb-4d84-4b06-8c38-30a1fbed2079" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.387194] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Updated the network info_cache for instance {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 1284.387388] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.387691] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.387948] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.388234] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.388438] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.388578] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1284.388725] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.522710] env[63105]: DEBUG nova.scheduler.client.report [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1284.891602] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.027848] env[63105]: DEBUG oslo_concurrency.lockutils [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.030112] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.139s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.030304] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.030466] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1285.031313] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb969cc8-3ad8-4051-864f-9fd22ea29ea4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.040591] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2df88ad-ef19-45e2-bac9-e482c92367a9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.054786] env[63105]: INFO nova.scheduler.client.report [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleted allocations for instance 708a45bc-29e5-4934-b2da-aa0315181575 [ 1285.056148] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9d76a9-63ea-432f-b971-827ed0cc9127 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.064284] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb02a47-9b67-4080-838f-79b384adab7d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.093045] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180154MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1285.093226] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.093454] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.564352] env[63105]: DEBUG oslo_concurrency.lockutils [None req-802c3a02-1e9a-4073-bb50-95342dae3506 tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "708a45bc-29e5-4934-b2da-aa0315181575" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.557s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.116555] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 1295c5fb-4d84-4b06-8c38-30a1fbed2079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.116774] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 0a6287e8-10b3-46c2-a3af-fa9750857f50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.116929] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance a3cf2165-6b6c-406d-80fb-0b8dfa52106b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.117110] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 4c83729d-87d1-4c66-b175-cc42ecd30c58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.117283] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 4286628f-73e4-4f59-b3a6-df33345593be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.117527] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1286.117721] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1286.185248] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46dba4e-746b-4844-b3c9-39730a62cdf9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.192061] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bee0c39-3c3e-41a8-83ee-5dfca6b6136c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.222186] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f34b1d-2938-4b35-9d90-147d28c45579 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.228855] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d1caa4-8a6b-495b-a126-805b431bb3d3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.241394] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.744400] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1287.249464] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1287.249680] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.156s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.214594] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "4c83729d-87d1-4c66-b175-cc42ecd30c58" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.214909] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "4c83729d-87d1-4c66-b175-cc42ecd30c58" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.677890] env[63105]: DEBUG oslo_concurrency.lockutils [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "1295c5fb-4d84-4b06-8c38-30a1fbed2079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.678288] env[63105]: DEBUG oslo_concurrency.lockutils [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "1295c5fb-4d84-4b06-8c38-30a1fbed2079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.678581] env[63105]: DEBUG oslo_concurrency.lockutils [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "1295c5fb-4d84-4b06-8c38-30a1fbed2079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.678849] env[63105]: DEBUG oslo_concurrency.lockutils [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "1295c5fb-4d84-4b06-8c38-30a1fbed2079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.679127] env[63105]: DEBUG oslo_concurrency.lockutils [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "1295c5fb-4d84-4b06-8c38-30a1fbed2079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.681501] env[63105]: INFO nova.compute.manager [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Terminating instance [ 1289.717974] env[63105]: DEBUG nova.compute.utils [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1290.186244] env[63105]: DEBUG nova.compute.manager [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1290.186558] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.187523] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2087f3-a29d-4eae-a5c3-11e79dccd923 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.195248] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.195511] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de774f63-fd3e-4d3b-bae5-67e45c6eff7f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.201760] env[63105]: DEBUG oslo_vmware.api [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1290.201760] env[63105]: value = "task-2759810" [ 1290.201760] env[63105]: _type = "Task" [ 1290.201760] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.209693] env[63105]: DEBUG oslo_vmware.api [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.220422] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "4c83729d-87d1-4c66-b175-cc42ecd30c58" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.710776] env[63105]: DEBUG oslo_vmware.api [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759810, 'name': PowerOffVM_Task, 'duration_secs': 0.201036} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.711084] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.711276] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.711520] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31a14e56-d583-4071-a161-133a8bb1af54 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.778910] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.779130] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.779312] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleting the datastore file [datastore2] 1295c5fb-4d84-4b06-8c38-30a1fbed2079 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.779815] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d323e8a2-4def-44c5-8348-f91798be4c91 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.786071] env[63105]: DEBUG oslo_vmware.api [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for the task: (returnval){ [ 1290.786071] env[63105]: value = "task-2759812" [ 1290.786071] env[63105]: _type = "Task" [ 1290.786071] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.794026] env[63105]: DEBUG oslo_vmware.api [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.283582] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "4c83729d-87d1-4c66-b175-cc42ecd30c58" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.283801] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "4c83729d-87d1-4c66-b175-cc42ecd30c58" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.283980] env[63105]: INFO nova.compute.manager [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Attaching volume 0778ad60-7011-4299-bb02-6eae53353171 to /dev/sdb [ 1291.298435] env[63105]: DEBUG oslo_vmware.api [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Task: {'id': task-2759812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132114} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.298696] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.298879] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.299065] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.299243] env[63105]: INFO nova.compute.manager [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1291.299478] env[63105]: DEBUG oslo.service.loopingcall [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1291.299663] env[63105]: DEBUG nova.compute.manager [-] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.299756] env[63105]: DEBUG nova.network.neutron [-] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1291.316912] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f693dcbe-373b-4bd2-9c11-75b071c326ee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.323553] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5785bab8-3be1-4057-84a4-48cfe2ffde56 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.337129] env[63105]: DEBUG nova.virt.block_device [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating existing volume attachment record: b302db60-6a4f-4fd0-9a27-bdfbf53e5af6 {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1291.575845] env[63105]: DEBUG nova.compute.manager [req-b9cb223e-520b-41b3-8c7e-3110d1c1f93d req-b72089c4-381c-48ba-9939-6395bbfeb0eb service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Received event network-vif-deleted-ace5fe08-0b3e-4c65-8169-3bf59e37a26c {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1291.575999] env[63105]: INFO nova.compute.manager [req-b9cb223e-520b-41b3-8c7e-3110d1c1f93d req-b72089c4-381c-48ba-9939-6395bbfeb0eb service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Neutron deleted interface ace5fe08-0b3e-4c65-8169-3bf59e37a26c; detaching it from the instance and deleting it from the info cache [ 1291.576195] env[63105]: DEBUG nova.network.neutron [req-b9cb223e-520b-41b3-8c7e-3110d1c1f93d req-b72089c4-381c-48ba-9939-6395bbfeb0eb service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.059246] env[63105]: DEBUG nova.network.neutron [-] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.078776] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fb5456c-bd97-4af0-9e9e-245a49a209b1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.088368] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f0a022-8455-4e64-bbb0-c266e79c02bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.118215] env[63105]: DEBUG nova.compute.manager [req-b9cb223e-520b-41b3-8c7e-3110d1c1f93d req-b72089c4-381c-48ba-9939-6395bbfeb0eb service nova] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Detach interface failed, port_id=ace5fe08-0b3e-4c65-8169-3bf59e37a26c, reason: Instance 1295c5fb-4d84-4b06-8c38-30a1fbed2079 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1292.562593] env[63105]: INFO nova.compute.manager [-] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Took 1.26 seconds to deallocate network for instance. [ 1293.069491] env[63105]: DEBUG oslo_concurrency.lockutils [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.069786] env[63105]: DEBUG oslo_concurrency.lockutils [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.070064] env[63105]: DEBUG nova.objects.instance [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lazy-loading 'resources' on Instance uuid 1295c5fb-4d84-4b06-8c38-30a1fbed2079 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.641084] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dd1c32-4873-4fea-be79-93fa388a6102 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.648482] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ed827d-480b-4773-9b5b-7c7ea3379cc9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.678179] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292216e5-0de0-4d8c-bd6a-6ba3c718c364 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.685092] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae0996d-383c-4a82-8354-41b3a55bd63c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.697806] env[63105]: DEBUG nova.compute.provider_tree [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.201364] env[63105]: DEBUG nova.scheduler.client.report [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1294.708053] env[63105]: DEBUG oslo_concurrency.lockutils [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.726449] env[63105]: INFO nova.scheduler.client.report [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Deleted allocations for instance 1295c5fb-4d84-4b06-8c38-30a1fbed2079 [ 1295.233390] env[63105]: DEBUG oslo_concurrency.lockutils [None req-55372cde-55cb-4528-9466-b24afb67defa tempest-ServerActionsTestOtherA-1380126104 tempest-ServerActionsTestOtherA-1380126104-project-member] Lock "1295c5fb-4d84-4b06-8c38-30a1fbed2079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.555s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.879177] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1295.879504] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555273', 'volume_id': '0778ad60-7011-4299-bb02-6eae53353171', 'name': 'volume-0778ad60-7011-4299-bb02-6eae53353171', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c83729d-87d1-4c66-b175-cc42ecd30c58', 'attached_at': '', 'detached_at': '', 'volume_id': '0778ad60-7011-4299-bb02-6eae53353171', 'serial': '0778ad60-7011-4299-bb02-6eae53353171'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1295.880399] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c1a9cb-eb9f-483b-aa12-044087f0b125 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.897124] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bdb6b3-bcca-478b-9592-ce154562e967 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.921204] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-0778ad60-7011-4299-bb02-6eae53353171/volume-0778ad60-7011-4299-bb02-6eae53353171.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.921468] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eede351-6991-48f2-98da-6dc6b97aed80 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.941643] env[63105]: DEBUG oslo_vmware.api [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1295.941643] env[63105]: value = "task-2759817" [ 1295.941643] env[63105]: _type = "Task" [ 1295.941643] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.950451] env[63105]: DEBUG oslo_vmware.api [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.452132] env[63105]: DEBUG oslo_vmware.api [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759817, 'name': ReconfigVM_Task, 'duration_secs': 0.334523} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.452406] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-0778ad60-7011-4299-bb02-6eae53353171/volume-0778ad60-7011-4299-bb02-6eae53353171.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.457099] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f90fda3-681b-420b-aedf-7aa54cb0d08e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.471652] env[63105]: DEBUG oslo_vmware.api [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1296.471652] env[63105]: value = "task-2759818" [ 1296.471652] env[63105]: _type = "Task" [ 1296.471652] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.479389] env[63105]: DEBUG oslo_vmware.api [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.980934] env[63105]: DEBUG oslo_vmware.api [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759818, 'name': ReconfigVM_Task, 'duration_secs': 0.132293} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.981255] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555273', 'volume_id': '0778ad60-7011-4299-bb02-6eae53353171', 'name': 'volume-0778ad60-7011-4299-bb02-6eae53353171', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c83729d-87d1-4c66-b175-cc42ecd30c58', 'attached_at': '', 'detached_at': '', 'volume_id': '0778ad60-7011-4299-bb02-6eae53353171', 'serial': '0778ad60-7011-4299-bb02-6eae53353171'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1298.015621] env[63105]: DEBUG nova.objects.instance [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lazy-loading 'flavor' on Instance uuid 4c83729d-87d1-4c66-b175-cc42ecd30c58 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.522044] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c40a7351-cdcb-4e72-9578-4bec8f1b15d9 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "4c83729d-87d1-4c66-b175-cc42ecd30c58" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.552842] env[63105]: DEBUG nova.compute.manager [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Stashing vm_state: active {{(pid=63105) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 1300.072285] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.072554] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.579562] env[63105]: INFO nova.compute.claims [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.837470] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Acquiring lock "a93db89a-7561-416e-8e26-8a49e99eebea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.837700] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Lock "a93db89a-7561-416e-8e26-8a49e99eebea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.088293] env[63105]: INFO nova.compute.resource_tracker [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating resource usage from migration 7c332aa9-3350-41cf-9781-21c3c7e2b789 [ 1301.171483] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e204ab7c-b74b-4b37-8559-f7396d52ebc8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.179244] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def8402e-fd97-4283-b744-a3665bcfc973 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.209597] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0114e16e-0be5-449a-8dde-fa9480aaa907 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.216757] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537600e1-99bf-4fc3-86a1-731d802f09c7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.229516] env[63105]: DEBUG nova.compute.provider_tree [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.340483] env[63105]: DEBUG nova.compute.manager [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1301.733251] env[63105]: DEBUG nova.scheduler.client.report [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1301.859369] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.239025] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.166s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.239025] env[63105]: INFO nova.compute.manager [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Migrating [ 1302.245283] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.386s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.247043] env[63105]: INFO nova.compute.claims [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.758979] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.758979] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.759321] env[63105]: DEBUG nova.network.neutron [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.339471] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26042588-d139-4ca0-aabc-f8ec34bdcb19 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.348008] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc48aba8-7e68-4845-a994-7b23393dd510 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.379049] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff6dfa6-60fa-4451-ad7c-2a8831d342f8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.385394] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d650504-5743-40ea-888a-bf7e322945de {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.398230] env[63105]: DEBUG nova.compute.provider_tree [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.491642] env[63105]: DEBUG nova.network.neutron [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance_info_cache with network_info: [{"id": "b36a841e-a309-4c4d-861b-3708f5956852", "address": "fa:16:3e:94:3b:c0", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36a841e-a3", "ovs_interfaceid": "b36a841e-a309-4c4d-861b-3708f5956852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.901350] env[63105]: DEBUG nova.scheduler.client.report [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1303.995580] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.406296] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.909435] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Acquiring lock "20ef417e-ccf1-4b97-9dc2-6fea05d8da64" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.909864] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Lock "20ef417e-ccf1-4b97-9dc2-6fea05d8da64" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.412903] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Lock "20ef417e-ccf1-4b97-9dc2-6fea05d8da64" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.413544] env[63105]: DEBUG nova.compute.manager [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1305.510169] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6d21b8-a850-4e71-b9de-5cec55c1a6e8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.531780] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance '4c83729d-87d1-4c66-b175-cc42ecd30c58' progress to 0 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.918071] env[63105]: DEBUG nova.compute.utils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1305.919965] env[63105]: DEBUG nova.compute.manager [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1305.920254] env[63105]: DEBUG nova.network.neutron [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.955912] env[63105]: DEBUG nova.policy [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44d5fa4e476e4cae8c54e484ff488f13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f69e77f46a154faf8084ba6e741f0219', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1306.037923] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.038304] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bc08718-3d24-420c-85a6-1d355e42aa7e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.046313] env[63105]: DEBUG oslo_vmware.api [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1306.046313] env[63105]: value = "task-2759819" [ 1306.046313] env[63105]: _type = "Task" [ 1306.046313] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.055946] env[63105]: DEBUG oslo_vmware.api [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.227131] env[63105]: DEBUG nova.network.neutron [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Successfully created port: af717dc0-3557-4d5b-bf03-c1535db39d22 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1306.424869] env[63105]: DEBUG nova.compute.manager [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1306.556091] env[63105]: DEBUG oslo_vmware.api [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759819, 'name': PowerOffVM_Task, 'duration_secs': 0.191745} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.556348] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.556533] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance '4c83729d-87d1-4c66-b175-cc42ecd30c58' progress to 17 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.062168] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1307.062473] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1307.062577] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.062764] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1307.062911] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.063077] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1307.063327] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1307.063506] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1307.063676] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1307.063840] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1307.064017] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1307.068960] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11cd12be-760f-4e5e-990e-4c0dcb6674f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.085727] env[63105]: DEBUG oslo_vmware.api [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1307.085727] env[63105]: value = "task-2759820" [ 1307.085727] env[63105]: _type = "Task" [ 1307.085727] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.093394] env[63105]: DEBUG oslo_vmware.api [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.098516] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "4286628f-73e4-4f59-b3a6-df33345593be" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.098733] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "4286628f-73e4-4f59-b3a6-df33345593be" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.434547] env[63105]: DEBUG nova.compute.manager [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1307.461603] env[63105]: DEBUG nova.virt.hardware [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1307.461880] env[63105]: DEBUG nova.virt.hardware [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1307.462051] env[63105]: DEBUG nova.virt.hardware [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.462243] env[63105]: DEBUG nova.virt.hardware [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1307.462393] env[63105]: DEBUG nova.virt.hardware [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.462541] env[63105]: DEBUG nova.virt.hardware [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1307.462748] env[63105]: DEBUG nova.virt.hardware [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1307.462905] env[63105]: DEBUG nova.virt.hardware [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1307.463190] env[63105]: DEBUG nova.virt.hardware [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1307.463405] env[63105]: DEBUG nova.virt.hardware [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1307.463583] env[63105]: DEBUG nova.virt.hardware [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1307.464503] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80340f6-b4b6-4bf3-9062-7ee1a714ad6e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.472705] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1259104-e67d-4233-8289-a7a86c40f53a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.561776] env[63105]: DEBUG nova.compute.manager [req-b29142c8-0360-4ef3-a2ad-17c7ce78bb81 req-219e6ee2-0449-49b3-a19d-1663eeffc789 service nova] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Received event network-vif-plugged-af717dc0-3557-4d5b-bf03-c1535db39d22 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1307.562015] env[63105]: DEBUG oslo_concurrency.lockutils [req-b29142c8-0360-4ef3-a2ad-17c7ce78bb81 req-219e6ee2-0449-49b3-a19d-1663eeffc789 service nova] Acquiring lock "a93db89a-7561-416e-8e26-8a49e99eebea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.562231] env[63105]: DEBUG oslo_concurrency.lockutils [req-b29142c8-0360-4ef3-a2ad-17c7ce78bb81 req-219e6ee2-0449-49b3-a19d-1663eeffc789 service nova] Lock "a93db89a-7561-416e-8e26-8a49e99eebea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.562406] env[63105]: DEBUG oslo_concurrency.lockutils [req-b29142c8-0360-4ef3-a2ad-17c7ce78bb81 req-219e6ee2-0449-49b3-a19d-1663eeffc789 service nova] Lock "a93db89a-7561-416e-8e26-8a49e99eebea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.562581] env[63105]: DEBUG nova.compute.manager [req-b29142c8-0360-4ef3-a2ad-17c7ce78bb81 req-219e6ee2-0449-49b3-a19d-1663eeffc789 service nova] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] No waiting events found dispatching network-vif-plugged-af717dc0-3557-4d5b-bf03-c1535db39d22 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1307.562727] env[63105]: WARNING nova.compute.manager [req-b29142c8-0360-4ef3-a2ad-17c7ce78bb81 req-219e6ee2-0449-49b3-a19d-1663eeffc789 service nova] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Received unexpected event network-vif-plugged-af717dc0-3557-4d5b-bf03-c1535db39d22 for instance with vm_state building and task_state spawning. [ 1307.594781] env[63105]: DEBUG oslo_vmware.api [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759820, 'name': ReconfigVM_Task, 'duration_secs': 0.244122} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.595103] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance '4c83729d-87d1-4c66-b175-cc42ecd30c58' progress to 33 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.601682] env[63105]: DEBUG nova.compute.utils [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1307.654069] env[63105]: DEBUG nova.network.neutron [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Successfully updated port: af717dc0-3557-4d5b-bf03-c1535db39d22 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1308.101605] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1308.102028] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1308.102028] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.102144] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1308.102288] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.102437] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1308.102638] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1308.102794] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1308.102962] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1308.103136] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1308.103340] env[63105]: DEBUG nova.virt.hardware [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1308.108639] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1308.109194] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "4286628f-73e4-4f59-b3a6-df33345593be" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.109660] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f76a68aa-0c78-4763-9cc9-af69a5e0c999 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.128049] env[63105]: DEBUG oslo_vmware.api [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1308.128049] env[63105]: value = "task-2759821" [ 1308.128049] env[63105]: _type = "Task" [ 1308.128049] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.135727] env[63105]: DEBUG oslo_vmware.api [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.160450] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Acquiring lock "refresh_cache-a93db89a-7561-416e-8e26-8a49e99eebea" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.160624] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Acquired lock "refresh_cache-a93db89a-7561-416e-8e26-8a49e99eebea" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.160778] env[63105]: DEBUG nova.network.neutron [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.638366] env[63105]: DEBUG oslo_vmware.api [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759821, 'name': ReconfigVM_Task, 'duration_secs': 0.176502} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.638685] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1308.639478] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5399cb-70c5-4574-b083-3d0742f61414 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.664203] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 4c83729d-87d1-4c66-b175-cc42ecd30c58/4c83729d-87d1-4c66-b175-cc42ecd30c58.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.667361] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcd1a23b-1ced-4202-a077-ec997afeec73 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.697230] env[63105]: DEBUG oslo_vmware.api [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1308.697230] env[63105]: value = "task-2759822" [ 1308.697230] env[63105]: _type = "Task" [ 1308.697230] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.708997] env[63105]: DEBUG oslo_vmware.api [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.716161] env[63105]: DEBUG nova.network.neutron [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.842879] env[63105]: DEBUG nova.network.neutron [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Updating instance_info_cache with network_info: [{"id": "af717dc0-3557-4d5b-bf03-c1535db39d22", "address": "fa:16:3e:35:cf:74", "network": {"id": "69b507b4-1f6e-433b-ac90-fb74750d9a4b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1072158842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69e77f46a154faf8084ba6e741f0219", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf717dc0-35", "ovs_interfaceid": "af717dc0-3557-4d5b-bf03-c1535db39d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.192132] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "4286628f-73e4-4f59-b3a6-df33345593be" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.192445] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "4286628f-73e4-4f59-b3a6-df33345593be" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.192653] env[63105]: INFO nova.compute.manager [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Attaching volume c11d0fc5-062d-4ae1-8586-fe3e75dd88c4 to /dev/sdb [ 1309.207634] env[63105]: DEBUG oslo_vmware.api [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759822, 'name': ReconfigVM_Task, 'duration_secs': 0.269553} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.207888] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 4c83729d-87d1-4c66-b175-cc42ecd30c58/4c83729d-87d1-4c66-b175-cc42ecd30c58.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.208184] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance '4c83729d-87d1-4c66-b175-cc42ecd30c58' progress to 50 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.222034] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83f819d-a588-4b30-84d5-2051fa81f124 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.228576] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb72eb3-716c-4ab3-bd95-dd5ef01b5fa8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.241191] env[63105]: DEBUG nova.virt.block_device [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Updating existing volume attachment record: fa9d5607-1859-489e-822a-dba5162306a2 {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1309.348343] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Releasing lock "refresh_cache-a93db89a-7561-416e-8e26-8a49e99eebea" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.348343] env[63105]: DEBUG nova.compute.manager [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Instance network_info: |[{"id": "af717dc0-3557-4d5b-bf03-c1535db39d22", "address": "fa:16:3e:35:cf:74", "network": {"id": "69b507b4-1f6e-433b-ac90-fb74750d9a4b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1072158842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69e77f46a154faf8084ba6e741f0219", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf717dc0-35", "ovs_interfaceid": "af717dc0-3557-4d5b-bf03-c1535db39d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1309.348343] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:cf:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af717dc0-3557-4d5b-bf03-c1535db39d22', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.356052] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Creating folder: Project (f69e77f46a154faf8084ba6e741f0219). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.356052] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5525b49b-e0cd-4117-b807-37943e82b5fa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.367000] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Created folder: Project (f69e77f46a154faf8084ba6e741f0219) in parent group-v554960. [ 1309.367205] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Creating folder: Instances. Parent ref: group-v555274. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.367425] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b486d2a-8388-4de1-9633-950753f80d40 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.379077] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Created folder: Instances in parent group-v555274. [ 1309.379077] env[63105]: DEBUG oslo.service.loopingcall [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1309.379077] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.379077] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c3d59e8-83ad-475f-a50c-c383960aa3a0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.396099] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.396099] env[63105]: value = "task-2759826" [ 1309.396099] env[63105]: _type = "Task" [ 1309.396099] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.406390] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759826, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.588304] env[63105]: DEBUG nova.compute.manager [req-310aa7d0-414b-41a4-93b3-7d0142e1bea2 req-c4915cc2-2dda-4813-9759-bce1e0081032 service nova] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Received event network-changed-af717dc0-3557-4d5b-bf03-c1535db39d22 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1309.588534] env[63105]: DEBUG nova.compute.manager [req-310aa7d0-414b-41a4-93b3-7d0142e1bea2 req-c4915cc2-2dda-4813-9759-bce1e0081032 service nova] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Refreshing instance network info cache due to event network-changed-af717dc0-3557-4d5b-bf03-c1535db39d22. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1309.588796] env[63105]: DEBUG oslo_concurrency.lockutils [req-310aa7d0-414b-41a4-93b3-7d0142e1bea2 req-c4915cc2-2dda-4813-9759-bce1e0081032 service nova] Acquiring lock "refresh_cache-a93db89a-7561-416e-8e26-8a49e99eebea" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.588981] env[63105]: DEBUG oslo_concurrency.lockutils [req-310aa7d0-414b-41a4-93b3-7d0142e1bea2 req-c4915cc2-2dda-4813-9759-bce1e0081032 service nova] Acquired lock "refresh_cache-a93db89a-7561-416e-8e26-8a49e99eebea" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.589182] env[63105]: DEBUG nova.network.neutron [req-310aa7d0-414b-41a4-93b3-7d0142e1bea2 req-c4915cc2-2dda-4813-9759-bce1e0081032 service nova] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Refreshing network info cache for port af717dc0-3557-4d5b-bf03-c1535db39d22 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.715691] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee1d014-2188-43c7-84b7-6c10c784a822 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.738673] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c83db4-08b7-4c57-8317-6309927ba646 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.761696] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance '4c83729d-87d1-4c66-b175-cc42ecd30c58' progress to 67 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.905440] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759826, 'name': CreateVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.272076] env[63105]: DEBUG nova.network.neutron [req-310aa7d0-414b-41a4-93b3-7d0142e1bea2 req-c4915cc2-2dda-4813-9759-bce1e0081032 service nova] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Updated VIF entry in instance network info cache for port af717dc0-3557-4d5b-bf03-c1535db39d22. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.272546] env[63105]: DEBUG nova.network.neutron [req-310aa7d0-414b-41a4-93b3-7d0142e1bea2 req-c4915cc2-2dda-4813-9759-bce1e0081032 service nova] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Updating instance_info_cache with network_info: [{"id": "af717dc0-3557-4d5b-bf03-c1535db39d22", "address": "fa:16:3e:35:cf:74", "network": {"id": "69b507b4-1f6e-433b-ac90-fb74750d9a4b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1072158842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69e77f46a154faf8084ba6e741f0219", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf717dc0-35", "ovs_interfaceid": "af717dc0-3557-4d5b-bf03-c1535db39d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.405931] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759826, 'name': CreateVM_Task, 'duration_secs': 0.743604} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.406092] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.406741] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.406899] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.407231] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1310.407480] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8af6f54-81ff-4c84-9f81-36eb4637c7c2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.411431] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Waiting for the task: (returnval){ [ 1310.411431] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b7a27b-1c54-885b-f85c-f9bc645348b8" [ 1310.411431] env[63105]: _type = "Task" [ 1310.411431] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.418436] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b7a27b-1c54-885b-f85c-f9bc645348b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.777403] env[63105]: DEBUG oslo_concurrency.lockutils [req-310aa7d0-414b-41a4-93b3-7d0142e1bea2 req-c4915cc2-2dda-4813-9759-bce1e0081032 service nova] Releasing lock "refresh_cache-a93db89a-7561-416e-8e26-8a49e99eebea" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.921681] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b7a27b-1c54-885b-f85c-f9bc645348b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.921992] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.922237] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.922471] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.922620] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.922799] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.923063] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee4a2c0d-5270-46c8-9c5a-686f68ab452e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.930956] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.931139] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.931835] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fea94b1-480d-4abd-9291-d7be6f28a586 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.937185] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Waiting for the task: (returnval){ [ 1310.937185] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52462077-e91e-945c-8f07-40196db1ba23" [ 1310.937185] env[63105]: _type = "Task" [ 1310.937185] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.943965] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52462077-e91e-945c-8f07-40196db1ba23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.390113] env[63105]: DEBUG nova.network.neutron [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Port b36a841e-a309-4c4d-861b-3708f5956852 binding to destination host cpu-1 is already ACTIVE {{(pid=63105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1311.446087] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52462077-e91e-945c-8f07-40196db1ba23, 'name': SearchDatastore_Task, 'duration_secs': 0.008376} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.446876] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bcb85c1-6e7c-43a2-b5c6-7d14f0cc97ed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.451800] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Waiting for the task: (returnval){ [ 1311.451800] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52bf933f-51b0-4597-c55a-ece75fb89b5b" [ 1311.451800] env[63105]: _type = "Task" [ 1311.451800] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.458761] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52bf933f-51b0-4597-c55a-ece75fb89b5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.964055] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52bf933f-51b0-4597-c55a-ece75fb89b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.008845} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.964346] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.964680] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] a93db89a-7561-416e-8e26-8a49e99eebea/a93db89a-7561-416e-8e26-8a49e99eebea.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.964976] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c979a806-62f9-4590-b477-691aaa606470 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.971995] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Waiting for the task: (returnval){ [ 1311.971995] env[63105]: value = "task-2759828" [ 1311.971995] env[63105]: _type = "Task" [ 1311.971995] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.979389] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': task-2759828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.412966] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "4c83729d-87d1-4c66-b175-cc42ecd30c58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.413439] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "4c83729d-87d1-4c66-b175-cc42ecd30c58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.413439] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "4c83729d-87d1-4c66-b175-cc42ecd30c58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.481882] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': task-2759828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421057} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.482155] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] a93db89a-7561-416e-8e26-8a49e99eebea/a93db89a-7561-416e-8e26-8a49e99eebea.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.482372] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.482613] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-307d79f8-b788-4fe7-a3a2-9d34fed63d4a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.488898] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Waiting for the task: (returnval){ [ 1312.488898] env[63105]: value = "task-2759829" [ 1312.488898] env[63105]: _type = "Task" [ 1312.488898] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.495792] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': task-2759829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.998450] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': task-2759829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061481} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.998792] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1312.999540] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90827976-8c50-4d96-a9f6-38f3897b556a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.020660] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] a93db89a-7561-416e-8e26-8a49e99eebea/a93db89a-7561-416e-8e26-8a49e99eebea.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.020885] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9d19c5b-6e9d-4bb5-bace-3827c5b21639 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.038801] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Waiting for the task: (returnval){ [ 1313.038801] env[63105]: value = "task-2759830" [ 1313.038801] env[63105]: _type = "Task" [ 1313.038801] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.045821] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': task-2759830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.448168] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.448443] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.448565] env[63105]: DEBUG nova.network.neutron [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.550271] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': task-2759830, 'name': ReconfigVM_Task, 'duration_secs': 0.267901} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.550607] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Reconfigured VM instance instance-00000077 to attach disk [datastore1] a93db89a-7561-416e-8e26-8a49e99eebea/a93db89a-7561-416e-8e26-8a49e99eebea.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.551187] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f59fa71a-6add-43f2-8afc-0fbf809f4932 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.557635] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Waiting for the task: (returnval){ [ 1313.557635] env[63105]: value = "task-2759831" [ 1313.557635] env[63105]: _type = "Task" [ 1313.557635] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.565891] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': task-2759831, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.784078] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1313.784354] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555276', 'volume_id': 'c11d0fc5-062d-4ae1-8586-fe3e75dd88c4', 'name': 'volume-c11d0fc5-062d-4ae1-8586-fe3e75dd88c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4286628f-73e4-4f59-b3a6-df33345593be', 'attached_at': '', 'detached_at': '', 'volume_id': 'c11d0fc5-062d-4ae1-8586-fe3e75dd88c4', 'serial': 'c11d0fc5-062d-4ae1-8586-fe3e75dd88c4'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1313.785246] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2f08bc-2e29-4c91-a3f2-0bc254de1186 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.801646] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca6e464-c4ed-4a49-8023-2e148d9c570c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.830243] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-c11d0fc5-062d-4ae1-8586-fe3e75dd88c4/volume-c11d0fc5-062d-4ae1-8586-fe3e75dd88c4.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.830243] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5164210a-368b-4fff-8cf4-fe0ff78ab774 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.846115] env[63105]: DEBUG oslo_concurrency.lockutils [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "a3cf2165-6b6c-406d-80fb-0b8dfa52106b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.846361] env[63105]: DEBUG oslo_concurrency.lockutils [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "a3cf2165-6b6c-406d-80fb-0b8dfa52106b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.846564] env[63105]: DEBUG oslo_concurrency.lockutils [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "a3cf2165-6b6c-406d-80fb-0b8dfa52106b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.846773] env[63105]: DEBUG oslo_concurrency.lockutils [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "a3cf2165-6b6c-406d-80fb-0b8dfa52106b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.846981] env[63105]: DEBUG oslo_concurrency.lockutils [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "a3cf2165-6b6c-406d-80fb-0b8dfa52106b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.848961] env[63105]: INFO nova.compute.manager [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Terminating instance [ 1313.855462] env[63105]: DEBUG oslo_vmware.api [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1313.855462] env[63105]: value = "task-2759832" [ 1313.855462] env[63105]: _type = "Task" [ 1313.855462] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.863514] env[63105]: DEBUG oslo_vmware.api [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.069950] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': task-2759831, 'name': Rename_Task, 'duration_secs': 0.13446} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.069950] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.070168] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf5958ba-3a73-41b3-821e-65b073449c41 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.076579] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Waiting for the task: (returnval){ [ 1314.076579] env[63105]: value = "task-2759833" [ 1314.076579] env[63105]: _type = "Task" [ 1314.076579] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.083972] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': task-2759833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.173563] env[63105]: DEBUG nova.network.neutron [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance_info_cache with network_info: [{"id": "b36a841e-a309-4c4d-861b-3708f5956852", "address": "fa:16:3e:94:3b:c0", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36a841e-a3", "ovs_interfaceid": "b36a841e-a309-4c4d-861b-3708f5956852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.352739] env[63105]: DEBUG nova.compute.manager [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1314.353174] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.354566] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e6cc1c-b874-4bf0-a7fd-3e32c8cf028e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.369210] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.372591] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0f3ef6e-000a-445a-96fb-aa9b823bb739 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.374198] env[63105]: DEBUG oslo_vmware.api [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.379180] env[63105]: DEBUG oslo_vmware.api [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1314.379180] env[63105]: value = "task-2759834" [ 1314.379180] env[63105]: _type = "Task" [ 1314.379180] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.388489] env[63105]: DEBUG oslo_vmware.api [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.586269] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': task-2759833, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.676427] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.869492] env[63105]: DEBUG oslo_vmware.api [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759832, 'name': ReconfigVM_Task, 'duration_secs': 0.572112} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.869714] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-c11d0fc5-062d-4ae1-8586-fe3e75dd88c4/volume-c11d0fc5-062d-4ae1-8586-fe3e75dd88c4.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.874475] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273500c5-38f6-4c17-b755-faf26ddffbcf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.891752] env[63105]: DEBUG oslo_vmware.api [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759834, 'name': PowerOffVM_Task, 'duration_secs': 0.195795} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.892837] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.893023] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.893306] env[63105]: DEBUG oslo_vmware.api [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1314.893306] env[63105]: value = "task-2759835" [ 1314.893306] env[63105]: _type = "Task" [ 1314.893306] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.893504] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc655c72-6a7d-4776-acb6-3c499b41a822 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.903095] env[63105]: DEBUG oslo_vmware.api [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.959233] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.959438] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.959618] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Deleting the datastore file [datastore1] a3cf2165-6b6c-406d-80fb-0b8dfa52106b {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.959903] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa962c2d-eac9-49df-97e6-adcf5bb0aa56 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.966843] env[63105]: DEBUG oslo_vmware.api [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1314.966843] env[63105]: value = "task-2759837" [ 1314.966843] env[63105]: _type = "Task" [ 1314.966843] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.974651] env[63105]: DEBUG oslo_vmware.api [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.087714] env[63105]: DEBUG oslo_vmware.api [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': task-2759833, 'name': PowerOnVM_Task, 'duration_secs': 0.535182} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.087987] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.088212] env[63105]: INFO nova.compute.manager [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1315.088397] env[63105]: DEBUG nova.compute.manager [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.089276] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc7da73-3512-4f68-b1d9-944edc2dfd13 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.188181] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6a81d0-d81c-40ee-9f7c-84aa44b4c1af {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.195131] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f6c095-0a8c-40fb-9021-cf1dfa923201 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.403834] env[63105]: DEBUG oslo_vmware.api [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759835, 'name': ReconfigVM_Task, 'duration_secs': 0.154138} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.404213] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555276', 'volume_id': 'c11d0fc5-062d-4ae1-8586-fe3e75dd88c4', 'name': 'volume-c11d0fc5-062d-4ae1-8586-fe3e75dd88c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4286628f-73e4-4f59-b3a6-df33345593be', 'attached_at': '', 'detached_at': '', 'volume_id': 'c11d0fc5-062d-4ae1-8586-fe3e75dd88c4', 'serial': 'c11d0fc5-062d-4ae1-8586-fe3e75dd88c4'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1315.476947] env[63105]: DEBUG oslo_vmware.api [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135597} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.477212] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.477396] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.477575] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.477752] env[63105]: INFO nova.compute.manager [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1315.477996] env[63105]: DEBUG oslo.service.loopingcall [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1315.478204] env[63105]: DEBUG nova.compute.manager [-] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.478302] env[63105]: DEBUG nova.network.neutron [-] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.608796] env[63105]: INFO nova.compute.manager [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Took 13.76 seconds to build instance. [ 1315.924218] env[63105]: DEBUG nova.compute.manager [req-b6351442-23b4-482c-ae2f-79e2d459ed4d req-5bdae99a-390b-4db5-a1b8-8896420143a8 service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Received event network-vif-deleted-f9109498-5bae-490c-9307-e61718e5963f {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1315.924500] env[63105]: INFO nova.compute.manager [req-b6351442-23b4-482c-ae2f-79e2d459ed4d req-5bdae99a-390b-4db5-a1b8-8896420143a8 service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Neutron deleted interface f9109498-5bae-490c-9307-e61718e5963f; detaching it from the instance and deleting it from the info cache [ 1315.924766] env[63105]: DEBUG nova.network.neutron [req-b6351442-23b4-482c-ae2f-79e2d459ed4d req-5bdae99a-390b-4db5-a1b8-8896420143a8 service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.080318] env[63105]: DEBUG oslo_concurrency.lockutils [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Acquiring lock "a93db89a-7561-416e-8e26-8a49e99eebea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.111493] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0c17eb67-89eb-44f3-818c-bb1c75f49b9c tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Lock "a93db89a-7561-416e-8e26-8a49e99eebea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.273s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.111938] env[63105]: DEBUG oslo_concurrency.lockutils [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Lock "a93db89a-7561-416e-8e26-8a49e99eebea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.032s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.112061] env[63105]: DEBUG oslo_concurrency.lockutils [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Acquiring lock "a93db89a-7561-416e-8e26-8a49e99eebea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.112466] env[63105]: DEBUG oslo_concurrency.lockutils [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Lock "a93db89a-7561-416e-8e26-8a49e99eebea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.112466] env[63105]: DEBUG oslo_concurrency.lockutils [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Lock "a93db89a-7561-416e-8e26-8a49e99eebea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.114700] env[63105]: INFO nova.compute.manager [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Terminating instance [ 1316.293971] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4c1482-3790-4de9-9f80-ac1f111f3bba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.315281] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee1b725-76cb-4a0c-9b23-641d3c493c29 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.322142] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance '4c83729d-87d1-4c66-b175-cc42ecd30c58' progress to 83 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.402090] env[63105]: DEBUG nova.network.neutron [-] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.426937] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a1adad0-569a-4ef7-bf60-5e2b9ce70055 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.437512] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430abd7a-f30a-4738-b367-45634c0946a4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.449655] env[63105]: DEBUG nova.objects.instance [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lazy-loading 'flavor' on Instance uuid 4286628f-73e4-4f59-b3a6-df33345593be {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.467550] env[63105]: DEBUG nova.compute.manager [req-b6351442-23b4-482c-ae2f-79e2d459ed4d req-5bdae99a-390b-4db5-a1b8-8896420143a8 service nova] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Detach interface failed, port_id=f9109498-5bae-490c-9307-e61718e5963f, reason: Instance a3cf2165-6b6c-406d-80fb-0b8dfa52106b could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1316.617978] env[63105]: DEBUG nova.compute.manager [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.618371] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.619097] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8241c51e-856c-469b-80a8-944b580243f3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.626756] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.626980] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a268a632-6bda-4c0b-a8d6-6b7c61e862ca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.632602] env[63105]: DEBUG oslo_vmware.api [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Waiting for the task: (returnval){ [ 1316.632602] env[63105]: value = "task-2759838" [ 1316.632602] env[63105]: _type = "Task" [ 1316.632602] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.639710] env[63105]: DEBUG oslo_vmware.api [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': task-2759838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.746013] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "4286628f-73e4-4f59-b3a6-df33345593be" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.828957] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.829321] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fb80fe9-18db-42d1-9fba-c9b62bed5d2d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.835966] env[63105]: DEBUG oslo_vmware.api [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1316.835966] env[63105]: value = "task-2759839" [ 1316.835966] env[63105]: _type = "Task" [ 1316.835966] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.844113] env[63105]: DEBUG oslo_vmware.api [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.905044] env[63105]: INFO nova.compute.manager [-] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Took 1.43 seconds to deallocate network for instance. [ 1316.954332] env[63105]: DEBUG oslo_concurrency.lockutils [None req-3bf6e858-1521-4614-a31c-0c34020bc8d4 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "4286628f-73e4-4f59-b3a6-df33345593be" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.762s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.955255] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "4286628f-73e4-4f59-b3a6-df33345593be" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.209s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.142859] env[63105]: DEBUG oslo_vmware.api [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': task-2759838, 'name': PowerOffVM_Task, 'duration_secs': 0.238517} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.143150] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.143331] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.143612] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-600a910a-8e47-4ead-973b-c50d97a79b25 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.207111] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.207448] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.207715] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Deleting the datastore file [datastore1] a93db89a-7561-416e-8e26-8a49e99eebea {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.208079] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61ae256b-6d48-40c4-850c-d7d45c9ca03d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.217232] env[63105]: DEBUG oslo_vmware.api [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Waiting for the task: (returnval){ [ 1317.217232] env[63105]: value = "task-2759841" [ 1317.217232] env[63105]: _type = "Task" [ 1317.217232] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.225263] env[63105]: DEBUG oslo_vmware.api [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': task-2759841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.346026] env[63105]: DEBUG oslo_vmware.api [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759839, 'name': PowerOnVM_Task, 'duration_secs': 0.415988} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.346312] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.346504] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f7035dc8-ad8c-4ce6-a751-58df20e78fff tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance '4c83729d-87d1-4c66-b175-cc42ecd30c58' progress to 100 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.410919] env[63105]: DEBUG oslo_concurrency.lockutils [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.411192] env[63105]: DEBUG oslo_concurrency.lockutils [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.411441] env[63105]: DEBUG nova.objects.instance [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lazy-loading 'resources' on Instance uuid a3cf2165-6b6c-406d-80fb-0b8dfa52106b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.457889] env[63105]: INFO nova.compute.manager [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Detaching volume c11d0fc5-062d-4ae1-8586-fe3e75dd88c4 [ 1317.491204] env[63105]: INFO nova.virt.block_device [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Attempting to driver detach volume c11d0fc5-062d-4ae1-8586-fe3e75dd88c4 from mountpoint /dev/sdb [ 1317.491559] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1317.491809] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555276', 'volume_id': 'c11d0fc5-062d-4ae1-8586-fe3e75dd88c4', 'name': 'volume-c11d0fc5-062d-4ae1-8586-fe3e75dd88c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4286628f-73e4-4f59-b3a6-df33345593be', 'attached_at': '', 'detached_at': '', 'volume_id': 'c11d0fc5-062d-4ae1-8586-fe3e75dd88c4', 'serial': 'c11d0fc5-062d-4ae1-8586-fe3e75dd88c4'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1317.492704] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfc1343-c260-4e41-8880-322acdcf8b5c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.516617] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5a579f-10b5-4e24-8e81-0660d6652f69 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.522813] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7360f34b-e00a-42ef-9b2c-72ec61b3cd2c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.541768] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be07674d-c6b2-45fb-8c2c-f7aca9cdb25e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.555702] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] The volume has not been displaced from its original location: [datastore1] volume-c11d0fc5-062d-4ae1-8586-fe3e75dd88c4/volume-c11d0fc5-062d-4ae1-8586-fe3e75dd88c4.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1317.560693] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1317.560933] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f8e7b87-4dfd-4f63-a667-c7f11ad6ad1e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.577673] env[63105]: DEBUG oslo_vmware.api [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1317.577673] env[63105]: value = "task-2759842" [ 1317.577673] env[63105]: _type = "Task" [ 1317.577673] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.584837] env[63105]: DEBUG oslo_vmware.api [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.727663] env[63105]: DEBUG oslo_vmware.api [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Task: {'id': task-2759841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15185} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.728099] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.728150] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.728344] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.728522] env[63105]: INFO nova.compute.manager [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1317.728764] env[63105]: DEBUG oslo.service.loopingcall [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1317.728956] env[63105]: DEBUG nova.compute.manager [-] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.729104] env[63105]: DEBUG nova.network.neutron [-] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1317.987069] env[63105]: DEBUG nova.compute.manager [req-0e0aecc1-356e-402a-95c0-ee50c9d83108 req-5082319f-c9ee-4a2a-85ab-97f6abfa7835 service nova] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Received event network-vif-deleted-af717dc0-3557-4d5b-bf03-c1535db39d22 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1317.987182] env[63105]: INFO nova.compute.manager [req-0e0aecc1-356e-402a-95c0-ee50c9d83108 req-5082319f-c9ee-4a2a-85ab-97f6abfa7835 service nova] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Neutron deleted interface af717dc0-3557-4d5b-bf03-c1535db39d22; detaching it from the instance and deleting it from the info cache [ 1317.987342] env[63105]: DEBUG nova.network.neutron [req-0e0aecc1-356e-402a-95c0-ee50c9d83108 req-5082319f-c9ee-4a2a-85ab-97f6abfa7835 service nova] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.006009] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118d3a5e-05e5-4506-afc1-3a2d5832a546 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.013855] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cd485a-6635-42ae-825d-2815de555e2b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.045759] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10f0e9d-b15a-4e1c-945d-5bca0b38d09d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.052322] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d7eca1-9831-4b40-9b40-7c53ec79be36 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.064926] env[63105]: DEBUG nova.compute.provider_tree [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.085720] env[63105]: DEBUG oslo_vmware.api [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759842, 'name': ReconfigVM_Task, 'duration_secs': 0.226673} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.085984] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1318.090711] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a4993c3-fa82-4a5e-bc97-44d0d0cd4241 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.104312] env[63105]: DEBUG oslo_vmware.api [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1318.104312] env[63105]: value = "task-2759843" [ 1318.104312] env[63105]: _type = "Task" [ 1318.104312] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.111733] env[63105]: DEBUG oslo_vmware.api [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.468201] env[63105]: DEBUG nova.network.neutron [-] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.490020] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6ba81d9-9365-4a19-bd2e-3b44a56476af {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.499178] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5388ea91-de69-4803-9b23-bc9acebc3ba2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.525757] env[63105]: DEBUG nova.compute.manager [req-0e0aecc1-356e-402a-95c0-ee50c9d83108 req-5082319f-c9ee-4a2a-85ab-97f6abfa7835 service nova] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Detach interface failed, port_id=af717dc0-3557-4d5b-bf03-c1535db39d22, reason: Instance a93db89a-7561-416e-8e26-8a49e99eebea could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1318.568556] env[63105]: DEBUG nova.scheduler.client.report [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1318.614206] env[63105]: DEBUG oslo_vmware.api [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759843, 'name': ReconfigVM_Task, 'duration_secs': 0.148957} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.614584] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555276', 'volume_id': 'c11d0fc5-062d-4ae1-8586-fe3e75dd88c4', 'name': 'volume-c11d0fc5-062d-4ae1-8586-fe3e75dd88c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4286628f-73e4-4f59-b3a6-df33345593be', 'attached_at': '', 'detached_at': '', 'volume_id': 'c11d0fc5-062d-4ae1-8586-fe3e75dd88c4', 'serial': 'c11d0fc5-062d-4ae1-8586-fe3e75dd88c4'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1318.970667] env[63105]: INFO nova.compute.manager [-] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Took 1.24 seconds to deallocate network for instance. [ 1319.072700] env[63105]: DEBUG oslo_concurrency.lockutils [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.092569] env[63105]: INFO nova.scheduler.client.report [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Deleted allocations for instance a3cf2165-6b6c-406d-80fb-0b8dfa52106b [ 1319.155491] env[63105]: DEBUG nova.objects.instance [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lazy-loading 'flavor' on Instance uuid 4286628f-73e4-4f59-b3a6-df33345593be {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.477418] env[63105]: DEBUG oslo_concurrency.lockutils [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.477713] env[63105]: DEBUG oslo_concurrency.lockutils [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.477935] env[63105]: DEBUG nova.objects.instance [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Lazy-loading 'resources' on Instance uuid a93db89a-7561-416e-8e26-8a49e99eebea {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.600433] env[63105]: DEBUG oslo_concurrency.lockutils [None req-258fb71c-c8a1-4004-a309-4088e3bfb451 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "a3cf2165-6b6c-406d-80fb-0b8dfa52106b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.754s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.054682] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27aba11-9167-475a-a370-3ee78ac6336b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.062845] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb67025-2e65-4dee-900c-e23374c9383f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.094604] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a7e297-bbd7-49a7-92bb-88c204c1b399 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.101915] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f87a04-4d6d-45e1-ace7-7a624136fa2e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.116528] env[63105]: DEBUG nova.compute.provider_tree [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.162534] env[63105]: DEBUG oslo_concurrency.lockutils [None req-d9e5e207-5eb9-4ec6-952f-0ee471062818 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "4286628f-73e4-4f59-b3a6-df33345593be" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.266757] env[63105]: DEBUG nova.network.neutron [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Port b36a841e-a309-4c4d-861b-3708f5956852 binding to destination host cpu-1 is already ACTIVE {{(pid=63105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1320.267045] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.267204] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.267368] env[63105]: DEBUG nova.network.neutron [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.619843] env[63105]: DEBUG nova.scheduler.client.report [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1320.978847] env[63105]: DEBUG nova.network.neutron [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance_info_cache with network_info: [{"id": "b36a841e-a309-4c4d-861b-3708f5956852", "address": "fa:16:3e:94:3b:c0", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36a841e-a3", "ovs_interfaceid": "b36a841e-a309-4c4d-861b-3708f5956852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.980704] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "4286628f-73e4-4f59-b3a6-df33345593be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.980938] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "4286628f-73e4-4f59-b3a6-df33345593be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.981222] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "4286628f-73e4-4f59-b3a6-df33345593be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.981429] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "4286628f-73e4-4f59-b3a6-df33345593be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.981606] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "4286628f-73e4-4f59-b3a6-df33345593be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.983364] env[63105]: INFO nova.compute.manager [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Terminating instance [ 1321.120268] env[63105]: DEBUG nova.compute.manager [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Stashing vm_state: active {{(pid=63105) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 1321.123509] env[63105]: DEBUG oslo_concurrency.lockutils [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.145609] env[63105]: INFO nova.scheduler.client.report [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Deleted allocations for instance a93db89a-7561-416e-8e26-8a49e99eebea [ 1321.481221] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.486620] env[63105]: DEBUG nova.compute.manager [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.486878] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.487711] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcd6faf-1961-4490-aa05-791215e2ed7b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.496784] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.497015] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3b0137d-be32-4c93-a2ea-c842e8b6d30d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.503127] env[63105]: DEBUG oslo_vmware.api [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1321.503127] env[63105]: value = "task-2759844" [ 1321.503127] env[63105]: _type = "Task" [ 1321.503127] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.511788] env[63105]: DEBUG oslo_vmware.api [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.639714] env[63105]: DEBUG oslo_concurrency.lockutils [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.639983] env[63105]: DEBUG oslo_concurrency.lockutils [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.652111] env[63105]: DEBUG oslo_concurrency.lockutils [None req-05626fc0-00e4-4cb3-946b-1975adfda0dd tempest-ServerGroupTestJSON-481527999 tempest-ServerGroupTestJSON-481527999-project-member] Lock "a93db89a-7561-416e-8e26-8a49e99eebea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.540s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.984897] env[63105]: DEBUG nova.compute.manager [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63105) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1322.013177] env[63105]: DEBUG oslo_vmware.api [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759844, 'name': PowerOffVM_Task, 'duration_secs': 0.182664} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.013469] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.013654] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.013901] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e319a3ba-7e7a-4aee-a805-3299356f8aaa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.075931] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.076169] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.076353] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Deleting the datastore file [datastore2] 4286628f-73e4-4f59-b3a6-df33345593be {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.076605] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3a1c68c-8497-4a1f-aa88-4ec0f7390d86 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.082744] env[63105]: DEBUG oslo_vmware.api [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for the task: (returnval){ [ 1322.082744] env[63105]: value = "task-2759846" [ 1322.082744] env[63105]: _type = "Task" [ 1322.082744] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.089956] env[63105]: DEBUG oslo_vmware.api [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.144861] env[63105]: INFO nova.compute.claims [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.595872] env[63105]: DEBUG oslo_vmware.api [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Task: {'id': task-2759846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154894} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.596823] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.597079] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.597311] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.597520] env[63105]: INFO nova.compute.manager [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1322.597820] env[63105]: DEBUG oslo.service.loopingcall [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1322.598294] env[63105]: DEBUG nova.compute.manager [-] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.598428] env[63105]: DEBUG nova.network.neutron [-] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.651434] env[63105]: INFO nova.compute.resource_tracker [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating resource usage from migration 445dc9c2-810a-4bb9-866f-f71058603727 [ 1322.747484] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899648fa-307c-49df-ab35-b5717061ac6b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.755041] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6161c65-7f4e-4430-a2ab-44f48b45f894 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.787885] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f34dc56-1d0a-4880-a130-81e4d57e730b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.795519] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0888fcbc-8800-4611-959e-29f6a35f3ef4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.810984] env[63105]: DEBUG nova.compute.provider_tree [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.085112] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.272978] env[63105]: DEBUG nova.compute.manager [req-29b4973a-8347-44fd-848d-c9458ef00e6c req-6d449009-7daf-4d4a-af7d-bd7ae264eb7b service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Received event network-vif-deleted-2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1323.273242] env[63105]: INFO nova.compute.manager [req-29b4973a-8347-44fd-848d-c9458ef00e6c req-6d449009-7daf-4d4a-af7d-bd7ae264eb7b service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Neutron deleted interface 2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5; detaching it from the instance and deleting it from the info cache [ 1323.273385] env[63105]: DEBUG nova.network.neutron [req-29b4973a-8347-44fd-848d-c9458ef00e6c req-6d449009-7daf-4d4a-af7d-bd7ae264eb7b service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.315062] env[63105]: DEBUG nova.scheduler.client.report [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1323.757448] env[63105]: DEBUG nova.network.neutron [-] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.775224] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6e07f70-f42b-4633-9193-7c716f5fa4ba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.785276] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55975306-7ab5-46ee-b801-2ba9cea2c149 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.811776] env[63105]: DEBUG nova.compute.manager [req-29b4973a-8347-44fd-848d-c9458ef00e6c req-6d449009-7daf-4d4a-af7d-bd7ae264eb7b service nova] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Detach interface failed, port_id=2ec09f14-d4e6-42fb-bb4f-13c28bc7eae5, reason: Instance 4286628f-73e4-4f59-b3a6-df33345593be could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1323.824187] env[63105]: DEBUG oslo_concurrency.lockutils [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.184s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.824383] env[63105]: INFO nova.compute.manager [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Migrating [ 1323.830873] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.746s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.262710] env[63105]: INFO nova.compute.manager [-] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Took 1.66 seconds to deallocate network for instance. [ 1324.338847] env[63105]: DEBUG nova.objects.instance [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lazy-loading 'migration_context' on Instance uuid 4c83729d-87d1-4c66-b175-cc42ecd30c58 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.345759] env[63105]: DEBUG oslo_concurrency.lockutils [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.345935] env[63105]: DEBUG oslo_concurrency.lockutils [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.346091] env[63105]: DEBUG nova.network.neutron [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.768905] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.920892] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf84891-6fcb-454c-be31-258ea160165d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.928388] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0f86f7-77fe-4931-bd5a-129787861d09 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.961167] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97d082b-2415-4e6e-b875-e3baca4125b9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.968837] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332c0944-6b51-425c-8a13-a15bc78e2a90 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.981749] env[63105]: DEBUG nova.compute.provider_tree [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.067386] env[63105]: DEBUG nova.network.neutron [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance_info_cache with network_info: [{"id": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "address": "fa:16:3e:51:e6:1d", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7d47a5-a1", "ovs_interfaceid": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.485520] env[63105]: DEBUG nova.scheduler.client.report [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1325.570251] env[63105]: DEBUG oslo_concurrency.lockutils [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.499527] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.669s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.505210] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.736s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.505432] env[63105]: DEBUG nova.objects.instance [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lazy-loading 'resources' on Instance uuid 4286628f-73e4-4f59-b3a6-df33345593be {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.085931] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01653cf8-91d6-49d3-9e16-ff501fbad809 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.092224] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a84505b-4897-478d-a138-c8c734e7f5b3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.119157] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d574d31-c7b6-4810-94d0-56ff3cfa9ba1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.122154] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance '0a6287e8-10b3-46c2-a3af-fa9750857f50' progress to 0 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.152975] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a33ef15-46c8-4125-bf42-a55ed590aef0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.159853] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042be36a-9503-4426-a9a6-6a20e642fbfa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.173707] env[63105]: DEBUG nova.compute.provider_tree [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.628930] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.629313] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9c3d007-9283-43d1-8040-88dfc1ba095a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.636865] env[63105]: DEBUG oslo_vmware.api [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1327.636865] env[63105]: value = "task-2759847" [ 1327.636865] env[63105]: _type = "Task" [ 1327.636865] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.644733] env[63105]: DEBUG oslo_vmware.api [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.677348] env[63105]: DEBUG nova.scheduler.client.report [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1328.039244] env[63105]: INFO nova.compute.manager [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Swapping old allocation on dict_keys(['c9788391-2f3f-4670-a3a3-51b6b8cdc6a5']) held by migration 7c332aa9-3350-41cf-9781-21c3c7e2b789 for instance [ 1328.063104] env[63105]: DEBUG nova.scheduler.client.report [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Overwriting current allocation {'allocations': {'c9788391-2f3f-4670-a3a3-51b6b8cdc6a5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 190}}, 'project_id': 'd26d2c10e9dc43c5bb5af8b99df07d39', 'user_id': '07dc7ea969c845d080c9c2af17822dd1', 'consumer_generation': 1} on consumer 4c83729d-87d1-4c66-b175-cc42ecd30c58 {{(pid=63105) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1328.146546] env[63105]: DEBUG oslo_vmware.api [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759847, 'name': PowerOffVM_Task, 'duration_secs': 0.18948} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.146918] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.147167] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance '0a6287e8-10b3-46c2-a3af-fa9750857f50' progress to 17 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.151121] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.151290] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.151461] env[63105]: DEBUG nova.network.neutron [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.182142] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.197939] env[63105]: INFO nova.scheduler.client.report [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Deleted allocations for instance 4286628f-73e4-4f59-b3a6-df33345593be [ 1328.656964] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1328.657409] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1328.657700] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.658055] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1328.658332] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.658616] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1328.658980] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1328.659294] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1328.659580] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1328.659872] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1328.660216] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1328.672283] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-087f1a5d-4624-4b37-961b-875380f21ce2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.696460] env[63105]: DEBUG oslo_vmware.api [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1328.696460] env[63105]: value = "task-2759848" [ 1328.696460] env[63105]: _type = "Task" [ 1328.696460] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.706579] env[63105]: DEBUG oslo_vmware.api [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.707045] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9c160ac0-283b-4ea9-8599-d4573edfd9f3 tempest-AttachVolumeNegativeTest-1713791424 tempest-AttachVolumeNegativeTest-1713791424-project-member] Lock "4286628f-73e4-4f59-b3a6-df33345593be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.726s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.901894] env[63105]: DEBUG nova.network.neutron [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance_info_cache with network_info: [{"id": "b36a841e-a309-4c4d-861b-3708f5956852", "address": "fa:16:3e:94:3b:c0", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36a841e-a3", "ovs_interfaceid": "b36a841e-a309-4c4d-861b-3708f5956852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.209012] env[63105]: DEBUG oslo_vmware.api [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759848, 'name': ReconfigVM_Task, 'duration_secs': 0.160668} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.209346] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance '0a6287e8-10b3-46c2-a3af-fa9750857f50' progress to 33 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.404820] env[63105]: DEBUG oslo_concurrency.lockutils [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "refresh_cache-4c83729d-87d1-4c66-b175-cc42ecd30c58" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.405981] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2ea6c2-f577-4f05-b166-3ece652a4257 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.414111] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92be39a6-9c74-4ff8-bc54-1f32723ab468 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.715834] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1329.716248] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1329.716384] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.716488] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1329.716684] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.716868] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1329.717136] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1329.717351] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1329.717546] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1329.717755] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1329.717987] env[63105]: DEBUG nova.virt.hardware [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1329.724311] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1329.724665] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce584d9-06fd-448d-a8d7-2f967220f95a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.743914] env[63105]: DEBUG oslo_vmware.api [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1329.743914] env[63105]: value = "task-2759850" [ 1329.743914] env[63105]: _type = "Task" [ 1329.743914] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.751872] env[63105]: DEBUG oslo_vmware.api [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.253517] env[63105]: DEBUG oslo_vmware.api [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759850, 'name': ReconfigVM_Task, 'duration_secs': 0.161748} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.253832] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1330.254607] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e387113-d934-46c6-b4f3-3520c9f4a3f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.276035] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 0a6287e8-10b3-46c2-a3af-fa9750857f50/0a6287e8-10b3-46c2-a3af-fa9750857f50.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.276264] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5568b1ee-e2d2-4d80-90fb-ead41d505bb0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.293065] env[63105]: DEBUG oslo_vmware.api [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1330.293065] env[63105]: value = "task-2759851" [ 1330.293065] env[63105]: _type = "Task" [ 1330.293065] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.300129] env[63105]: DEBUG oslo_vmware.api [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.496476] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.496809] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7313891b-a400-440f-820a-4e186adfa320 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.503615] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1330.503615] env[63105]: value = "task-2759852" [ 1330.503615] env[63105]: _type = "Task" [ 1330.503615] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.511365] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.802743] env[63105]: DEBUG oslo_vmware.api [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759851, 'name': ReconfigVM_Task, 'duration_secs': 0.269767} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.803060] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 0a6287e8-10b3-46c2-a3af-fa9750857f50/0a6287e8-10b3-46c2-a3af-fa9750857f50.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.803952] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance '0a6287e8-10b3-46c2-a3af-fa9750857f50' progress to 50 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1331.013198] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759852, 'name': PowerOffVM_Task, 'duration_secs': 0.205038} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.013466] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.014147] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1331.014369] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1331.014525] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.014708] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1331.014855] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.015010] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1331.015219] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1331.015374] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1331.015536] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1331.015696] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1331.015868] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1331.020652] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdedbe17-5083-4810-945e-7080c22ac132 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.035148] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1331.035148] env[63105]: value = "task-2759853" [ 1331.035148] env[63105]: _type = "Task" [ 1331.035148] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.043882] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.310581] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f1ea60-23c1-465e-97bf-1ea2df3f121a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.329472] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824942aa-572a-4956-8820-8dde8e5c626d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.346732] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance '0a6287e8-10b3-46c2-a3af-fa9750857f50' progress to 67 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1331.544892] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759853, 'name': ReconfigVM_Task, 'duration_secs': 0.13928} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.546017] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b802fec5-1d24-484e-9d46-4b42313f03af {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.567025] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1331.567355] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1331.567651] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.567917] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1331.568116] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.568288] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1331.568543] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1331.568733] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1331.568920] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1331.569132] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1331.569373] env[63105]: DEBUG nova.virt.hardware [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1331.570315] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb7597ce-e3ab-4bb1-bd7c-e8d34498c821 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.576390] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1331.576390] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52638896-23e9-a335-b4d2-99fcd05c46da" [ 1331.576390] env[63105]: _type = "Task" [ 1331.576390] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.584963] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52638896-23e9-a335-b4d2-99fcd05c46da, 'name': SearchDatastore_Task, 'duration_secs': 0.006993} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.590161] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1331.590427] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8062fe59-4102-40b5-92ab-22e2f59a46d7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.608658] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1331.608658] env[63105]: value = "task-2759854" [ 1331.608658] env[63105]: _type = "Task" [ 1331.608658] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.616240] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.900452] env[63105]: DEBUG nova.network.neutron [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Port ac7d47a5-a1d0-42be-89f0-7a330fce402d binding to destination host cpu-1 is already ACTIVE {{(pid=63105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1332.118185] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759854, 'name': ReconfigVM_Task, 'duration_secs': 0.213402} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.118496] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1332.119227] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a4c21b-1e2e-4ba2-9dcf-2b34462192b6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.144428] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 4c83729d-87d1-4c66-b175-cc42ecd30c58/4c83729d-87d1-4c66-b175-cc42ecd30c58.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.144663] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1fa2b94-a843-465d-b1c1-e36a3f6b646e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.162817] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1332.162817] env[63105]: value = "task-2759855" [ 1332.162817] env[63105]: _type = "Task" [ 1332.162817] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.170446] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.672873] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759855, 'name': ReconfigVM_Task, 'duration_secs': 0.312268} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.673563] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 4c83729d-87d1-4c66-b175-cc42ecd30c58/4c83729d-87d1-4c66-b175-cc42ecd30c58.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.674173] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2c0e5f-d470-4422-8e32-ea96388b4b1d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.696973] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3a8afc-e766-4490-8ea2-426bd30261f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.719339] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4192769-96c4-4dc5-8261-9a02c7fbdbb6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.740948] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6366b116-d1cf-4986-8ef7-82a91de1bb8b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.747915] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.748134] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5239a40e-b581-4eae-9b47-c0b6d99857bb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.753427] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1332.753427] env[63105]: value = "task-2759856" [ 1332.753427] env[63105]: _type = "Task" [ 1332.753427] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.760598] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.927020] env[63105]: DEBUG oslo_concurrency.lockutils [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "0a6287e8-10b3-46c2-a3af-fa9750857f50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.927020] env[63105]: DEBUG oslo_concurrency.lockutils [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.927020] env[63105]: DEBUG oslo_concurrency.lockutils [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.267209] env[63105]: DEBUG oslo_vmware.api [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759856, 'name': PowerOnVM_Task, 'duration_secs': 0.385958} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.267605] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.960344] env[63105]: DEBUG oslo_concurrency.lockutils [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.960575] env[63105]: DEBUG oslo_concurrency.lockutils [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.960726] env[63105]: DEBUG nova.network.neutron [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.307837] env[63105]: INFO nova.compute.manager [None req-7d0f09af-b664-42c2-ad41-edff9f6ef7d2 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance to original state: 'active' [ 1334.660645] env[63105]: DEBUG nova.network.neutron [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance_info_cache with network_info: [{"id": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "address": "fa:16:3e:51:e6:1d", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7d47a5-a1", "ovs_interfaceid": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.163769] env[63105]: DEBUG oslo_concurrency.lockutils [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.688825] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6633db-f0ae-4209-8f26-ff677c10b0d6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.709156] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a4f091-979f-4dcb-b87c-098ed27a944b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.716367] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance '0a6287e8-10b3-46c2-a3af-fa9750857f50' progress to 83 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.038052] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "4c83729d-87d1-4c66-b175-cc42ecd30c58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.038052] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "4c83729d-87d1-4c66-b175-cc42ecd30c58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.038237] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "4c83729d-87d1-4c66-b175-cc42ecd30c58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.038374] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "4c83729d-87d1-4c66-b175-cc42ecd30c58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.038582] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "4c83729d-87d1-4c66-b175-cc42ecd30c58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.041039] env[63105]: INFO nova.compute.manager [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Terminating instance [ 1336.222248] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.222606] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cd6a869-aff0-4ddf-b8f1-589a14386138 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.229396] env[63105]: DEBUG oslo_vmware.api [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1336.229396] env[63105]: value = "task-2759859" [ 1336.229396] env[63105]: _type = "Task" [ 1336.229396] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.237111] env[63105]: DEBUG oslo_vmware.api [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.545305] env[63105]: DEBUG nova.compute.manager [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1336.545612] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.545928] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0105d0aa-3997-42a0-b315-67786d90bf98 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.553315] env[63105]: DEBUG oslo_vmware.api [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1336.553315] env[63105]: value = "task-2759860" [ 1336.553315] env[63105]: _type = "Task" [ 1336.553315] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.562930] env[63105]: DEBUG oslo_vmware.api [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.739511] env[63105]: DEBUG oslo_vmware.api [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759859, 'name': PowerOnVM_Task, 'duration_secs': 0.435183} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.739656] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.739918] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-082b77d6-be1f-4471-9bb5-6361f2f59675 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance '0a6287e8-10b3-46c2-a3af-fa9750857f50' progress to 100 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.063911] env[63105]: DEBUG oslo_vmware.api [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759860, 'name': PowerOffVM_Task, 'duration_secs': 0.230002} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.064210] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.064413] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1337.064607] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555273', 'volume_id': '0778ad60-7011-4299-bb02-6eae53353171', 'name': 'volume-0778ad60-7011-4299-bb02-6eae53353171', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4c83729d-87d1-4c66-b175-cc42ecd30c58', 'attached_at': '2025-02-21T09:02:04.000000', 'detached_at': '', 'volume_id': '0778ad60-7011-4299-bb02-6eae53353171', 'serial': '0778ad60-7011-4299-bb02-6eae53353171'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1337.065366] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a5bbc3-9910-4cac-a04e-bdd8c714017a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.085298] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ebce2d-1631-4f61-890b-803afbf170c6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.091194] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95a2eeb-568b-4f96-a2c5-0b7700ddc073 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.111926] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0c8968-1b71-4ed5-8b5a-23f2982eed42 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.125613] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] The volume has not been displaced from its original location: [datastore1] volume-0778ad60-7011-4299-bb02-6eae53353171/volume-0778ad60-7011-4299-bb02-6eae53353171.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1337.130779] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1337.131030] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef7ba32-7b2b-4393-bcf1-2d5d4f471497 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.149881] env[63105]: DEBUG oslo_vmware.api [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1337.149881] env[63105]: value = "task-2759861" [ 1337.149881] env[63105]: _type = "Task" [ 1337.149881] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.157166] env[63105]: DEBUG oslo_vmware.api [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.660145] env[63105]: DEBUG oslo_vmware.api [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759861, 'name': ReconfigVM_Task, 'duration_secs': 0.204412} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.660536] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1337.664998] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba730038-8e8f-421e-9f18-48955a857ab1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.679262] env[63105]: DEBUG oslo_vmware.api [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1337.679262] env[63105]: value = "task-2759862" [ 1337.679262] env[63105]: _type = "Task" [ 1337.679262] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.686596] env[63105]: DEBUG oslo_vmware.api [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.189657] env[63105]: DEBUG oslo_vmware.api [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759862, 'name': ReconfigVM_Task, 'duration_secs': 0.141534} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.189984] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555273', 'volume_id': '0778ad60-7011-4299-bb02-6eae53353171', 'name': 'volume-0778ad60-7011-4299-bb02-6eae53353171', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4c83729d-87d1-4c66-b175-cc42ecd30c58', 'attached_at': '2025-02-21T09:02:04.000000', 'detached_at': '', 'volume_id': '0778ad60-7011-4299-bb02-6eae53353171', 'serial': '0778ad60-7011-4299-bb02-6eae53353171'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1338.190275] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.191093] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436da494-46bc-4f04-b6c6-94d15f19b992 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.198024] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.198499] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41c456e9-fbf2-421a-8001-cc05229d7fc6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.277580] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.277815] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Deleting contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.277991] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Deleting the datastore file [datastore2] 4c83729d-87d1-4c66-b175-cc42ecd30c58 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.278701] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f23765f6-b946-408d-b56c-eb20879edfaf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.286101] env[63105]: DEBUG oslo_vmware.api [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1338.286101] env[63105]: value = "task-2759864" [ 1338.286101] env[63105]: _type = "Task" [ 1338.286101] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.294592] env[63105]: DEBUG oslo_vmware.api [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.542047] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.542275] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.542452] env[63105]: DEBUG nova.compute.manager [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Going to confirm migration 9 {{(pid=63105) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5113}} [ 1338.797249] env[63105]: DEBUG oslo_vmware.api [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168733} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.797638] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.797638] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Deleted contents of the VM from datastore datastore2 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.797791] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.797966] env[63105]: INFO nova.compute.manager [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1338.798353] env[63105]: DEBUG oslo.service.loopingcall [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1338.798441] env[63105]: DEBUG nova.compute.manager [-] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.798541] env[63105]: DEBUG nova.network.neutron [-] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.081854] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.082031] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.082177] env[63105]: DEBUG nova.network.neutron [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.082560] env[63105]: DEBUG nova.objects.instance [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lazy-loading 'info_cache' on Instance uuid 0a6287e8-10b3-46c2-a3af-fa9750857f50 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.273159] env[63105]: DEBUG nova.compute.manager [req-2a6d6b27-1fef-427a-8fd0-323573fd04a0 req-f469a653-ff32-4d0f-a677-2af93f8a71f9 service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Received event network-vif-deleted-b36a841e-a309-4c4d-861b-3708f5956852 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1339.273539] env[63105]: INFO nova.compute.manager [req-2a6d6b27-1fef-427a-8fd0-323573fd04a0 req-f469a653-ff32-4d0f-a677-2af93f8a71f9 service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Neutron deleted interface b36a841e-a309-4c4d-861b-3708f5956852; detaching it from the instance and deleting it from the info cache [ 1339.273614] env[63105]: DEBUG nova.network.neutron [req-2a6d6b27-1fef-427a-8fd0-323573fd04a0 req-f469a653-ff32-4d0f-a677-2af93f8a71f9 service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.756406] env[63105]: DEBUG nova.network.neutron [-] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.777331] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3159e35-30ea-425e-9433-d8ff4e249a85 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.786791] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45471f7-ff8b-4ea7-8a96-03cbec23a823 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.813386] env[63105]: DEBUG nova.compute.manager [req-2a6d6b27-1fef-427a-8fd0-323573fd04a0 req-f469a653-ff32-4d0f-a677-2af93f8a71f9 service nova] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Detach interface failed, port_id=b36a841e-a309-4c4d-861b-3708f5956852, reason: Instance 4c83729d-87d1-4c66-b175-cc42ecd30c58 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1340.261870] env[63105]: INFO nova.compute.manager [-] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Took 1.46 seconds to deallocate network for instance. [ 1340.296887] env[63105]: DEBUG nova.network.neutron [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance_info_cache with network_info: [{"id": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "address": "fa:16:3e:51:e6:1d", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7d47a5-a1", "ovs_interfaceid": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.800589] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.800747] env[63105]: DEBUG nova.objects.instance [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lazy-loading 'migration_context' on Instance uuid 0a6287e8-10b3-46c2-a3af-fa9750857f50 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.811979] env[63105]: INFO nova.compute.manager [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Took 0.55 seconds to detach 1 volumes for instance. [ 1341.303820] env[63105]: DEBUG nova.objects.base [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Object Instance<0a6287e8-10b3-46c2-a3af-fa9750857f50> lazy-loaded attributes: info_cache,migration_context {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1341.304794] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6fdd00-a396-415b-9109-e19960f5f740 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.325334] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.325541] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.325727] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.328407] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d10109de-ea52-4679-8eef-7734bfcf419a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.333558] env[63105]: DEBUG oslo_vmware.api [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1341.333558] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52846580-848e-67e5-b93a-c87f2b323e70" [ 1341.333558] env[63105]: _type = "Task" [ 1341.333558] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.342649] env[63105]: DEBUG oslo_vmware.api [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52846580-848e-67e5-b93a-c87f2b323e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.352538] env[63105]: INFO nova.scheduler.client.report [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Deleted allocations for instance 4c83729d-87d1-4c66-b175-cc42ecd30c58 [ 1341.843742] env[63105]: DEBUG oslo_vmware.api [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52846580-848e-67e5-b93a-c87f2b323e70, 'name': SearchDatastore_Task, 'duration_secs': 0.008025} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.843990] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.844254] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.858901] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae9f87d8-1ad5-46e1-9f38-716a4240b9e0 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "4c83729d-87d1-4c66-b175-cc42ecd30c58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.821s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.388112] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa173200-ec84-491c-83aa-58c32ddce288 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.396094] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8397ab1-98f7-45a1-a031-5c6657423be2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.425048] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a184487-c25b-4e3c-8682-73b197aba4d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.431796] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77877c20-3edd-43d9-9689-747612161a34 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.444580] env[63105]: DEBUG nova.compute.provider_tree [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.507504] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.507750] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.507905] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.645744] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.645940] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1342.947794] env[63105]: DEBUG nova.scheduler.client.report [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1343.188269] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.188434] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquired lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.188587] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Forcefully refreshing network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1343.195911] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "093052bd-8021-4d5a-8579-99b2ad67be95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.196225] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "093052bd-8021-4d5a-8579-99b2ad67be95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.698150] env[63105]: DEBUG nova.compute.manager [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.957880] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.113s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.221055] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.221360] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.222946] env[63105]: INFO nova.compute.claims [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.398831] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance_info_cache with network_info: [{"id": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "address": "fa:16:3e:51:e6:1d", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac7d47a5-a1", "ovs_interfaceid": "ac7d47a5-a1d0-42be-89f0-7a330fce402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.512205] env[63105]: INFO nova.scheduler.client.report [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Deleted allocation for migration 445dc9c2-810a-4bb9-866f-f71058603727 [ 1344.901998] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Releasing lock "refresh_cache-0a6287e8-10b3-46c2-a3af-fa9750857f50" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.902410] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updated the network info_cache for instance {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 1344.902689] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.902982] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.903274] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.903497] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1344.903734] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.017223] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e1f2c54b-c261-455a-8796-652488671c7c tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.475s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.272542] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32afdc9b-94eb-4b1c-8131-8eea12dddb37 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.280630] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245f8880-f8c3-4d8c-aefc-c2f56afefdf5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.309973] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8dd4d2-7545-4095-aef7-f053c1de51d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.317012] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ea7bc2-7cde-46e1-b963-4f5aba1306bc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.329977] env[63105]: DEBUG nova.compute.provider_tree [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.406531] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.547327] env[63105]: DEBUG oslo_concurrency.lockutils [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.547501] env[63105]: DEBUG oslo_concurrency.lockutils [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.547605] env[63105]: DEBUG oslo_concurrency.lockutils [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "0a6287e8-10b3-46c2-a3af-fa9750857f50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.547787] env[63105]: DEBUG oslo_concurrency.lockutils [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.547960] env[63105]: DEBUG oslo_concurrency.lockutils [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.549983] env[63105]: INFO nova.compute.manager [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Terminating instance [ 1345.833623] env[63105]: DEBUG nova.scheduler.client.report [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1346.053327] env[63105]: DEBUG nova.compute.manager [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1346.053699] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.054472] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b868ca52-506f-48d4-8ad3-f314a30fa6e5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.063831] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.064076] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ac0baf5-bb6e-427b-842e-9d19a94b06a6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.069721] env[63105]: DEBUG oslo_vmware.api [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1346.069721] env[63105]: value = "task-2759865" [ 1346.069721] env[63105]: _type = "Task" [ 1346.069721] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.076613] env[63105]: DEBUG oslo_vmware.api [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.338916] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.339431] env[63105]: DEBUG nova.compute.manager [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1346.342173] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.936s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.342365] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.342514] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1346.343545] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918be478-60d6-49c7-8dca-0cca73c7a61c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.351564] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a62d896-e330-4770-91fe-6db10533a856 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.365486] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68897ea2-4371-4840-8140-c20c9822f8ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.372216] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a0ed12-b951-4559-820f-67bbc42b92bf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.401975] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180739MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1346.402131] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.402322] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.579371] env[63105]: DEBUG oslo_vmware.api [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759865, 'name': PowerOffVM_Task, 'duration_secs': 0.199373} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.579638] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.579810] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.580096] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a238f81a-3dd2-4f8a-8037-f47789d94387 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.643471] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.643636] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.643808] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Deleting the datastore file [datastore1] 0a6287e8-10b3-46c2-a3af-fa9750857f50 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.644119] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52c203d7-a62a-4517-aba1-a96277561ae5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.649512] env[63105]: DEBUG oslo_vmware.api [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1346.649512] env[63105]: value = "task-2759867" [ 1346.649512] env[63105]: _type = "Task" [ 1346.649512] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.656677] env[63105]: DEBUG oslo_vmware.api [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.845015] env[63105]: DEBUG nova.compute.utils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1346.846489] env[63105]: DEBUG nova.compute.manager [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1346.846711] env[63105]: DEBUG nova.network.neutron [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.894127] env[63105]: DEBUG nova.policy [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07dc7ea969c845d080c9c2af17822dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd26d2c10e9dc43c5bb5af8b99df07d39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1347.154857] env[63105]: DEBUG nova.network.neutron [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Successfully created port: 391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.162928] env[63105]: DEBUG oslo_vmware.api [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149057} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.163343] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.163547] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.163908] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.164180] env[63105]: INFO nova.compute.manager [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1347.164607] env[63105]: DEBUG oslo.service.loopingcall [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.164698] env[63105]: DEBUG nova.compute.manager [-] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1347.164734] env[63105]: DEBUG nova.network.neutron [-] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1347.352400] env[63105]: DEBUG nova.compute.manager [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1347.428012] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 0a6287e8-10b3-46c2-a3af-fa9750857f50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.428245] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 093052bd-8021-4d5a-8579-99b2ad67be95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.428482] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1347.428635] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1347.466340] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22fc7b4-d017-43ad-b4c6-0c8e75cf814b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.473975] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8254ce81-3f80-489f-80b2-8e30726f001a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.503867] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f670ce-6381-45b9-9b5a-004bd10fe73c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.511324] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b4ca8f-7e10-47ca-92cf-158782153051 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.524787] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.604012] env[63105]: DEBUG nova.compute.manager [req-6a487cd9-24a8-41f0-9787-2403eb431c3f req-a85bd5c8-0a32-4d45-8923-df2c555503cc service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Received event network-vif-deleted-ac7d47a5-a1d0-42be-89f0-7a330fce402d {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1347.604253] env[63105]: INFO nova.compute.manager [req-6a487cd9-24a8-41f0-9787-2403eb431c3f req-a85bd5c8-0a32-4d45-8923-df2c555503cc service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Neutron deleted interface ac7d47a5-a1d0-42be-89f0-7a330fce402d; detaching it from the instance and deleting it from the info cache [ 1347.604821] env[63105]: DEBUG nova.network.neutron [req-6a487cd9-24a8-41f0-9787-2403eb431c3f req-a85bd5c8-0a32-4d45-8923-df2c555503cc service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.028283] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1348.087593] env[63105]: DEBUG nova.network.neutron [-] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.107516] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7eb3915a-f652-46de-a69b-edde44c978e2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.117563] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5c6b39-a294-455d-a0f7-8e6731fe86ec {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.141691] env[63105]: DEBUG nova.compute.manager [req-6a487cd9-24a8-41f0-9787-2403eb431c3f req-a85bd5c8-0a32-4d45-8923-df2c555503cc service nova] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Detach interface failed, port_id=ac7d47a5-a1d0-42be-89f0-7a330fce402d, reason: Instance 0a6287e8-10b3-46c2-a3af-fa9750857f50 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1348.360053] env[63105]: DEBUG nova.compute.manager [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1348.385301] env[63105]: DEBUG nova.virt.hardware [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1348.385560] env[63105]: DEBUG nova.virt.hardware [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1348.385714] env[63105]: DEBUG nova.virt.hardware [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.385890] env[63105]: DEBUG nova.virt.hardware [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1348.386047] env[63105]: DEBUG nova.virt.hardware [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.386204] env[63105]: DEBUG nova.virt.hardware [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1348.386414] env[63105]: DEBUG nova.virt.hardware [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1348.386574] env[63105]: DEBUG nova.virt.hardware [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1348.386739] env[63105]: DEBUG nova.virt.hardware [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1348.386901] env[63105]: DEBUG nova.virt.hardware [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1348.387086] env[63105]: DEBUG nova.virt.hardware [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1348.387939] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ae6aa9-f003-4138-8501-91b5c4acc57a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.396016] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d14b4ef-4253-4849-b1e5-b79259308c11 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.504964] env[63105]: DEBUG nova.compute.manager [req-2e3ee50d-08fa-41e2-afa5-2822579987da req-3189b333-89ad-43b4-afce-54828e71d16c service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Received event network-vif-plugged-391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1348.505234] env[63105]: DEBUG oslo_concurrency.lockutils [req-2e3ee50d-08fa-41e2-afa5-2822579987da req-3189b333-89ad-43b4-afce-54828e71d16c service nova] Acquiring lock "093052bd-8021-4d5a-8579-99b2ad67be95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.505447] env[63105]: DEBUG oslo_concurrency.lockutils [req-2e3ee50d-08fa-41e2-afa5-2822579987da req-3189b333-89ad-43b4-afce-54828e71d16c service nova] Lock "093052bd-8021-4d5a-8579-99b2ad67be95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.505620] env[63105]: DEBUG oslo_concurrency.lockutils [req-2e3ee50d-08fa-41e2-afa5-2822579987da req-3189b333-89ad-43b4-afce-54828e71d16c service nova] Lock "093052bd-8021-4d5a-8579-99b2ad67be95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.505791] env[63105]: DEBUG nova.compute.manager [req-2e3ee50d-08fa-41e2-afa5-2822579987da req-3189b333-89ad-43b4-afce-54828e71d16c service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] No waiting events found dispatching network-vif-plugged-391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1348.505954] env[63105]: WARNING nova.compute.manager [req-2e3ee50d-08fa-41e2-afa5-2822579987da req-3189b333-89ad-43b4-afce-54828e71d16c service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Received unexpected event network-vif-plugged-391b6d89-7d12-4c2a-8d55-8aca1f151988 for instance with vm_state building and task_state spawning. [ 1348.533151] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1348.533346] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.131s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.586196] env[63105]: DEBUG nova.network.neutron [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Successfully updated port: 391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.590598] env[63105]: INFO nova.compute.manager [-] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Took 1.43 seconds to deallocate network for instance. [ 1349.089380] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.089380] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.089380] env[63105]: DEBUG nova.network.neutron [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.095980] env[63105]: DEBUG oslo_concurrency.lockutils [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.096303] env[63105]: DEBUG oslo_concurrency.lockutils [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.096532] env[63105]: DEBUG nova.objects.instance [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lazy-loading 'resources' on Instance uuid 0a6287e8-10b3-46c2-a3af-fa9750857f50 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.276866] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.621485] env[63105]: DEBUG nova.network.neutron [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.640219] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bcd38b-5bec-421f-a222-f2894e3f974d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.643396] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.649641] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839c2451-a8f1-42f3-bd10-7d2b42f629f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.683352] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40270edf-e563-4a6b-9f8d-09f5e4aceb9b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.691292] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a6dcdf-d244-44db-abf3-d0d3b0eee2b9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.704499] env[63105]: DEBUG nova.compute.provider_tree [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.776581] env[63105]: DEBUG nova.network.neutron [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Updating instance_info_cache with network_info: [{"id": "391b6d89-7d12-4c2a-8d55-8aca1f151988", "address": "fa:16:3e:33:67:b7", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap391b6d89-7d", "ovs_interfaceid": "391b6d89-7d12-4c2a-8d55-8aca1f151988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.207809] env[63105]: DEBUG nova.scheduler.client.report [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1350.279382] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.279624] env[63105]: DEBUG nova.compute.manager [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Instance network_info: |[{"id": "391b6d89-7d12-4c2a-8d55-8aca1f151988", "address": "fa:16:3e:33:67:b7", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap391b6d89-7d", "ovs_interfaceid": "391b6d89-7d12-4c2a-8d55-8aca1f151988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1350.280037] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:67:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '391b6d89-7d12-4c2a-8d55-8aca1f151988', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.287518] env[63105]: DEBUG oslo.service.loopingcall [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.287946] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.288185] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cfbe58f-20d7-49e2-9e2b-6f5725dabdab {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.307724] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.307724] env[63105]: value = "task-2759868" [ 1350.307724] env[63105]: _type = "Task" [ 1350.307724] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.315362] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759868, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.533181] env[63105]: DEBUG nova.compute.manager [req-3de94e65-becf-4f9f-b866-44d02b37dc1f req-472722f3-3921-4fb6-b795-23f0a6bf7175 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Received event network-changed-391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1350.533181] env[63105]: DEBUG nova.compute.manager [req-3de94e65-becf-4f9f-b866-44d02b37dc1f req-472722f3-3921-4fb6-b795-23f0a6bf7175 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Refreshing instance network info cache due to event network-changed-391b6d89-7d12-4c2a-8d55-8aca1f151988. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1350.533350] env[63105]: DEBUG oslo_concurrency.lockutils [req-3de94e65-becf-4f9f-b866-44d02b37dc1f req-472722f3-3921-4fb6-b795-23f0a6bf7175 service nova] Acquiring lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.534029] env[63105]: DEBUG oslo_concurrency.lockutils [req-3de94e65-becf-4f9f-b866-44d02b37dc1f req-472722f3-3921-4fb6-b795-23f0a6bf7175 service nova] Acquired lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.534029] env[63105]: DEBUG nova.network.neutron [req-3de94e65-becf-4f9f-b866-44d02b37dc1f req-472722f3-3921-4fb6-b795-23f0a6bf7175 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Refreshing network info cache for port 391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.712116] env[63105]: DEBUG oslo_concurrency.lockutils [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.729600] env[63105]: INFO nova.scheduler.client.report [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Deleted allocations for instance 0a6287e8-10b3-46c2-a3af-fa9750857f50 [ 1350.817381] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759868, 'name': CreateVM_Task, 'duration_secs': 0.299475} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.817548] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.818156] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.818324] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.818629] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.818869] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cca7a2a-8b41-4f63-9977-5dfb6b96fd4e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.822924] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1350.822924] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]525c9535-584f-defb-42bb-84dd5e7276c9" [ 1350.822924] env[63105]: _type = "Task" [ 1350.822924] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.830063] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525c9535-584f-defb-42bb-84dd5e7276c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.203321] env[63105]: DEBUG nova.network.neutron [req-3de94e65-becf-4f9f-b866-44d02b37dc1f req-472722f3-3921-4fb6-b795-23f0a6bf7175 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Updated VIF entry in instance network info cache for port 391b6d89-7d12-4c2a-8d55-8aca1f151988. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.203703] env[63105]: DEBUG nova.network.neutron [req-3de94e65-becf-4f9f-b866-44d02b37dc1f req-472722f3-3921-4fb6-b795-23f0a6bf7175 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Updating instance_info_cache with network_info: [{"id": "391b6d89-7d12-4c2a-8d55-8aca1f151988", "address": "fa:16:3e:33:67:b7", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap391b6d89-7d", "ovs_interfaceid": "391b6d89-7d12-4c2a-8d55-8aca1f151988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.236164] env[63105]: DEBUG oslo_concurrency.lockutils [None req-43bfe298-df25-405a-b30f-a9c3efc7c50e tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "0a6287e8-10b3-46c2-a3af-fa9750857f50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.689s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.332956] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525c9535-584f-defb-42bb-84dd5e7276c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.333297] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.333553] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.333787] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.333934] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.334163] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.334414] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e492750-ed0f-4495-b78b-d5e6d87ebcb4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.342316] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.342460] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.343116] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f87c6ce6-f607-4694-835a-75cf055574f4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.347662] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1351.347662] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52fbf22f-ae95-67e1-3007-502b0b237659" [ 1351.347662] env[63105]: _type = "Task" [ 1351.347662] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.354634] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52fbf22f-ae95-67e1-3007-502b0b237659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.706730] env[63105]: DEBUG oslo_concurrency.lockutils [req-3de94e65-becf-4f9f-b866-44d02b37dc1f req-472722f3-3921-4fb6-b795-23f0a6bf7175 service nova] Releasing lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.858063] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52fbf22f-ae95-67e1-3007-502b0b237659, 'name': SearchDatastore_Task, 'duration_secs': 0.007958} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.858759] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e27e3d-2f1f-4074-88aa-686b973e0020 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.863488] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1351.863488] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]522b03f4-372d-c35f-b6db-4d26c4ba5a3a" [ 1351.863488] env[63105]: _type = "Task" [ 1351.863488] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.870586] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522b03f4-372d-c35f-b6db-4d26c4ba5a3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.374040] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522b03f4-372d-c35f-b6db-4d26c4ba5a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009394} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.374040] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.374202] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 093052bd-8021-4d5a-8579-99b2ad67be95/093052bd-8021-4d5a-8579-99b2ad67be95.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.374359] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4380c291-3f17-4f5c-a5b8-606ff8df53a6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.380911] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1352.380911] env[63105]: value = "task-2759869" [ 1352.380911] env[63105]: _type = "Task" [ 1352.380911] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.387855] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.567209] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "bad2540f-8cbe-4b79-b764-15857d072046" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.567463] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "bad2540f-8cbe-4b79-b764-15857d072046" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.890567] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445511} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.890919] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] 093052bd-8021-4d5a-8579-99b2ad67be95/093052bd-8021-4d5a-8579-99b2ad67be95.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.891027] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.891321] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aa5cb03-5992-4b01-8363-d5efd9a39a5b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.897614] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1352.897614] env[63105]: value = "task-2759870" [ 1352.897614] env[63105]: _type = "Task" [ 1352.897614] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.904963] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.069770] env[63105]: DEBUG nova.compute.manager [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1353.407241] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05625} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.407469] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.408596] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4dfc54-8ae6-46b7-904c-6158345f3e9d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.430228] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 093052bd-8021-4d5a-8579-99b2ad67be95/093052bd-8021-4d5a-8579-99b2ad67be95.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.430511] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f63c7b0-0cbe-4fec-bf16-022c3edf7da5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.450651] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1353.450651] env[63105]: value = "task-2759871" [ 1353.450651] env[63105]: _type = "Task" [ 1353.450651] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.457974] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.592228] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.592511] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.594186] env[63105]: INFO nova.compute.claims [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.960149] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759871, 'name': ReconfigVM_Task, 'duration_secs': 0.25892} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.960576] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 093052bd-8021-4d5a-8579-99b2ad67be95/093052bd-8021-4d5a-8579-99b2ad67be95.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.961073] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fec20899-4ae3-42ec-8b19-bfb58fb77a42 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.967384] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1353.967384] env[63105]: value = "task-2759872" [ 1353.967384] env[63105]: _type = "Task" [ 1353.967384] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.974586] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759872, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.478361] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759872, 'name': Rename_Task, 'duration_secs': 0.134987} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.478361] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.478656] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87843006-29f3-452d-aa41-03b0698dd44b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.484333] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1354.484333] env[63105]: value = "task-2759873" [ 1354.484333] env[63105]: _type = "Task" [ 1354.484333] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.491745] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.640540] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89476da-08d7-4346-9382-9248bad9cf62 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.649887] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4c4c2c-5c9a-4b11-a450-4ec027ead7d8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.679632] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59af882b-dd15-4717-97ec-096b6c2654f9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.686834] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5e807a-113d-43bf-8f07-c29ec627ee1a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.699680] env[63105]: DEBUG nova.compute.provider_tree [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.994254] env[63105]: DEBUG oslo_vmware.api [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759873, 'name': PowerOnVM_Task, 'duration_secs': 0.43506} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.994691] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.994759] env[63105]: INFO nova.compute.manager [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1354.994895] env[63105]: DEBUG nova.compute.manager [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.995678] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3735d11-32d3-449e-a5bb-6ee110a53abd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.203040] env[63105]: DEBUG nova.scheduler.client.report [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1355.513869] env[63105]: INFO nova.compute.manager [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Took 11.31 seconds to build instance. [ 1355.708262] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.708763] env[63105]: DEBUG nova.compute.manager [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1356.015837] env[63105]: DEBUG oslo_concurrency.lockutils [None req-c3c76efc-e31d-4e52-b69d-0a96c86d8dfc tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "093052bd-8021-4d5a-8579-99b2ad67be95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.819s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.213705] env[63105]: DEBUG nova.compute.utils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1356.218858] env[63105]: DEBUG nova.compute.manager [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1356.218858] env[63105]: DEBUG nova.network.neutron [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1356.252166] env[63105]: DEBUG nova.policy [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c5998229cd340249987153d07e8b5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2b876a353e24c8d9b79c7771358e363', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1356.359237] env[63105]: DEBUG nova.compute.manager [req-8c986ae8-1d28-4699-b3a4-dde72974fa1c req-bad8b292-3444-449f-9cd8-9d4d2a039b32 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Received event network-changed-391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1356.359421] env[63105]: DEBUG nova.compute.manager [req-8c986ae8-1d28-4699-b3a4-dde72974fa1c req-bad8b292-3444-449f-9cd8-9d4d2a039b32 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Refreshing instance network info cache due to event network-changed-391b6d89-7d12-4c2a-8d55-8aca1f151988. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1356.360014] env[63105]: DEBUG oslo_concurrency.lockutils [req-8c986ae8-1d28-4699-b3a4-dde72974fa1c req-bad8b292-3444-449f-9cd8-9d4d2a039b32 service nova] Acquiring lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.360178] env[63105]: DEBUG oslo_concurrency.lockutils [req-8c986ae8-1d28-4699-b3a4-dde72974fa1c req-bad8b292-3444-449f-9cd8-9d4d2a039b32 service nova] Acquired lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.360347] env[63105]: DEBUG nova.network.neutron [req-8c986ae8-1d28-4699-b3a4-dde72974fa1c req-bad8b292-3444-449f-9cd8-9d4d2a039b32 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Refreshing network info cache for port 391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.522109] env[63105]: DEBUG nova.network.neutron [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Successfully created port: 882d8831-860f-4eb8-a2da-e59035e62e23 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1356.722019] env[63105]: DEBUG nova.compute.manager [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1357.083656] env[63105]: DEBUG nova.network.neutron [req-8c986ae8-1d28-4699-b3a4-dde72974fa1c req-bad8b292-3444-449f-9cd8-9d4d2a039b32 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Updated VIF entry in instance network info cache for port 391b6d89-7d12-4c2a-8d55-8aca1f151988. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.084064] env[63105]: DEBUG nova.network.neutron [req-8c986ae8-1d28-4699-b3a4-dde72974fa1c req-bad8b292-3444-449f-9cd8-9d4d2a039b32 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Updating instance_info_cache with network_info: [{"id": "391b6d89-7d12-4c2a-8d55-8aca1f151988", "address": "fa:16:3e:33:67:b7", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap391b6d89-7d", "ovs_interfaceid": "391b6d89-7d12-4c2a-8d55-8aca1f151988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.586805] env[63105]: DEBUG oslo_concurrency.lockutils [req-8c986ae8-1d28-4699-b3a4-dde72974fa1c req-bad8b292-3444-449f-9cd8-9d4d2a039b32 service nova] Releasing lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.729524] env[63105]: DEBUG nova.compute.manager [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1357.755505] env[63105]: DEBUG nova.virt.hardware [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1357.755776] env[63105]: DEBUG nova.virt.hardware [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1357.755934] env[63105]: DEBUG nova.virt.hardware [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.756148] env[63105]: DEBUG nova.virt.hardware [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1357.756274] env[63105]: DEBUG nova.virt.hardware [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.756430] env[63105]: DEBUG nova.virt.hardware [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1357.756640] env[63105]: DEBUG nova.virt.hardware [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1357.756800] env[63105]: DEBUG nova.virt.hardware [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1357.756967] env[63105]: DEBUG nova.virt.hardware [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1357.757144] env[63105]: DEBUG nova.virt.hardware [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1357.757316] env[63105]: DEBUG nova.virt.hardware [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1357.758205] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c48921-27bd-4a14-998e-26027ee69806 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.766821] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eeff46-e7e2-4c91-8c74-fa096f947e16 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.867689] env[63105]: DEBUG nova.compute.manager [req-b1266c0f-09b9-4874-8b9d-cab448b8ccc0 req-791b4b8c-78ee-4bf3-addb-bc55257590af service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Received event network-vif-plugged-882d8831-860f-4eb8-a2da-e59035e62e23 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1357.867941] env[63105]: DEBUG oslo_concurrency.lockutils [req-b1266c0f-09b9-4874-8b9d-cab448b8ccc0 req-791b4b8c-78ee-4bf3-addb-bc55257590af service nova] Acquiring lock "bad2540f-8cbe-4b79-b764-15857d072046-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.868256] env[63105]: DEBUG oslo_concurrency.lockutils [req-b1266c0f-09b9-4874-8b9d-cab448b8ccc0 req-791b4b8c-78ee-4bf3-addb-bc55257590af service nova] Lock "bad2540f-8cbe-4b79-b764-15857d072046-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.868575] env[63105]: DEBUG oslo_concurrency.lockutils [req-b1266c0f-09b9-4874-8b9d-cab448b8ccc0 req-791b4b8c-78ee-4bf3-addb-bc55257590af service nova] Lock "bad2540f-8cbe-4b79-b764-15857d072046-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.868895] env[63105]: DEBUG nova.compute.manager [req-b1266c0f-09b9-4874-8b9d-cab448b8ccc0 req-791b4b8c-78ee-4bf3-addb-bc55257590af service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] No waiting events found dispatching network-vif-plugged-882d8831-860f-4eb8-a2da-e59035e62e23 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1357.869091] env[63105]: WARNING nova.compute.manager [req-b1266c0f-09b9-4874-8b9d-cab448b8ccc0 req-791b4b8c-78ee-4bf3-addb-bc55257590af service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Received unexpected event network-vif-plugged-882d8831-860f-4eb8-a2da-e59035e62e23 for instance with vm_state building and task_state spawning. [ 1357.944842] env[63105]: DEBUG nova.network.neutron [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Successfully updated port: 882d8831-860f-4eb8-a2da-e59035e62e23 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1358.447934] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.448197] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.448408] env[63105]: DEBUG nova.network.neutron [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.977764] env[63105]: DEBUG nova.network.neutron [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.092915] env[63105]: DEBUG nova.network.neutron [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance_info_cache with network_info: [{"id": "882d8831-860f-4eb8-a2da-e59035e62e23", "address": "fa:16:3e:9f:24:fd", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882d8831-86", "ovs_interfaceid": "882d8831-860f-4eb8-a2da-e59035e62e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.596376] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.596376] env[63105]: DEBUG nova.compute.manager [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Instance network_info: |[{"id": "882d8831-860f-4eb8-a2da-e59035e62e23", "address": "fa:16:3e:9f:24:fd", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882d8831-86", "ovs_interfaceid": "882d8831-860f-4eb8-a2da-e59035e62e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1359.596759] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:24:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '882d8831-860f-4eb8-a2da-e59035e62e23', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.603988] env[63105]: DEBUG oslo.service.loopingcall [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1359.604251] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.604485] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fda0498e-78ea-435e-ad58-c984d1025c5d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.628168] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.628168] env[63105]: value = "task-2759874" [ 1359.628168] env[63105]: _type = "Task" [ 1359.628168] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.635624] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759874, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.894039] env[63105]: DEBUG nova.compute.manager [req-87fe6264-3258-44b3-a4c3-77233a14b1be req-0bd1d2e6-c16f-45e4-ba27-5dbf1cd02f8d service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Received event network-changed-882d8831-860f-4eb8-a2da-e59035e62e23 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1359.894266] env[63105]: DEBUG nova.compute.manager [req-87fe6264-3258-44b3-a4c3-77233a14b1be req-0bd1d2e6-c16f-45e4-ba27-5dbf1cd02f8d service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Refreshing instance network info cache due to event network-changed-882d8831-860f-4eb8-a2da-e59035e62e23. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1359.894494] env[63105]: DEBUG oslo_concurrency.lockutils [req-87fe6264-3258-44b3-a4c3-77233a14b1be req-0bd1d2e6-c16f-45e4-ba27-5dbf1cd02f8d service nova] Acquiring lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.894638] env[63105]: DEBUG oslo_concurrency.lockutils [req-87fe6264-3258-44b3-a4c3-77233a14b1be req-0bd1d2e6-c16f-45e4-ba27-5dbf1cd02f8d service nova] Acquired lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.894797] env[63105]: DEBUG nova.network.neutron [req-87fe6264-3258-44b3-a4c3-77233a14b1be req-0bd1d2e6-c16f-45e4-ba27-5dbf1cd02f8d service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Refreshing network info cache for port 882d8831-860f-4eb8-a2da-e59035e62e23 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.138417] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759874, 'name': CreateVM_Task, 'duration_secs': 0.302319} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.138598] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.139248] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.139409] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.139725] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.139973] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be32e03-be94-4ddf-a288-ae0df06e3cfa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.144536] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1360.144536] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]522b106f-7da8-2a87-d971-4bb637c21d82" [ 1360.144536] env[63105]: _type = "Task" [ 1360.144536] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.151727] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522b106f-7da8-2a87-d971-4bb637c21d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.566924] env[63105]: DEBUG nova.network.neutron [req-87fe6264-3258-44b3-a4c3-77233a14b1be req-0bd1d2e6-c16f-45e4-ba27-5dbf1cd02f8d service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updated VIF entry in instance network info cache for port 882d8831-860f-4eb8-a2da-e59035e62e23. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.567331] env[63105]: DEBUG nova.network.neutron [req-87fe6264-3258-44b3-a4c3-77233a14b1be req-0bd1d2e6-c16f-45e4-ba27-5dbf1cd02f8d service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance_info_cache with network_info: [{"id": "882d8831-860f-4eb8-a2da-e59035e62e23", "address": "fa:16:3e:9f:24:fd", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882d8831-86", "ovs_interfaceid": "882d8831-860f-4eb8-a2da-e59035e62e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.654281] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]522b106f-7da8-2a87-d971-4bb637c21d82, 'name': SearchDatastore_Task, 'duration_secs': 0.00898} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.654636] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.654853] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.655105] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.655257] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.655438] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.655690] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4a6daa9-e5bb-4772-8101-425e401a3fd7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.663654] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.663831] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.664578] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c65519b-e406-4336-a4e4-a9b18d06cf82 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.669325] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1360.669325] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]528b620c-7740-fbee-349c-cf933c3806b9" [ 1360.669325] env[63105]: _type = "Task" [ 1360.669325] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.676709] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528b620c-7740-fbee-349c-cf933c3806b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.070537] env[63105]: DEBUG oslo_concurrency.lockutils [req-87fe6264-3258-44b3-a4c3-77233a14b1be req-0bd1d2e6-c16f-45e4-ba27-5dbf1cd02f8d service nova] Releasing lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.179967] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]528b620c-7740-fbee-349c-cf933c3806b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008266} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.180741] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00bb8c55-61bc-49c9-b693-cfa778b231e4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.185753] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1361.185753] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5277901a-0e3f-fcbf-113a-84d780092b69" [ 1361.185753] env[63105]: _type = "Task" [ 1361.185753] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.193389] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5277901a-0e3f-fcbf-113a-84d780092b69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.696456] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5277901a-0e3f-fcbf-113a-84d780092b69, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.696823] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.696963] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] bad2540f-8cbe-4b79-b764-15857d072046/bad2540f-8cbe-4b79-b764-15857d072046.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.697242] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d798731d-5998-476d-a20b-7e652d3c61aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.703670] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1361.703670] env[63105]: value = "task-2759875" [ 1361.703670] env[63105]: _type = "Task" [ 1361.703670] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.711388] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.213549] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431122} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.215055] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] bad2540f-8cbe-4b79-b764-15857d072046/bad2540f-8cbe-4b79-b764-15857d072046.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.215055] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1362.215055] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e11857f-ac94-4df4-9634-0bf5233662a2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.222261] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1362.222261] env[63105]: value = "task-2759876" [ 1362.222261] env[63105]: _type = "Task" [ 1362.222261] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.229676] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.731912] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059022} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.734707] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1362.734707] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baafb79a-068a-4361-bff4-91c453c595c1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.754193] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] bad2540f-8cbe-4b79-b764-15857d072046/bad2540f-8cbe-4b79-b764-15857d072046.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.754402] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d71535-923e-4ef6-acb3-490892a845a3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.772346] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1362.772346] env[63105]: value = "task-2759877" [ 1362.772346] env[63105]: _type = "Task" [ 1362.772346] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.779416] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.282068] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759877, 'name': ReconfigVM_Task, 'duration_secs': 0.276308} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.282385] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Reconfigured VM instance instance-00000079 to attach disk [datastore1] bad2540f-8cbe-4b79-b764-15857d072046/bad2540f-8cbe-4b79-b764-15857d072046.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.283015] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75e486a0-7971-4e99-9577-7af0b1c90343 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.289114] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1363.289114] env[63105]: value = "task-2759878" [ 1363.289114] env[63105]: _type = "Task" [ 1363.289114] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.296332] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759878, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.798827] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759878, 'name': Rename_Task, 'duration_secs': 0.16642} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.799256] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.799413] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44b55651-c9b2-4ea6-8a79-1e812c502943 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.805826] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1363.805826] env[63105]: value = "task-2759879" [ 1363.805826] env[63105]: _type = "Task" [ 1363.805826] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.814069] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.315973] env[63105]: DEBUG oslo_vmware.api [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759879, 'name': PowerOnVM_Task, 'duration_secs': 0.460459} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.316264] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.316469] env[63105]: INFO nova.compute.manager [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1364.316652] env[63105]: DEBUG nova.compute.manager [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.317405] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e977c276-d13f-4a87-b6db-b4318549ddc9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.836112] env[63105]: INFO nova.compute.manager [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Took 11.26 seconds to build instance. [ 1365.338698] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4c94d835-85fc-4866-ad48-3094e175a4c6 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "bad2540f-8cbe-4b79-b764-15857d072046" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.771s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.547025] env[63105]: DEBUG nova.compute.manager [req-b4ea2a93-779b-4244-bf0e-8687a249e278 req-51a0d272-123a-4478-9575-d62688e7af05 service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Received event network-changed-882d8831-860f-4eb8-a2da-e59035e62e23 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1365.547244] env[63105]: DEBUG nova.compute.manager [req-b4ea2a93-779b-4244-bf0e-8687a249e278 req-51a0d272-123a-4478-9575-d62688e7af05 service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Refreshing instance network info cache due to event network-changed-882d8831-860f-4eb8-a2da-e59035e62e23. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1365.547464] env[63105]: DEBUG oslo_concurrency.lockutils [req-b4ea2a93-779b-4244-bf0e-8687a249e278 req-51a0d272-123a-4478-9575-d62688e7af05 service nova] Acquiring lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.547669] env[63105]: DEBUG oslo_concurrency.lockutils [req-b4ea2a93-779b-4244-bf0e-8687a249e278 req-51a0d272-123a-4478-9575-d62688e7af05 service nova] Acquired lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.547819] env[63105]: DEBUG nova.network.neutron [req-b4ea2a93-779b-4244-bf0e-8687a249e278 req-51a0d272-123a-4478-9575-d62688e7af05 service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Refreshing network info cache for port 882d8831-860f-4eb8-a2da-e59035e62e23 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.245096] env[63105]: DEBUG nova.network.neutron [req-b4ea2a93-779b-4244-bf0e-8687a249e278 req-51a0d272-123a-4478-9575-d62688e7af05 service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updated VIF entry in instance network info cache for port 882d8831-860f-4eb8-a2da-e59035e62e23. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.245517] env[63105]: DEBUG nova.network.neutron [req-b4ea2a93-779b-4244-bf0e-8687a249e278 req-51a0d272-123a-4478-9575-d62688e7af05 service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance_info_cache with network_info: [{"id": "882d8831-860f-4eb8-a2da-e59035e62e23", "address": "fa:16:3e:9f:24:fd", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882d8831-86", "ovs_interfaceid": "882d8831-860f-4eb8-a2da-e59035e62e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.748734] env[63105]: DEBUG oslo_concurrency.lockutils [req-b4ea2a93-779b-4244-bf0e-8687a249e278 req-51a0d272-123a-4478-9575-d62688e7af05 service nova] Releasing lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.642182] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "093052bd-8021-4d5a-8579-99b2ad67be95" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.642583] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "093052bd-8021-4d5a-8579-99b2ad67be95" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.642649] env[63105]: INFO nova.compute.manager [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Shelving [ 1392.652618] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.652978] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-302f8d0d-9f39-46f9-93d5-c28d64923733 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.659982] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1392.659982] env[63105]: value = "task-2759880" [ 1392.659982] env[63105]: _type = "Task" [ 1392.659982] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.667725] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.170198] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759880, 'name': PowerOffVM_Task, 'duration_secs': 0.175788} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.170458] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.171235] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b76f70-25f1-4deb-8239-ab4cb676be25 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.189789] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3008859-0e54-48d8-a2b4-7cd03b635d2c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.700831] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1393.701513] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4f35fd5-8c69-46a1-afee-f88bc8f93aee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.710073] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1393.710073] env[63105]: value = "task-2759881" [ 1393.710073] env[63105]: _type = "Task" [ 1393.710073] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.721012] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759881, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.221159] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759881, 'name': CreateSnapshot_Task, 'duration_secs': 0.415722} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.221416] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1394.222138] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8f797a-7cfa-4e87-92c6-82055a2469b8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.739369] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1394.739853] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-166520a8-7f47-48a4-9814-545f16e7987e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.748241] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1394.748241] env[63105]: value = "task-2759882" [ 1394.748241] env[63105]: _type = "Task" [ 1394.748241] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.755973] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759882, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.258426] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759882, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.759044] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759882, 'name': CloneVM_Task, 'duration_secs': 0.953651} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.759390] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Created linked-clone VM from snapshot [ 1395.760064] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cd7d15-5b1c-4797-a413-4bcad7d99829 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.767023] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Uploading image d5aec9cd-88b0-4759-85de-58f663830327 {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1395.791091] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1395.791091] env[63105]: value = "vm-555281" [ 1395.791091] env[63105]: _type = "VirtualMachine" [ 1395.791091] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1395.791345] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-93f73661-f624-4ea3-bfd3-c1a4fe5dae32 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.798448] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lease: (returnval){ [ 1395.798448] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a9b5f4-50e0-3ba2-2d8c-7d9e8d23147b" [ 1395.798448] env[63105]: _type = "HttpNfcLease" [ 1395.798448] env[63105]: } obtained for exporting VM: (result){ [ 1395.798448] env[63105]: value = "vm-555281" [ 1395.798448] env[63105]: _type = "VirtualMachine" [ 1395.798448] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1395.798721] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the lease: (returnval){ [ 1395.798721] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a9b5f4-50e0-3ba2-2d8c-7d9e8d23147b" [ 1395.798721] env[63105]: _type = "HttpNfcLease" [ 1395.798721] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1395.804752] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1395.804752] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a9b5f4-50e0-3ba2-2d8c-7d9e8d23147b" [ 1395.804752] env[63105]: _type = "HttpNfcLease" [ 1395.804752] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1396.307222] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1396.307222] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a9b5f4-50e0-3ba2-2d8c-7d9e8d23147b" [ 1396.307222] env[63105]: _type = "HttpNfcLease" [ 1396.307222] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1396.307540] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1396.307540] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a9b5f4-50e0-3ba2-2d8c-7d9e8d23147b" [ 1396.307540] env[63105]: _type = "HttpNfcLease" [ 1396.307540] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1396.308227] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66c847e-2bb2-48c9-b3f3-d66655d40e86 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.315248] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232ce2a-1e6c-982f-3642-c8c0990dca12/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1396.315410] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232ce2a-1e6c-982f-3642-c8c0990dca12/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1396.402089] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-41b6ed0f-ff7e-4ee1-a4d7-069e0bdc0af7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.645807] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.647726] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.647726] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Cleaning up deleted instances with incomplete migration {{(pid=63105) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11596}} [ 1403.145046] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.145431] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.145431] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.145615] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1403.145835] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.145971] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Cleaning up deleted instances {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11558}} [ 1403.390822] env[63105]: DEBUG nova.compute.manager [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Stashing vm_state: active {{(pid=63105) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 1403.653130] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] There are 17 instances to clean {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11567}} [ 1403.653313] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: a93db89a-7561-416e-8e26-8a49e99eebea] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1403.903517] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232ce2a-1e6c-982f-3642-c8c0990dca12/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1403.904395] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72230ea8-70a9-446d-887c-072d9acad63b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.910135] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232ce2a-1e6c-982f-3642-c8c0990dca12/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1403.910304] env[63105]: ERROR oslo_vmware.rw_handles [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232ce2a-1e6c-982f-3642-c8c0990dca12/disk-0.vmdk due to incomplete transfer. [ 1403.910540] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-27a6f9c8-d2c7-4049-a543-c63adf6761b1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.917457] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232ce2a-1e6c-982f-3642-c8c0990dca12/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1403.917648] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Uploaded image d5aec9cd-88b0-4759-85de-58f663830327 to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1403.919931] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1403.920165] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-152c0d0b-7f60-49c9-9fd3-1ba920bc02a2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.924850] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1403.924850] env[63105]: value = "task-2759884" [ 1403.924850] env[63105]: _type = "Task" [ 1403.924850] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.933574] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759884, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.975770] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.975770] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.156392] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 4286628f-73e4-4f59-b3a6-df33345593be] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1404.434855] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759884, 'name': Destroy_Task, 'duration_secs': 0.311855} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.435158] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Destroyed the VM [ 1404.435407] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1404.435948] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2a66cdb7-116e-4155-a983-9ef2829dbf34 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.441944] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1404.441944] env[63105]: value = "task-2759885" [ 1404.441944] env[63105]: _type = "Task" [ 1404.441944] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.449207] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759885, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.479837] env[63105]: INFO nova.compute.claims [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.659549] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 4c83729d-87d1-4c66-b175-cc42ecd30c58] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1404.951321] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759885, 'name': RemoveSnapshot_Task, 'duration_secs': 0.340393} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.951590] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1404.951858] env[63105]: DEBUG nova.compute.manager [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.952638] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a545ca-2186-42ea-ade1-06f5f0686a64 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.985278] env[63105]: INFO nova.compute.resource_tracker [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating resource usage from migration 339d7623-f37a-477d-9922-f2a74b6d6c3f [ 1405.001549] env[63105]: DEBUG nova.scheduler.client.report [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1405.015643] env[63105]: DEBUG nova.scheduler.client.report [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1405.015859] env[63105]: DEBUG nova.compute.provider_tree [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1405.025900] env[63105]: DEBUG nova.scheduler.client.report [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1405.042712] env[63105]: DEBUG nova.scheduler.client.report [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1405.087445] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ee944f-ecb3-4bb6-bc4f-4b0c3358421f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.094628] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64504f39-642f-4ac6-8816-c8f82f7c39da {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.124928] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7f6e62-d6ad-4fc3-8b57-f37d64efe2b5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.131717] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e64f4f6-bd45-48a9-acdb-7a122855269c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.144457] env[63105]: DEBUG nova.compute.provider_tree [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.162580] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: a3cf2165-6b6c-406d-80fb-0b8dfa52106b] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1405.464559] env[63105]: INFO nova.compute.manager [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Shelve offloading [ 1405.647497] env[63105]: DEBUG nova.scheduler.client.report [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1405.665099] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 5e32e5c9-e4aa-42f5-82f3-c50cf15a47e7] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1405.968095] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.968445] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26e8a3d9-4a93-4e48-bd00-66d8d1f8b39d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.976649] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1405.976649] env[63105]: value = "task-2759886" [ 1405.976649] env[63105]: _type = "Task" [ 1405.976649] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.984386] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.152553] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.177s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.152762] env[63105]: INFO nova.compute.manager [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Migrating [ 1406.167534] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: ee2612df-d6cc-4a3e-adfb-e1b289119141] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1406.486931] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] VM already powered off {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1406.487126] env[63105]: DEBUG nova.compute.manager [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.487822] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29dd313-e0f2-4573-b27a-44f9a7074baf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.493048] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.493214] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.493379] env[63105]: DEBUG nova.network.neutron [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.668079] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.668285] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.668436] env[63105]: DEBUG nova.network.neutron [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.671226] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 708a45bc-29e5-4934-b2da-aa0315181575] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1407.173745] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 561d9dbe-7508-4a79-afc0-57d574f20519] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1407.189086] env[63105]: DEBUG nova.network.neutron [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Updating instance_info_cache with network_info: [{"id": "391b6d89-7d12-4c2a-8d55-8aca1f151988", "address": "fa:16:3e:33:67:b7", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap391b6d89-7d", "ovs_interfaceid": "391b6d89-7d12-4c2a-8d55-8aca1f151988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.360389] env[63105]: DEBUG nova.network.neutron [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance_info_cache with network_info: [{"id": "882d8831-860f-4eb8-a2da-e59035e62e23", "address": "fa:16:3e:9f:24:fd", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882d8831-86", "ovs_interfaceid": "882d8831-860f-4eb8-a2da-e59035e62e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.677791] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 968a6b7b-fe46-45a4-8fdb-605ce4fce317] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1407.691409] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.863293] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.983177] env[63105]: DEBUG nova.compute.manager [req-079225d2-2d51-4dd3-adcb-e6093db9cf9c req-a403e38f-eace-42d5-bb8f-0d5bb61cb890 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Received event network-vif-unplugged-391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1407.983406] env[63105]: DEBUG oslo_concurrency.lockutils [req-079225d2-2d51-4dd3-adcb-e6093db9cf9c req-a403e38f-eace-42d5-bb8f-0d5bb61cb890 service nova] Acquiring lock "093052bd-8021-4d5a-8579-99b2ad67be95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.983610] env[63105]: DEBUG oslo_concurrency.lockutils [req-079225d2-2d51-4dd3-adcb-e6093db9cf9c req-a403e38f-eace-42d5-bb8f-0d5bb61cb890 service nova] Lock "093052bd-8021-4d5a-8579-99b2ad67be95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.983770] env[63105]: DEBUG oslo_concurrency.lockutils [req-079225d2-2d51-4dd3-adcb-e6093db9cf9c req-a403e38f-eace-42d5-bb8f-0d5bb61cb890 service nova] Lock "093052bd-8021-4d5a-8579-99b2ad67be95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.983949] env[63105]: DEBUG nova.compute.manager [req-079225d2-2d51-4dd3-adcb-e6093db9cf9c req-a403e38f-eace-42d5-bb8f-0d5bb61cb890 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] No waiting events found dispatching network-vif-unplugged-391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1407.984112] env[63105]: WARNING nova.compute.manager [req-079225d2-2d51-4dd3-adcb-e6093db9cf9c req-a403e38f-eace-42d5-bb8f-0d5bb61cb890 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Received unexpected event network-vif-unplugged-391b6d89-7d12-4c2a-8d55-8aca1f151988 for instance with vm_state shelved and task_state shelving_offloading. [ 1408.073341] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.074252] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619739c1-cff7-4707-9ea4-8188344adabe {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.081545] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.081765] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-091dc8db-bc5c-4cf1-bdad-7516196e0beb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.148788] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.148992] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.149190] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Deleting the datastore file [datastore1] 093052bd-8021-4d5a-8579-99b2ad67be95 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.149432] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9fa5b01-487d-4b44-b829-66de4f1ca9f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.155691] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1408.155691] env[63105]: value = "task-2759888" [ 1408.155691] env[63105]: _type = "Task" [ 1408.155691] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.163528] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.182103] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: f9155d73-a5dc-41df-9085-9d3359171717] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1408.666323] env[63105]: DEBUG oslo_vmware.api [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122169} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.666592] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1408.666777] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1408.666953] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1408.685681] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 0a6287e8-10b3-46c2-a3af-fa9750857f50] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1408.693317] env[63105]: INFO nova.scheduler.client.report [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Deleted allocations for instance 093052bd-8021-4d5a-8579-99b2ad67be95 [ 1409.189807] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 03c6cbc6-0258-4bba-bfa3-c0bf7680df15] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1409.197015] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.197289] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.197505] env[63105]: DEBUG nova.objects.instance [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lazy-loading 'resources' on Instance uuid 093052bd-8021-4d5a-8579-99b2ad67be95 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.379763] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b4720a-d0fc-4b19-95cd-bdbe901a8f90 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.398951] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance 'bad2540f-8cbe-4b79-b764-15857d072046' progress to 0 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1409.693172] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 0225629c-764d-4d77-852a-c9fea5ed4345] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1409.699343] env[63105]: DEBUG nova.objects.instance [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lazy-loading 'numa_topology' on Instance uuid 093052bd-8021-4d5a-8579-99b2ad67be95 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.905358] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.905642] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18b59938-ed0f-4172-8565-e634368e6091 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.913582] env[63105]: DEBUG oslo_vmware.api [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1409.913582] env[63105]: value = "task-2759889" [ 1409.913582] env[63105]: _type = "Task" [ 1409.913582] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.921720] env[63105]: DEBUG oslo_vmware.api [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.013774] env[63105]: DEBUG nova.compute.manager [req-974b0de4-956e-4b8f-9375-0adf5f61e31b req-7f2a24a5-a2ee-433c-a6f1-fab0781692a3 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Received event network-changed-391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1410.013931] env[63105]: DEBUG nova.compute.manager [req-974b0de4-956e-4b8f-9375-0adf5f61e31b req-7f2a24a5-a2ee-433c-a6f1-fab0781692a3 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Refreshing instance network info cache due to event network-changed-391b6d89-7d12-4c2a-8d55-8aca1f151988. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1410.014177] env[63105]: DEBUG oslo_concurrency.lockutils [req-974b0de4-956e-4b8f-9375-0adf5f61e31b req-7f2a24a5-a2ee-433c-a6f1-fab0781692a3 service nova] Acquiring lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.014326] env[63105]: DEBUG oslo_concurrency.lockutils [req-974b0de4-956e-4b8f-9375-0adf5f61e31b req-7f2a24a5-a2ee-433c-a6f1-fab0781692a3 service nova] Acquired lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.014485] env[63105]: DEBUG nova.network.neutron [req-974b0de4-956e-4b8f-9375-0adf5f61e31b req-7f2a24a5-a2ee-433c-a6f1-fab0781692a3 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Refreshing network info cache for port 391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.196723] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 073735a2-5902-4a4b-ae5e-3537da89e584] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1410.201590] env[63105]: DEBUG nova.objects.base [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Object Instance<093052bd-8021-4d5a-8579-99b2ad67be95> lazy-loaded attributes: resources,numa_topology {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1410.246834] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70920669-d03d-4bbe-bb55-0abfb690b2fa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.253923] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df87f1a5-5645-4380-ab4b-d098873fe2c1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.284259] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72225b6a-ccb9-4311-bd4d-4fc126e0c0e0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.291345] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225517d0-6851-419e-b074-91898b50a3f3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.295222] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "093052bd-8021-4d5a-8579-99b2ad67be95" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.304582] env[63105]: DEBUG nova.compute.provider_tree [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.423522] env[63105]: DEBUG oslo_vmware.api [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759889, 'name': PowerOffVM_Task, 'duration_secs': 0.164333} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.423769] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1410.423949] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance 'bad2540f-8cbe-4b79-b764-15857d072046' progress to 17 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1410.700309] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 54aa02c4-995c-4dac-a9d3-09021b83afa5] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1410.711560] env[63105]: DEBUG nova.network.neutron [req-974b0de4-956e-4b8f-9375-0adf5f61e31b req-7f2a24a5-a2ee-433c-a6f1-fab0781692a3 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Updated VIF entry in instance network info cache for port 391b6d89-7d12-4c2a-8d55-8aca1f151988. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.711912] env[63105]: DEBUG nova.network.neutron [req-974b0de4-956e-4b8f-9375-0adf5f61e31b req-7f2a24a5-a2ee-433c-a6f1-fab0781692a3 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Updating instance_info_cache with network_info: [{"id": "391b6d89-7d12-4c2a-8d55-8aca1f151988", "address": "fa:16:3e:33:67:b7", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": null, "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap391b6d89-7d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.807933] env[63105]: DEBUG nova.scheduler.client.report [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1410.930603] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1410.930852] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1410.931022] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.931213] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1410.931362] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.931512] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1410.931720] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1410.931881] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1410.932061] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1410.932231] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1410.932413] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1410.937455] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f576fb63-d944-4fc4-ad4c-3d75c4587e8e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.954080] env[63105]: DEBUG oslo_vmware.api [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1410.954080] env[63105]: value = "task-2759890" [ 1410.954080] env[63105]: _type = "Task" [ 1410.954080] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.961912] env[63105]: DEBUG oslo_vmware.api [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.203969] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 28329143-4282-4974-add0-00c64f01d7b8] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1411.214721] env[63105]: DEBUG oslo_concurrency.lockutils [req-974b0de4-956e-4b8f-9375-0adf5f61e31b req-7f2a24a5-a2ee-433c-a6f1-fab0781692a3 service nova] Releasing lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.312867] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.465281] env[63105]: DEBUG oslo_vmware.api [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759890, 'name': ReconfigVM_Task, 'duration_secs': 0.155237} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.465596] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance 'bad2540f-8cbe-4b79-b764-15857d072046' progress to 33 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1411.706868] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 1295c5fb-4d84-4b06-8c38-30a1fbed2079] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1411.820508] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5c0790cd-0925-4ce0-8223-33169cbdf64a tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "093052bd-8021-4d5a-8579-99b2ad67be95" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.178s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.821035] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "093052bd-8021-4d5a-8579-99b2ad67be95" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.526s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.821269] env[63105]: INFO nova.compute.manager [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Unshelving [ 1411.971249] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1411.971539] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1411.971592] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.971778] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1411.971921] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.972088] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1411.972299] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1411.972459] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1411.972626] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1411.972788] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1411.972959] env[63105]: DEBUG nova.virt.hardware [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1411.978203] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1411.978470] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de8aa80c-8bda-493b-964f-669d2ff2b1dc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.996352] env[63105]: DEBUG oslo_vmware.api [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1411.996352] env[63105]: value = "task-2759891" [ 1411.996352] env[63105]: _type = "Task" [ 1411.996352] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.003835] env[63105]: DEBUG oslo_vmware.api [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.210677] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.506921] env[63105]: DEBUG oslo_vmware.api [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759891, 'name': ReconfigVM_Task, 'duration_secs': 0.149951} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.507258] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1412.508068] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee50e7e-b522-410a-9644-8a3f2a8d7d67 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.529322] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] bad2540f-8cbe-4b79-b764-15857d072046/bad2540f-8cbe-4b79-b764-15857d072046.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.529574] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06fa2548-564e-4626-bb37-b841975e41c5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.546228] env[63105]: DEBUG oslo_vmware.api [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1412.546228] env[63105]: value = "task-2759892" [ 1412.546228] env[63105]: _type = "Task" [ 1412.546228] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.553417] env[63105]: DEBUG oslo_vmware.api [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.846456] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.846810] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.847134] env[63105]: DEBUG nova.objects.instance [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lazy-loading 'pci_requests' on Instance uuid 093052bd-8021-4d5a-8579-99b2ad67be95 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.055916] env[63105]: DEBUG oslo_vmware.api [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759892, 'name': ReconfigVM_Task, 'duration_secs': 0.23465} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.056214] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Reconfigured VM instance instance-00000079 to attach disk [datastore1] bad2540f-8cbe-4b79-b764-15857d072046/bad2540f-8cbe-4b79-b764-15857d072046.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.056524] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance 'bad2540f-8cbe-4b79-b764-15857d072046' progress to 50 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1413.350749] env[63105]: DEBUG nova.objects.instance [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lazy-loading 'numa_topology' on Instance uuid 093052bd-8021-4d5a-8579-99b2ad67be95 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.563276] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4af04c-db5a-405d-8d3a-1b590b6785ee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.583509] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c417f3a-3f2d-4cc7-a063-eb2ce16e4d3b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.600474] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance 'bad2540f-8cbe-4b79-b764-15857d072046' progress to 67 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1413.853881] env[63105]: INFO nova.compute.claims [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.138390] env[63105]: DEBUG nova.network.neutron [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Port 882d8831-860f-4eb8-a2da-e59035e62e23 binding to destination host cpu-1 is already ACTIVE {{(pid=63105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1414.212966] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.213184] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1414.911098] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b204ffbc-5784-4828-8d6b-c7a74ea32e32 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.919022] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a28b52b-a4a9-4676-ab2f-b325958f2f9c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.950312] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5f6c15-724b-4297-9f70-8754f7ea060d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.957339] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf7dd38-f2a7-4895-973b-d6bd85d25b4a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.970042] env[63105]: DEBUG nova.compute.provider_tree [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.159322] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "bad2540f-8cbe-4b79-b764-15857d072046-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.159560] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "bad2540f-8cbe-4b79-b764-15857d072046-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.159731] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "bad2540f-8cbe-4b79-b764-15857d072046-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.473116] env[63105]: DEBUG nova.scheduler.client.report [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1415.721066] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Didn't find any instances for network info cache update. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 1415.721310] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.721476] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.721623] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.721781] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.978281] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.131s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.007282] env[63105]: INFO nova.network.neutron [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Updating port 391b6d89-7d12-4c2a-8d55-8aca1f151988 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1416.194106] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.194322] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.194499] env[63105]: DEBUG nova.network.neutron [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.225561] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.225908] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.225986] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.226120] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1416.227116] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45972c76-40b9-4b07-9c8e-5bedebca8ac7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.235322] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecf94fa-c536-42e3-9ad1-059b3931c838 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.250269] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864fe61b-9e51-4965-8b13-c70ed90ee94a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.256331] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a23926e-b369-49a4-a0d4-dda9456925fc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.284467] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180879MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1416.284616] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.284802] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.095048] env[63105]: DEBUG nova.network.neutron [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance_info_cache with network_info: [{"id": "882d8831-860f-4eb8-a2da-e59035e62e23", "address": "fa:16:3e:9f:24:fd", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882d8831-86", "ovs_interfaceid": "882d8831-860f-4eb8-a2da-e59035e62e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.291620] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Applying migration context for instance bad2540f-8cbe-4b79-b764-15857d072046 as it has an incoming, in-progress migration 339d7623-f37a-477d-9922-f2a74b6d6c3f. Migration status is post-migrating {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1417.292290] env[63105]: INFO nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating resource usage from migration 339d7623-f37a-477d-9922-f2a74b6d6c3f [ 1417.310625] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Migration 339d7623-f37a-477d-9922-f2a74b6d6c3f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1417.310823] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance bad2540f-8cbe-4b79-b764-15857d072046 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1417.310958] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance 093052bd-8021-4d5a-8579-99b2ad67be95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1417.311154] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1417.311292] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1417.358541] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f785894-1afe-4083-8a37-3e561a9470b6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.366629] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77e5212-c272-428b-bc95-93b1fa163532 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.397442] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a326d8db-04af-43d8-8265-27bfe7ae006f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.404391] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ba9336-9ebd-4bed-a402-b3cf5861678a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.417306] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.598224] env[63105]: DEBUG oslo_concurrency.lockutils [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.921059] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1418.118248] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb8aff6-bf7c-4144-8ce1-c6ae088393f1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.136650] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4ff1d3-e36a-46c1-ac30-a366b4fddf72 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.143098] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance 'bad2540f-8cbe-4b79-b764-15857d072046' progress to 83 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1418.425267] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1418.425542] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.648844] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.649151] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29c30a8c-6d29-417a-b99b-8169ae8b5861 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.656148] env[63105]: DEBUG oslo_vmware.api [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1418.656148] env[63105]: value = "task-2759893" [ 1418.656148] env[63105]: _type = "Task" [ 1418.656148] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.663819] env[63105]: DEBUG oslo_vmware.api [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.165973] env[63105]: DEBUG oslo_vmware.api [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759893, 'name': PowerOnVM_Task, 'duration_secs': 0.354294} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.166300] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.166455] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cd9bd8-40ce-4655-9d13-4c65dd28c656 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance 'bad2540f-8cbe-4b79-b764-15857d072046' progress to 100 {{(pid=63105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1419.872132] env[63105]: DEBUG nova.compute.manager [req-6cdf682b-4697-4b93-9419-a4e4fd69f28d req-a3a307de-592a-4c5b-917b-0cc2a0e75a92 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Received event network-vif-plugged-391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1419.872368] env[63105]: DEBUG oslo_concurrency.lockutils [req-6cdf682b-4697-4b93-9419-a4e4fd69f28d req-a3a307de-592a-4c5b-917b-0cc2a0e75a92 service nova] Acquiring lock "093052bd-8021-4d5a-8579-99b2ad67be95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.872579] env[63105]: DEBUG oslo_concurrency.lockutils [req-6cdf682b-4697-4b93-9419-a4e4fd69f28d req-a3a307de-592a-4c5b-917b-0cc2a0e75a92 service nova] Lock "093052bd-8021-4d5a-8579-99b2ad67be95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.872744] env[63105]: DEBUG oslo_concurrency.lockutils [req-6cdf682b-4697-4b93-9419-a4e4fd69f28d req-a3a307de-592a-4c5b-917b-0cc2a0e75a92 service nova] Lock "093052bd-8021-4d5a-8579-99b2ad67be95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.872910] env[63105]: DEBUG nova.compute.manager [req-6cdf682b-4697-4b93-9419-a4e4fd69f28d req-a3a307de-592a-4c5b-917b-0cc2a0e75a92 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] No waiting events found dispatching network-vif-plugged-391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1419.873220] env[63105]: WARNING nova.compute.manager [req-6cdf682b-4697-4b93-9419-a4e4fd69f28d req-a3a307de-592a-4c5b-917b-0cc2a0e75a92 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Received unexpected event network-vif-plugged-391b6d89-7d12-4c2a-8d55-8aca1f151988 for instance with vm_state shelved_offloaded and task_state spawning. [ 1419.991932] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.991932] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.992192] env[63105]: DEBUG nova.network.neutron [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.685901] env[63105]: DEBUG nova.network.neutron [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Updating instance_info_cache with network_info: [{"id": "391b6d89-7d12-4c2a-8d55-8aca1f151988", "address": "fa:16:3e:33:67:b7", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap391b6d89-7d", "ovs_interfaceid": "391b6d89-7d12-4c2a-8d55-8aca1f151988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.189382] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.217907] env[63105]: DEBUG nova.virt.hardware [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1d79cb3b042e0b2209ec8d368ef1d14a',container_format='bare',created_at=2025-02-21T09:03:05Z,direct_url=,disk_format='vmdk',id=d5aec9cd-88b0-4759-85de-58f663830327,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1825598297-shelved',owner='d26d2c10e9dc43c5bb5af8b99df07d39',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-02-21T09:03:18Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1421.218179] env[63105]: DEBUG nova.virt.hardware [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1421.218336] env[63105]: DEBUG nova.virt.hardware [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1421.218523] env[63105]: DEBUG nova.virt.hardware [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1421.218669] env[63105]: DEBUG nova.virt.hardware [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1421.218816] env[63105]: DEBUG nova.virt.hardware [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1421.219109] env[63105]: DEBUG nova.virt.hardware [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1421.219212] env[63105]: DEBUG nova.virt.hardware [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1421.219383] env[63105]: DEBUG nova.virt.hardware [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1421.219545] env[63105]: DEBUG nova.virt.hardware [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1421.219716] env[63105]: DEBUG nova.virt.hardware [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1421.220579] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af9065c-758e-412e-a5ed-97d4f4339180 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.228464] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4232e5ed-b022-4f5d-be6f-81412b8fb34e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.241616] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:67:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '391b6d89-7d12-4c2a-8d55-8aca1f151988', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.249597] env[63105]: DEBUG oslo.service.loopingcall [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.249848] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.250076] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-298adf47-2fef-461d-b61b-8d68f257c7dd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.269417] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1421.269417] env[63105]: value = "task-2759894" [ 1421.269417] env[63105]: _type = "Task" [ 1421.269417] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.276419] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759894, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.682028] env[63105]: DEBUG nova.network.neutron [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Port 882d8831-860f-4eb8-a2da-e59035e62e23 binding to destination host cpu-1 is already ACTIVE {{(pid=63105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1421.682314] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.682466] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.682630] env[63105]: DEBUG nova.network.neutron [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.780796] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759894, 'name': CreateVM_Task, 'duration_secs': 0.276183} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.781204] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1421.781522] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5aec9cd-88b0-4759-85de-58f663830327" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.781688] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5aec9cd-88b0-4759-85de-58f663830327" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.782110] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5aec9cd-88b0-4759-85de-58f663830327" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1421.782352] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2df56d2a-8b65-43ae-a383-e62296a2802f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.786550] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1421.786550] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52c39250-e202-e29d-0494-62c926510819" [ 1421.786550] env[63105]: _type = "Task" [ 1421.786550] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.793850] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52c39250-e202-e29d-0494-62c926510819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.899457] env[63105]: DEBUG nova.compute.manager [req-d8db1d95-b68b-45cc-80e6-5ff09f5cc758 req-7edadd95-e927-4bfa-87b7-ff4fd9af9efe service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Received event network-changed-391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1421.899644] env[63105]: DEBUG nova.compute.manager [req-d8db1d95-b68b-45cc-80e6-5ff09f5cc758 req-7edadd95-e927-4bfa-87b7-ff4fd9af9efe service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Refreshing instance network info cache due to event network-changed-391b6d89-7d12-4c2a-8d55-8aca1f151988. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1421.899872] env[63105]: DEBUG oslo_concurrency.lockutils [req-d8db1d95-b68b-45cc-80e6-5ff09f5cc758 req-7edadd95-e927-4bfa-87b7-ff4fd9af9efe service nova] Acquiring lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.899997] env[63105]: DEBUG oslo_concurrency.lockutils [req-d8db1d95-b68b-45cc-80e6-5ff09f5cc758 req-7edadd95-e927-4bfa-87b7-ff4fd9af9efe service nova] Acquired lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.900170] env[63105]: DEBUG nova.network.neutron [req-d8db1d95-b68b-45cc-80e6-5ff09f5cc758 req-7edadd95-e927-4bfa-87b7-ff4fd9af9efe service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Refreshing network info cache for port 391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.296666] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5aec9cd-88b0-4759-85de-58f663830327" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.296934] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Processing image d5aec9cd-88b0-4759-85de-58f663830327 {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.297194] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5aec9cd-88b0-4759-85de-58f663830327/d5aec9cd-88b0-4759-85de-58f663830327.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.297340] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5aec9cd-88b0-4759-85de-58f663830327/d5aec9cd-88b0-4759-85de-58f663830327.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.297523] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.297769] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46f27b87-15be-470b-ad12-a280d77492f5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.305989] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.306182] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.306861] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4622c4e2-95ca-4cef-b75e-e461864bf05a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.311412] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1422.311412] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52b541f7-8641-bd3f-0ca8-861d5d5fd395" [ 1422.311412] env[63105]: _type = "Task" [ 1422.311412] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.318586] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52b541f7-8641-bd3f-0ca8-861d5d5fd395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.456688] env[63105]: DEBUG nova.network.neutron [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance_info_cache with network_info: [{"id": "882d8831-860f-4eb8-a2da-e59035e62e23", "address": "fa:16:3e:9f:24:fd", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882d8831-86", "ovs_interfaceid": "882d8831-860f-4eb8-a2da-e59035e62e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.586540] env[63105]: DEBUG nova.network.neutron [req-d8db1d95-b68b-45cc-80e6-5ff09f5cc758 req-7edadd95-e927-4bfa-87b7-ff4fd9af9efe service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Updated VIF entry in instance network info cache for port 391b6d89-7d12-4c2a-8d55-8aca1f151988. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.586905] env[63105]: DEBUG nova.network.neutron [req-d8db1d95-b68b-45cc-80e6-5ff09f5cc758 req-7edadd95-e927-4bfa-87b7-ff4fd9af9efe service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Updating instance_info_cache with network_info: [{"id": "391b6d89-7d12-4c2a-8d55-8aca1f151988", "address": "fa:16:3e:33:67:b7", "network": {"id": "d712d6db-0b7a-4428-96c2-3d6eb9d383b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-678784737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26d2c10e9dc43c5bb5af8b99df07d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap391b6d89-7d", "ovs_interfaceid": "391b6d89-7d12-4c2a-8d55-8aca1f151988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.822143] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Preparing fetch location {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1422.822490] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Fetch image to [datastore1] OSTACK_IMG_97bcb623-24a7-4880-8ae9-ded8bcceadde/OSTACK_IMG_97bcb623-24a7-4880-8ae9-ded8bcceadde.vmdk {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1422.822490] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Downloading stream optimized image d5aec9cd-88b0-4759-85de-58f663830327 to [datastore1] OSTACK_IMG_97bcb623-24a7-4880-8ae9-ded8bcceadde/OSTACK_IMG_97bcb623-24a7-4880-8ae9-ded8bcceadde.vmdk on the data store datastore1 as vApp {{(pid=63105) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1422.822639] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Downloading image file data d5aec9cd-88b0-4759-85de-58f663830327 to the ESX as VM named 'OSTACK_IMG_97bcb623-24a7-4880-8ae9-ded8bcceadde' {{(pid=63105) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1422.886591] env[63105]: DEBUG oslo_vmware.rw_handles [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1422.886591] env[63105]: value = "resgroup-9" [ 1422.886591] env[63105]: _type = "ResourcePool" [ 1422.886591] env[63105]: }. {{(pid=63105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1422.886875] env[63105]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-afc7871f-d127-4754-bc8b-50d4e5b38afa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.906856] env[63105]: DEBUG oslo_vmware.rw_handles [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lease: (returnval){ [ 1422.906856] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a3d96a-a5e3-be9a-16bb-7d6f57287204" [ 1422.906856] env[63105]: _type = "HttpNfcLease" [ 1422.906856] env[63105]: } obtained for vApp import into resource pool (val){ [ 1422.906856] env[63105]: value = "resgroup-9" [ 1422.906856] env[63105]: _type = "ResourcePool" [ 1422.906856] env[63105]: }. {{(pid=63105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1422.907180] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the lease: (returnval){ [ 1422.907180] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a3d96a-a5e3-be9a-16bb-7d6f57287204" [ 1422.907180] env[63105]: _type = "HttpNfcLease" [ 1422.907180] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1422.913237] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1422.913237] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a3d96a-a5e3-be9a-16bb-7d6f57287204" [ 1422.913237] env[63105]: _type = "HttpNfcLease" [ 1422.913237] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1422.959567] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.090030] env[63105]: DEBUG oslo_concurrency.lockutils [req-d8db1d95-b68b-45cc-80e6-5ff09f5cc758 req-7edadd95-e927-4bfa-87b7-ff4fd9af9efe service nova] Releasing lock "refresh_cache-093052bd-8021-4d5a-8579-99b2ad67be95" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.416960] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1423.416960] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a3d96a-a5e3-be9a-16bb-7d6f57287204" [ 1423.416960] env[63105]: _type = "HttpNfcLease" [ 1423.416960] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1423.417266] env[63105]: DEBUG oslo_vmware.rw_handles [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1423.417266] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a3d96a-a5e3-be9a-16bb-7d6f57287204" [ 1423.417266] env[63105]: _type = "HttpNfcLease" [ 1423.417266] env[63105]: }. {{(pid=63105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1423.417987] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f677bfd4-51c6-4d1a-9db3-b2ce26f1ba73 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.424966] env[63105]: DEBUG oslo_vmware.rw_handles [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216864c-91be-0dd3-47e4-d38d31b43dab/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1423.425166] env[63105]: DEBUG oslo_vmware.rw_handles [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216864c-91be-0dd3-47e4-d38d31b43dab/disk-0.vmdk. {{(pid=63105) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1423.481705] env[63105]: DEBUG nova.compute.manager [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63105) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1423.481962] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.482235] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.488871] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7d87a8b-f31f-4bec-9854-ba67f57be44e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.984655] env[63105]: DEBUG nova.objects.instance [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lazy-loading 'migration_context' on Instance uuid bad2540f-8cbe-4b79-b764-15857d072046 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.536134] env[63105]: DEBUG oslo_vmware.rw_handles [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Completed reading data from the image iterator. {{(pid=63105) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1424.536412] env[63105]: DEBUG oslo_vmware.rw_handles [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216864c-91be-0dd3-47e4-d38d31b43dab/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1424.537386] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850b80db-6bf2-489e-9cc9-313ec374e5d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.544705] env[63105]: DEBUG oslo_vmware.rw_handles [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216864c-91be-0dd3-47e4-d38d31b43dab/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1424.544921] env[63105]: DEBUG oslo_vmware.rw_handles [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216864c-91be-0dd3-47e4-d38d31b43dab/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1424.545179] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-46cdf1a5-23a9-480b-a0e3-ee4656d715be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.565370] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c085b240-77ec-46d4-b22d-38279d7e1347 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.573316] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70db1d1-5a76-4899-80c5-7682383f918e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.604074] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1599dfc8-0037-45ed-9e94-d1a535265379 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.611656] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663d1829-b6e4-4c9d-89e7-1bc8863d1d5d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.625388] env[63105]: DEBUG nova.compute.provider_tree [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.129310] env[63105]: DEBUG nova.scheduler.client.report [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1425.357847] env[63105]: DEBUG oslo_vmware.rw_handles [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216864c-91be-0dd3-47e4-d38d31b43dab/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1425.358070] env[63105]: INFO nova.virt.vmwareapi.images [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Downloaded image file data d5aec9cd-88b0-4759-85de-58f663830327 [ 1425.359018] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3030399-46f8-4928-ad21-39c3876cf032 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.374801] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1fe010b-81d8-477d-9775-ac308328f265 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.624753] env[63105]: INFO nova.virt.vmwareapi.images [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] The imported VM was unregistered [ 1425.627273] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Caching image {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1425.627511] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d5aec9cd-88b0-4759-85de-58f663830327 {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1425.627788] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e4f11ef-ca2f-438d-b1ce-6e76eba3e885 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.638676] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Created directory with path [datastore1] devstack-image-cache_base/d5aec9cd-88b0-4759-85de-58f663830327 {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1425.638933] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_97bcb623-24a7-4880-8ae9-ded8bcceadde/OSTACK_IMG_97bcb623-24a7-4880-8ae9-ded8bcceadde.vmdk to [datastore1] devstack-image-cache_base/d5aec9cd-88b0-4759-85de-58f663830327/d5aec9cd-88b0-4759-85de-58f663830327.vmdk. {{(pid=63105) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1425.639341] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2ed94cf3-b3c2-4599-a436-cca60236c430 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.645914] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1425.645914] env[63105]: value = "task-2759897" [ 1425.645914] env[63105]: _type = "Task" [ 1425.645914] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.653615] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759897, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.141872] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.659s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.165322] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759897, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.661224] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759897, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.166065] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759897, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.662575] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759897, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.685804] env[63105]: INFO nova.compute.manager [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Swapping old allocation on dict_keys(['c9788391-2f3f-4670-a3a3-51b6b8cdc6a5']) held by migration 339d7623-f37a-477d-9922-f2a74b6d6c3f for instance [ 1427.710087] env[63105]: DEBUG nova.scheduler.client.report [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Overwriting current allocation {'allocations': {'c9788391-2f3f-4670-a3a3-51b6b8cdc6a5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 197}}, 'project_id': 'b2b876a353e24c8d9b79c7771358e363', 'user_id': '0c5998229cd340249987153d07e8b5ae', 'consumer_generation': 1} on consumer bad2540f-8cbe-4b79-b764-15857d072046 {{(pid=63105) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1427.791330] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.791871] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.791871] env[63105]: DEBUG nova.network.neutron [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.162265] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759897, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.39707} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.162551] env[63105]: INFO nova.virt.vmwareapi.ds_util [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_97bcb623-24a7-4880-8ae9-ded8bcceadde/OSTACK_IMG_97bcb623-24a7-4880-8ae9-ded8bcceadde.vmdk to [datastore1] devstack-image-cache_base/d5aec9cd-88b0-4759-85de-58f663830327/d5aec9cd-88b0-4759-85de-58f663830327.vmdk. [ 1428.162739] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Cleaning up location [datastore1] OSTACK_IMG_97bcb623-24a7-4880-8ae9-ded8bcceadde {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1428.162904] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_97bcb623-24a7-4880-8ae9-ded8bcceadde {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.163175] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-608d6cd6-53f9-4edb-a42f-519c9da60598 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.170350] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1428.170350] env[63105]: value = "task-2759898" [ 1428.170350] env[63105]: _type = "Task" [ 1428.170350] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.177205] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.493252] env[63105]: DEBUG nova.network.neutron [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance_info_cache with network_info: [{"id": "882d8831-860f-4eb8-a2da-e59035e62e23", "address": "fa:16:3e:9f:24:fd", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882d8831-86", "ovs_interfaceid": "882d8831-860f-4eb8-a2da-e59035e62e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.680115] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042297} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.680474] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.680666] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5aec9cd-88b0-4759-85de-58f663830327/d5aec9cd-88b0-4759-85de-58f663830327.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.680911] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5aec9cd-88b0-4759-85de-58f663830327/d5aec9cd-88b0-4759-85de-58f663830327.vmdk to [datastore1] 093052bd-8021-4d5a-8579-99b2ad67be95/093052bd-8021-4d5a-8579-99b2ad67be95.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1428.681186] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93744ed4-6715-4cd2-9459-05f5cfdf6a30 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.688131] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1428.688131] env[63105]: value = "task-2759899" [ 1428.688131] env[63105]: _type = "Task" [ 1428.688131] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.695345] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.996140] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "refresh_cache-bad2540f-8cbe-4b79-b764-15857d072046" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.996697] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.997046] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17950ebd-33f8-4557-89d8-33cb2028214d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.005783] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1429.005783] env[63105]: value = "task-2759900" [ 1429.005783] env[63105]: _type = "Task" [ 1429.005783] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.014353] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.200350] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759899, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.517806] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.700454] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759899, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.019211] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759900, 'name': PowerOffVM_Task, 'duration_secs': 0.871691} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.019503] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.020191] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1430.020415] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1430.020573] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.020755] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1430.020902] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.021062] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1430.021279] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1430.021442] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1430.021612] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1430.021773] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1430.021947] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1430.027041] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa4bbfcd-1904-457d-8ebf-6e2e06199e64 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.044121] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1430.044121] env[63105]: value = "task-2759901" [ 1430.044121] env[63105]: _type = "Task" [ 1430.044121] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.054507] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.201548] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759899, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.556863] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.700145] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759899, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.054374] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759901, 'name': ReconfigVM_Task, 'duration_secs': 0.964741} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.055164] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af40f36-2fb9-4fd2-9ff3-ae92317139f7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.072475] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1431.072697] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1431.072855] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.073049] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1431.073202] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.073350] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1431.073558] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1431.073712] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1431.073878] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1431.074050] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1431.074228] env[63105]: DEBUG nova.virt.hardware [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1431.074926] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5f9854-6689-494d-b716-155cd2b5f1fa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.080232] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1431.080232] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f302c9-20ac-f6b5-a369-3aee6516ed29" [ 1431.080232] env[63105]: _type = "Task" [ 1431.080232] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.088130] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f302c9-20ac-f6b5-a369-3aee6516ed29, 'name': SearchDatastore_Task, 'duration_secs': 0.0061} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.093200] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1431.093422] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a688b2fb-79ba-4ae8-8144-abfc38550e3f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.110025] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1431.110025] env[63105]: value = "task-2759902" [ 1431.110025] env[63105]: _type = "Task" [ 1431.110025] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.118084] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.200082] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759899, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.180461} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.200364] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5aec9cd-88b0-4759-85de-58f663830327/d5aec9cd-88b0-4759-85de-58f663830327.vmdk to [datastore1] 093052bd-8021-4d5a-8579-99b2ad67be95/093052bd-8021-4d5a-8579-99b2ad67be95.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1431.201116] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb1172d-21c0-431e-ab47-319973583c70 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.222838] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 093052bd-8021-4d5a-8579-99b2ad67be95/093052bd-8021-4d5a-8579-99b2ad67be95.vmdk or device None with type streamOptimized {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1431.223276] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d7230a4-dc6e-48c6-9818-7c0cef5761be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.244289] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1431.244289] env[63105]: value = "task-2759903" [ 1431.244289] env[63105]: _type = "Task" [ 1431.244289] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.252400] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.619852] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759902, 'name': ReconfigVM_Task, 'duration_secs': 0.203172} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.620176] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1431.620964] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e520234-3d77-4eb2-8d3b-b6ca7804140b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.641958] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] bad2540f-8cbe-4b79-b764-15857d072046/bad2540f-8cbe-4b79-b764-15857d072046.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1431.642173] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7992bc9-d8c8-43d4-815c-64a43d1df9d3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.658802] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1431.658802] env[63105]: value = "task-2759904" [ 1431.658802] env[63105]: _type = "Task" [ 1431.658802] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.665873] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.753294] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759903, 'name': ReconfigVM_Task, 'duration_secs': 0.272021} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.753565] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 093052bd-8021-4d5a-8579-99b2ad67be95/093052bd-8021-4d5a-8579-99b2ad67be95.vmdk or device None with type streamOptimized {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.754276] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d075a25c-54bf-4fc2-b22e-047dec89a880 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.760578] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1431.760578] env[63105]: value = "task-2759905" [ 1431.760578] env[63105]: _type = "Task" [ 1431.760578] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.768220] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759905, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.168855] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759904, 'name': ReconfigVM_Task, 'duration_secs': 0.27261} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.169286] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Reconfigured VM instance instance-00000079 to attach disk [datastore1] bad2540f-8cbe-4b79-b764-15857d072046/bad2540f-8cbe-4b79-b764-15857d072046.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1432.170112] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d7ffd3-a2d4-4212-86fd-b72f3fc5a59f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.187162] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09023d4e-7ed4-4e19-91a8-b9a84686d872 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.204894] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0616f446-f3e8-47be-8e26-ef25c2798582 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.221455] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad90c0f-af23-43a5-9bf0-3dbb19538951 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.227520] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.227752] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b132c15-bfdc-4df4-aed9-54bea3a6d3f2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.233312] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1432.233312] env[63105]: value = "task-2759906" [ 1432.233312] env[63105]: _type = "Task" [ 1432.233312] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.240138] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.269160] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759905, 'name': Rename_Task, 'duration_secs': 0.133107} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.269428] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.269655] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fbe8645-6314-4149-b3cd-9831228eac2a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.276270] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1432.276270] env[63105]: value = "task-2759907" [ 1432.276270] env[63105]: _type = "Task" [ 1432.276270] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.285620] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.742632] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.784960] env[63105]: DEBUG oslo_vmware.api [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759907, 'name': PowerOnVM_Task, 'duration_secs': 0.458812} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.785370] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.884368] env[63105]: DEBUG nova.compute.manager [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.885305] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f0a04c-b466-48ed-86a8-9f69ff7e1d1b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.244252] env[63105]: DEBUG oslo_vmware.api [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759906, 'name': PowerOnVM_Task, 'duration_secs': 1.009768} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.244645] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.401906] env[63105]: DEBUG oslo_concurrency.lockutils [None req-adb27212-9488-4c28-90a5-910954f18482 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "093052bd-8021-4d5a-8579-99b2ad67be95" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.580s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.140899] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "093052bd-8021-4d5a-8579-99b2ad67be95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.141159] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "093052bd-8021-4d5a-8579-99b2ad67be95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.141340] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "093052bd-8021-4d5a-8579-99b2ad67be95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.141522] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "093052bd-8021-4d5a-8579-99b2ad67be95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.141689] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "093052bd-8021-4d5a-8579-99b2ad67be95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.143779] env[63105]: INFO nova.compute.manager [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Terminating instance [ 1434.255166] env[63105]: INFO nova.compute.manager [None req-ae5510f5-4a05-4a62-9b1a-e17271319af1 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance to original state: 'active' [ 1434.647108] env[63105]: DEBUG nova.compute.manager [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.647384] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.648265] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b180bdb-985c-4af3-960b-974b9416354e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.656069] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.656307] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95e6deea-30e2-473b-bfe8-6859a6aff0ef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.662161] env[63105]: DEBUG oslo_vmware.api [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1434.662161] env[63105]: value = "task-2759908" [ 1434.662161] env[63105]: _type = "Task" [ 1434.662161] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.670730] env[63105]: DEBUG oslo_vmware.api [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.172204] env[63105]: DEBUG oslo_vmware.api [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759908, 'name': PowerOffVM_Task, 'duration_secs': 0.185318} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.172467] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.172635] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.172876] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35b99863-f055-4a6d-88ef-a15c5579ed48 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.252270] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "bad2540f-8cbe-4b79-b764-15857d072046" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.252503] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "bad2540f-8cbe-4b79-b764-15857d072046" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.252717] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "bad2540f-8cbe-4b79-b764-15857d072046-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.252905] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "bad2540f-8cbe-4b79-b764-15857d072046-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.253089] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "bad2540f-8cbe-4b79-b764-15857d072046-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.255262] env[63105]: INFO nova.compute.manager [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Terminating instance [ 1435.758797] env[63105]: DEBUG nova.compute.manager [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1435.759044] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1435.759937] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff04d2e-54cf-49f6-b27f-5984f0ac6c00 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.767419] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1435.767850] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1731a49-bc46-4e36-83d3-61d5f75cb926 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.773753] env[63105]: DEBUG oslo_vmware.api [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1435.773753] env[63105]: value = "task-2759910" [ 1435.773753] env[63105]: _type = "Task" [ 1435.773753] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.781946] env[63105]: DEBUG oslo_vmware.api [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.048864] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1436.049068] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1436.049261] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Deleting the datastore file [datastore1] 093052bd-8021-4d5a-8579-99b2ad67be95 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1436.049530] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16a4608d-2638-44ca-85aa-8e5e4ca7ba50 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.055639] env[63105]: DEBUG oslo_vmware.api [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for the task: (returnval){ [ 1436.055639] env[63105]: value = "task-2759911" [ 1436.055639] env[63105]: _type = "Task" [ 1436.055639] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.063112] env[63105]: DEBUG oslo_vmware.api [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.283383] env[63105]: DEBUG oslo_vmware.api [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759910, 'name': PowerOffVM_Task, 'duration_secs': 0.172367} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.283789] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1436.283905] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1436.284085] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bb3ded9-9f1b-48b3-899d-15b69e625fc3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.344344] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1436.344523] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1436.344684] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Deleting the datastore file [datastore1] bad2540f-8cbe-4b79-b764-15857d072046 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1436.344939] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14455ac1-bb59-44f1-a472-349bdc74cf81 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.350914] env[63105]: DEBUG oslo_vmware.api [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1436.350914] env[63105]: value = "task-2759913" [ 1436.350914] env[63105]: _type = "Task" [ 1436.350914] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.357966] env[63105]: DEBUG oslo_vmware.api [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.565358] env[63105]: DEBUG oslo_vmware.api [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Task: {'id': task-2759911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132125} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.565611] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1436.565872] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1436.566077] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1436.566287] env[63105]: INFO nova.compute.manager [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Took 1.92 seconds to destroy the instance on the hypervisor. [ 1436.566534] env[63105]: DEBUG oslo.service.loopingcall [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1436.566721] env[63105]: DEBUG nova.compute.manager [-] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1436.566819] env[63105]: DEBUG nova.network.neutron [-] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1436.862031] env[63105]: DEBUG oslo_vmware.api [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141031} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.862296] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1436.862488] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1436.862750] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1436.862941] env[63105]: INFO nova.compute.manager [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1436.863159] env[63105]: DEBUG oslo.service.loopingcall [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1436.863396] env[63105]: DEBUG nova.compute.manager [-] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1436.863481] env[63105]: DEBUG nova.network.neutron [-] [instance: bad2540f-8cbe-4b79-b764-15857d072046] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1436.993704] env[63105]: DEBUG nova.compute.manager [req-ff2e8e21-0a8d-42e7-97b5-7a0f53c89a32 req-84363475-8ad9-43eb-a9e2-eeb256d44951 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Received event network-vif-deleted-391b6d89-7d12-4c2a-8d55-8aca1f151988 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1436.993949] env[63105]: INFO nova.compute.manager [req-ff2e8e21-0a8d-42e7-97b5-7a0f53c89a32 req-84363475-8ad9-43eb-a9e2-eeb256d44951 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Neutron deleted interface 391b6d89-7d12-4c2a-8d55-8aca1f151988; detaching it from the instance and deleting it from the info cache [ 1436.993949] env[63105]: DEBUG nova.network.neutron [req-ff2e8e21-0a8d-42e7-97b5-7a0f53c89a32 req-84363475-8ad9-43eb-a9e2-eeb256d44951 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.280978] env[63105]: DEBUG nova.compute.manager [req-b5a51248-817a-4e5c-91c2-885c2dac806f req-11eddfbe-36e2-41c2-bb50-684db8f21c28 service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Received event network-vif-deleted-882d8831-860f-4eb8-a2da-e59035e62e23 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1437.281349] env[63105]: INFO nova.compute.manager [req-b5a51248-817a-4e5c-91c2-885c2dac806f req-11eddfbe-36e2-41c2-bb50-684db8f21c28 service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Neutron deleted interface 882d8831-860f-4eb8-a2da-e59035e62e23; detaching it from the instance and deleting it from the info cache [ 1437.281590] env[63105]: DEBUG nova.network.neutron [req-b5a51248-817a-4e5c-91c2-885c2dac806f req-11eddfbe-36e2-41c2-bb50-684db8f21c28 service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.477093] env[63105]: DEBUG nova.network.neutron [-] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.496537] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d6fbd22-4f58-4db4-9d94-af1fc2df54a3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.506747] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6f1d7e-7a70-406f-904d-e6858d1d7a11 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.529824] env[63105]: DEBUG nova.compute.manager [req-ff2e8e21-0a8d-42e7-97b5-7a0f53c89a32 req-84363475-8ad9-43eb-a9e2-eeb256d44951 service nova] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Detach interface failed, port_id=391b6d89-7d12-4c2a-8d55-8aca1f151988, reason: Instance 093052bd-8021-4d5a-8579-99b2ad67be95 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1437.765650] env[63105]: DEBUG nova.network.neutron [-] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.785067] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-825490a6-e3d3-4922-89ba-792113336b41 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.794839] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a48a5e5-75ce-476a-9275-be2cf2b9c053 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.818792] env[63105]: DEBUG nova.compute.manager [req-b5a51248-817a-4e5c-91c2-885c2dac806f req-11eddfbe-36e2-41c2-bb50-684db8f21c28 service nova] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Detach interface failed, port_id=882d8831-860f-4eb8-a2da-e59035e62e23, reason: Instance bad2540f-8cbe-4b79-b764-15857d072046 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1437.979818] env[63105]: INFO nova.compute.manager [-] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Took 1.41 seconds to deallocate network for instance. [ 1438.269240] env[63105]: INFO nova.compute.manager [-] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Took 1.41 seconds to deallocate network for instance. [ 1438.486452] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.486826] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.487010] env[63105]: DEBUG nova.objects.instance [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lazy-loading 'resources' on Instance uuid 093052bd-8021-4d5a-8579-99b2ad67be95 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.777270] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.032902] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba2aa9e-27ea-4d06-a4d4-38cc227f1621 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.040146] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d107ba6-51cc-41af-accb-214d13a7d147 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.069040] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab53fd4b-ed51-46b0-b911-9c2eabf6d92b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.075420] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe94b0f-c81a-4978-ae59-0b984321d571 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.088349] env[63105]: DEBUG nova.compute.provider_tree [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.591841] env[63105]: DEBUG nova.scheduler.client.report [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1440.096788] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.099536] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.322s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.099771] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.115930] env[63105]: INFO nova.scheduler.client.report [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Deleted allocations for instance 093052bd-8021-4d5a-8579-99b2ad67be95 [ 1440.117725] env[63105]: INFO nova.scheduler.client.report [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Deleted allocations for instance bad2540f-8cbe-4b79-b764-15857d072046 [ 1440.627784] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8af0e1a6-abda-4f72-8a2b-c4d97dc5b3c7 tempest-ServerActionsTestOtherB-196081632 tempest-ServerActionsTestOtherB-196081632-project-member] Lock "093052bd-8021-4d5a-8579-99b2ad67be95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.487s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.628763] env[63105]: DEBUG oslo_concurrency.lockutils [None req-9ce06e5e-0d28-4077-92b9-6802cb728711 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "bad2540f-8cbe-4b79-b764-15857d072046" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.376s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.438821] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "c0c69d73-745c-42d5-9620-d17e294b679b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.439065] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "c0c69d73-745c-42d5-9620-d17e294b679b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.941352] env[63105]: DEBUG nova.compute.manager [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1442.463962] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.464293] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.465868] env[63105]: INFO nova.compute.claims [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.501114] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8009fd62-192b-43f6-8c75-dcd011ef818b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.508587] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a6563c-011e-4562-9cd6-bd4587727ac1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.537992] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32d399a-ef64-4884-ab3a-aa877fc2c3d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.544892] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8552724-36ea-475d-b9cf-50495b577a9a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.559750] env[63105]: DEBUG nova.compute.provider_tree [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.062599] env[63105]: DEBUG nova.scheduler.client.report [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1444.568646] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.569167] env[63105]: DEBUG nova.compute.manager [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1445.075271] env[63105]: DEBUG nova.compute.utils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1445.076712] env[63105]: DEBUG nova.compute.manager [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1445.076883] env[63105]: DEBUG nova.network.neutron [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1445.118885] env[63105]: DEBUG nova.policy [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c5998229cd340249987153d07e8b5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2b876a353e24c8d9b79c7771358e363', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1445.412958] env[63105]: DEBUG nova.network.neutron [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Successfully created port: 3f0e930a-15f8-41f7-9384-90860120996a {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1445.580037] env[63105]: DEBUG nova.compute.manager [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1446.591112] env[63105]: DEBUG nova.compute.manager [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1446.620026] env[63105]: DEBUG nova.virt.hardware [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1446.620289] env[63105]: DEBUG nova.virt.hardware [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1446.620451] env[63105]: DEBUG nova.virt.hardware [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.620679] env[63105]: DEBUG nova.virt.hardware [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1446.620833] env[63105]: DEBUG nova.virt.hardware [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.620983] env[63105]: DEBUG nova.virt.hardware [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1446.621201] env[63105]: DEBUG nova.virt.hardware [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1446.621362] env[63105]: DEBUG nova.virt.hardware [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1446.621529] env[63105]: DEBUG nova.virt.hardware [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1446.621690] env[63105]: DEBUG nova.virt.hardware [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1446.621859] env[63105]: DEBUG nova.virt.hardware [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1446.622734] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deb602a-61bb-43a8-a7af-e93288a7cee4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.630727] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92649a6d-ce80-4c1c-ab0a-2d55c423c21b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.961267] env[63105]: DEBUG nova.compute.manager [req-12b5ac76-0fdb-4405-bab5-fc46cf7206b7 req-09bb595e-1b93-4789-b159-9215d3d4c81b service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Received event network-vif-plugged-3f0e930a-15f8-41f7-9384-90860120996a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1446.961502] env[63105]: DEBUG oslo_concurrency.lockutils [req-12b5ac76-0fdb-4405-bab5-fc46cf7206b7 req-09bb595e-1b93-4789-b159-9215d3d4c81b service nova] Acquiring lock "c0c69d73-745c-42d5-9620-d17e294b679b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.961763] env[63105]: DEBUG oslo_concurrency.lockutils [req-12b5ac76-0fdb-4405-bab5-fc46cf7206b7 req-09bb595e-1b93-4789-b159-9215d3d4c81b service nova] Lock "c0c69d73-745c-42d5-9620-d17e294b679b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.961874] env[63105]: DEBUG oslo_concurrency.lockutils [req-12b5ac76-0fdb-4405-bab5-fc46cf7206b7 req-09bb595e-1b93-4789-b159-9215d3d4c81b service nova] Lock "c0c69d73-745c-42d5-9620-d17e294b679b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.962092] env[63105]: DEBUG nova.compute.manager [req-12b5ac76-0fdb-4405-bab5-fc46cf7206b7 req-09bb595e-1b93-4789-b159-9215d3d4c81b service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] No waiting events found dispatching network-vif-plugged-3f0e930a-15f8-41f7-9384-90860120996a {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1446.962294] env[63105]: WARNING nova.compute.manager [req-12b5ac76-0fdb-4405-bab5-fc46cf7206b7 req-09bb595e-1b93-4789-b159-9215d3d4c81b service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Received unexpected event network-vif-plugged-3f0e930a-15f8-41f7-9384-90860120996a for instance with vm_state building and task_state spawning. [ 1447.124801] env[63105]: DEBUG nova.network.neutron [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Successfully updated port: 3f0e930a-15f8-41f7-9384-90860120996a {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1447.629033] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.629033] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.629033] env[63105]: DEBUG nova.network.neutron [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.168966] env[63105]: DEBUG nova.network.neutron [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.364484] env[63105]: DEBUG nova.network.neutron [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Updating instance_info_cache with network_info: [{"id": "3f0e930a-15f8-41f7-9384-90860120996a", "address": "fa:16:3e:a3:1a:85", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0e930a-15", "ovs_interfaceid": "3f0e930a-15f8-41f7-9384-90860120996a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.866870] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.869402] env[63105]: DEBUG nova.compute.manager [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Instance network_info: |[{"id": "3f0e930a-15f8-41f7-9384-90860120996a", "address": "fa:16:3e:a3:1a:85", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0e930a-15", "ovs_interfaceid": "3f0e930a-15f8-41f7-9384-90860120996a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1448.869402] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:1a:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f0e930a-15f8-41f7-9384-90860120996a', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.875916] env[63105]: DEBUG oslo.service.loopingcall [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.876114] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.876777] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-188229b6-2e78-47d3-827e-67a491bc8419 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.898029] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.898029] env[63105]: value = "task-2759915" [ 1448.898029] env[63105]: _type = "Task" [ 1448.898029] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.907173] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759915, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.992885] env[63105]: DEBUG nova.compute.manager [req-9cec3b61-c681-4618-8abc-e53ed74df0da req-9c0104a4-7a74-4927-ab74-4914d4096596 service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Received event network-changed-3f0e930a-15f8-41f7-9384-90860120996a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1448.992885] env[63105]: DEBUG nova.compute.manager [req-9cec3b61-c681-4618-8abc-e53ed74df0da req-9c0104a4-7a74-4927-ab74-4914d4096596 service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Refreshing instance network info cache due to event network-changed-3f0e930a-15f8-41f7-9384-90860120996a. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1448.993397] env[63105]: DEBUG oslo_concurrency.lockutils [req-9cec3b61-c681-4618-8abc-e53ed74df0da req-9c0104a4-7a74-4927-ab74-4914d4096596 service nova] Acquiring lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.993397] env[63105]: DEBUG oslo_concurrency.lockutils [req-9cec3b61-c681-4618-8abc-e53ed74df0da req-9c0104a4-7a74-4927-ab74-4914d4096596 service nova] Acquired lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.993560] env[63105]: DEBUG nova.network.neutron [req-9cec3b61-c681-4618-8abc-e53ed74df0da req-9c0104a4-7a74-4927-ab74-4914d4096596 service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Refreshing network info cache for port 3f0e930a-15f8-41f7-9384-90860120996a {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.084053] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "be938acf-3fb5-439a-995e-a4e713f0c0f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.084302] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.407671] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759915, 'name': CreateVM_Task, 'duration_secs': 0.329166} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.407898] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.408637] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.408849] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.409210] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.409498] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09b1655-cb73-410d-994a-af1f99fe1e90 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.414617] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1449.414617] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52cd3eae-e66a-5c0d-53e5-810141cc0b86" [ 1449.414617] env[63105]: _type = "Task" [ 1449.414617] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.422276] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52cd3eae-e66a-5c0d-53e5-810141cc0b86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.587168] env[63105]: DEBUG nova.compute.manager [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1449.760136] env[63105]: DEBUG nova.network.neutron [req-9cec3b61-c681-4618-8abc-e53ed74df0da req-9c0104a4-7a74-4927-ab74-4914d4096596 service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Updated VIF entry in instance network info cache for port 3f0e930a-15f8-41f7-9384-90860120996a. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.760602] env[63105]: DEBUG nova.network.neutron [req-9cec3b61-c681-4618-8abc-e53ed74df0da req-9c0104a4-7a74-4927-ab74-4914d4096596 service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Updating instance_info_cache with network_info: [{"id": "3f0e930a-15f8-41f7-9384-90860120996a", "address": "fa:16:3e:a3:1a:85", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0e930a-15", "ovs_interfaceid": "3f0e930a-15f8-41f7-9384-90860120996a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.925009] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52cd3eae-e66a-5c0d-53e5-810141cc0b86, 'name': SearchDatastore_Task, 'duration_secs': 0.011182} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.925372] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.925605] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1449.925829] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.925973] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.926210] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.926472] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f6b7d8c-d164-4fd2-aef7-2a6a2bacaebc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.934453] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.934677] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.935350] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99e3c77-ee6f-49c4-93bd-94e4e8085279 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.940232] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1449.940232] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5263775c-fadd-ebb7-a182-4d7c1cf6346c" [ 1449.940232] env[63105]: _type = "Task" [ 1449.940232] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.947411] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5263775c-fadd-ebb7-a182-4d7c1cf6346c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.110694] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.110976] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.112552] env[63105]: INFO nova.compute.claims [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1450.262901] env[63105]: DEBUG oslo_concurrency.lockutils [req-9cec3b61-c681-4618-8abc-e53ed74df0da req-9c0104a4-7a74-4927-ab74-4914d4096596 service nova] Releasing lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.450896] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5263775c-fadd-ebb7-a182-4d7c1cf6346c, 'name': SearchDatastore_Task, 'duration_secs': 0.008576} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.451657] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af93e21-c163-4ced-9b9f-c5ecb3a4dc96 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.456626] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1450.456626] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52f68f1e-a7b6-40f9-92f5-4c41e7db7451" [ 1450.456626] env[63105]: _type = "Task" [ 1450.456626] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.464389] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f68f1e-a7b6-40f9-92f5-4c41e7db7451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.968487] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52f68f1e-a7b6-40f9-92f5-4c41e7db7451, 'name': SearchDatastore_Task, 'duration_secs': 0.011355} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.968828] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.968999] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] c0c69d73-745c-42d5-9620-d17e294b679b/c0c69d73-745c-42d5-9620-d17e294b679b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.969269] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa153b7f-38b4-4e42-b637-1fbe30a2e22b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.974850] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1450.974850] env[63105]: value = "task-2759916" [ 1450.974850] env[63105]: _type = "Task" [ 1450.974850] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.982384] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.162177] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d431c84-c144-4a13-8141-7cc0ea1a2a0e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.172715] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a7a898-19ef-448a-96ba-563447165c86 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.203795] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89292cf7-60e3-4749-b2e8-59ae8c4b7bad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.213854] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5879f71-0c23-49f1-bfeb-c3601e3152ed {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.230363] env[63105]: DEBUG nova.compute.provider_tree [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.484451] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488235} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.484664] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] c0c69d73-745c-42d5-9620-d17e294b679b/c0c69d73-745c-42d5-9620-d17e294b679b.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1451.484954] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1451.485227] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3914945-cd2d-44ab-8ad7-aff6e42268e6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.490870] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1451.490870] env[63105]: value = "task-2759917" [ 1451.490870] env[63105]: _type = "Task" [ 1451.490870] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.498589] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.734148] env[63105]: DEBUG nova.scheduler.client.report [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1452.001277] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068115} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.001601] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.002368] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15964cc-9c0d-4526-9240-ada88a359aca {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.024107] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c0c69d73-745c-42d5-9620-d17e294b679b/c0c69d73-745c-42d5-9620-d17e294b679b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.024345] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b04fcd50-72f6-4c9e-965f-9e38f1691cfc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.043242] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1452.043242] env[63105]: value = "task-2759918" [ 1452.043242] env[63105]: _type = "Task" [ 1452.043242] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.050529] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.238889] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.239482] env[63105]: DEBUG nova.compute.manager [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1452.555028] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759918, 'name': ReconfigVM_Task, 'duration_secs': 0.287192} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.555028] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c0c69d73-745c-42d5-9620-d17e294b679b/c0c69d73-745c-42d5-9620-d17e294b679b.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.555028] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f214c20-607f-4fd6-9142-76def874af86 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.562101] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1452.562101] env[63105]: value = "task-2759919" [ 1452.562101] env[63105]: _type = "Task" [ 1452.562101] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.569723] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759919, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.744535] env[63105]: DEBUG nova.compute.utils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1452.745937] env[63105]: DEBUG nova.compute.manager [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1452.746606] env[63105]: DEBUG nova.network.neutron [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1452.783555] env[63105]: DEBUG nova.policy [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2623fb8a9bd4e01a5940d08a7ba8b81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5200569a98e745e5bc61791d982c2c14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1453.071983] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759919, 'name': Rename_Task, 'duration_secs': 0.143425} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.072295] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.072562] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd9c1b3b-4205-4731-8d5d-8064dc7d727c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.079175] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1453.079175] env[63105]: value = "task-2759920" [ 1453.079175] env[63105]: _type = "Task" [ 1453.079175] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.086753] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.250384] env[63105]: DEBUG nova.compute.manager [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1453.273618] env[63105]: DEBUG nova.network.neutron [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Successfully created port: f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1453.588961] env[63105]: DEBUG oslo_vmware.api [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759920, 'name': PowerOnVM_Task, 'duration_secs': 0.437024} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.589188] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1453.589395] env[63105]: INFO nova.compute.manager [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1453.589575] env[63105]: DEBUG nova.compute.manager [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.590336] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706b7594-391f-41a3-b470-a658c15d4d5b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.106324] env[63105]: INFO nova.compute.manager [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Took 11.66 seconds to build instance. [ 1454.260557] env[63105]: DEBUG nova.compute.manager [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1454.287396] env[63105]: DEBUG nova.virt.hardware [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1454.287662] env[63105]: DEBUG nova.virt.hardware [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1454.287826] env[63105]: DEBUG nova.virt.hardware [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.288017] env[63105]: DEBUG nova.virt.hardware [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1454.288182] env[63105]: DEBUG nova.virt.hardware [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.288334] env[63105]: DEBUG nova.virt.hardware [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1454.288545] env[63105]: DEBUG nova.virt.hardware [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1454.288705] env[63105]: DEBUG nova.virt.hardware [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1454.288869] env[63105]: DEBUG nova.virt.hardware [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1454.289047] env[63105]: DEBUG nova.virt.hardware [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1454.289233] env[63105]: DEBUG nova.virt.hardware [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1454.290115] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed901bc-817a-47b6-aef8-7fc3df649f62 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.298065] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726613e8-45fa-4dd3-9474-9b1dbe391f31 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.609313] env[63105]: DEBUG oslo_concurrency.lockutils [None req-53a4ef69-efe4-43b8-9c1a-81ae12fd7ba0 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "c0c69d73-745c-42d5-9620-d17e294b679b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.170s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.805118] env[63105]: DEBUG nova.compute.manager [req-bb2a1c03-7be4-4b81-8dc9-f131cf94edb0 req-45418459-5f81-4630-a30a-47cb7c0eda7b service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Received event network-vif-plugged-f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1454.805487] env[63105]: DEBUG oslo_concurrency.lockutils [req-bb2a1c03-7be4-4b81-8dc9-f131cf94edb0 req-45418459-5f81-4630-a30a-47cb7c0eda7b service nova] Acquiring lock "be938acf-3fb5-439a-995e-a4e713f0c0f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.806741] env[63105]: DEBUG oslo_concurrency.lockutils [req-bb2a1c03-7be4-4b81-8dc9-f131cf94edb0 req-45418459-5f81-4630-a30a-47cb7c0eda7b service nova] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.806972] env[63105]: DEBUG oslo_concurrency.lockutils [req-bb2a1c03-7be4-4b81-8dc9-f131cf94edb0 req-45418459-5f81-4630-a30a-47cb7c0eda7b service nova] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.807704] env[63105]: DEBUG nova.compute.manager [req-bb2a1c03-7be4-4b81-8dc9-f131cf94edb0 req-45418459-5f81-4630-a30a-47cb7c0eda7b service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] No waiting events found dispatching network-vif-plugged-f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1454.807853] env[63105]: WARNING nova.compute.manager [req-bb2a1c03-7be4-4b81-8dc9-f131cf94edb0 req-45418459-5f81-4630-a30a-47cb7c0eda7b service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Received unexpected event network-vif-plugged-f3d951c0-7987-4cec-a096-e09aaf4bbae9 for instance with vm_state building and task_state spawning. [ 1455.037759] env[63105]: DEBUG nova.network.neutron [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Successfully updated port: f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1455.541021] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.541021] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.541021] env[63105]: DEBUG nova.network.neutron [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.075414] env[63105]: DEBUG nova.network.neutron [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.231958] env[63105]: DEBUG nova.network.neutron [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updating instance_info_cache with network_info: [{"id": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "address": "fa:16:3e:e6:cc:7a", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d951c0-79", "ovs_interfaceid": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.734680] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.735097] env[63105]: DEBUG nova.compute.manager [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Instance network_info: |[{"id": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "address": "fa:16:3e:e6:cc:7a", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d951c0-79", "ovs_interfaceid": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1456.735496] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:cc:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3d951c0-7987-4cec-a096-e09aaf4bbae9', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1456.742906] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Creating folder: Project (5200569a98e745e5bc61791d982c2c14). Parent ref: group-v554960. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1456.743185] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c00c9582-d38e-4a90-ac4c-f05846e27e79 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.754265] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Created folder: Project (5200569a98e745e5bc61791d982c2c14) in parent group-v554960. [ 1456.754467] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Creating folder: Instances. Parent ref: group-v555285. {{(pid=63105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1456.754715] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-206c5020-9ddc-4c6b-8c10-9f262866dc1e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.763570] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Created folder: Instances in parent group-v555285. [ 1456.763792] env[63105]: DEBUG oslo.service.loopingcall [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.763966] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1456.764179] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-802b4370-4306-4152-8a01-a795f0de2237 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.781636] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1456.781636] env[63105]: value = "task-2759923" [ 1456.781636] env[63105]: _type = "Task" [ 1456.781636] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.789190] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759923, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.832798] env[63105]: DEBUG nova.compute.manager [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Received event network-changed-f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1456.833027] env[63105]: DEBUG nova.compute.manager [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Refreshing instance network info cache due to event network-changed-f3d951c0-7987-4cec-a096-e09aaf4bbae9. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1456.833250] env[63105]: DEBUG oslo_concurrency.lockutils [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] Acquiring lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.833395] env[63105]: DEBUG oslo_concurrency.lockutils [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] Acquired lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.833555] env[63105]: DEBUG nova.network.neutron [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Refreshing network info cache for port f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.292367] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759923, 'name': CreateVM_Task, 'duration_secs': 0.339164} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.292462] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1457.293268] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.293439] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.293834] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.294156] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf2991c-8f1f-4faa-80fd-ae82973acdb8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.300061] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1457.300061] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a8e0eb-e67f-21c3-7845-d502cee219bb" [ 1457.300061] env[63105]: _type = "Task" [ 1457.300061] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.307569] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a8e0eb-e67f-21c3-7845-d502cee219bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.508211] env[63105]: DEBUG nova.network.neutron [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updated VIF entry in instance network info cache for port f3d951c0-7987-4cec-a096-e09aaf4bbae9. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1457.508620] env[63105]: DEBUG nova.network.neutron [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updating instance_info_cache with network_info: [{"id": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "address": "fa:16:3e:e6:cc:7a", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d951c0-79", "ovs_interfaceid": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.810798] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52a8e0eb-e67f-21c3-7845-d502cee219bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009436} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.811393] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.811393] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1457.811584] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.811739] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.811925] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1457.812195] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3721697-9963-40a8-9900-fbb23101d75b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.820424] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1457.820614] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1457.821297] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fff509fd-02c2-40a8-acd1-121fe0a1c7af {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.826599] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1457.826599] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52e95525-6ee5-007e-8d25-00d03d106008" [ 1457.826599] env[63105]: _type = "Task" [ 1457.826599] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.834254] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e95525-6ee5-007e-8d25-00d03d106008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.011970] env[63105]: DEBUG oslo_concurrency.lockutils [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] Releasing lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.012310] env[63105]: DEBUG nova.compute.manager [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Received event network-changed-3f0e930a-15f8-41f7-9384-90860120996a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1458.012434] env[63105]: DEBUG nova.compute.manager [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Refreshing instance network info cache due to event network-changed-3f0e930a-15f8-41f7-9384-90860120996a. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1458.012628] env[63105]: DEBUG oslo_concurrency.lockutils [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] Acquiring lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.012779] env[63105]: DEBUG oslo_concurrency.lockutils [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] Acquired lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.012942] env[63105]: DEBUG nova.network.neutron [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Refreshing network info cache for port 3f0e930a-15f8-41f7-9384-90860120996a {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.339196] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52e95525-6ee5-007e-8d25-00d03d106008, 'name': SearchDatastore_Task, 'duration_secs': 0.008713} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.340292] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab05d139-7afe-4a37-a188-0bcd2d31dddb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.347606] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1458.347606] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52146736-4cf1-cb84-1697-e1fb1dc50ca5" [ 1458.347606] env[63105]: _type = "Task" [ 1458.347606] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.355800] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52146736-4cf1-cb84-1697-e1fb1dc50ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.717362] env[63105]: DEBUG nova.network.neutron [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Updated VIF entry in instance network info cache for port 3f0e930a-15f8-41f7-9384-90860120996a. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.717767] env[63105]: DEBUG nova.network.neutron [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Updating instance_info_cache with network_info: [{"id": "3f0e930a-15f8-41f7-9384-90860120996a", "address": "fa:16:3e:a3:1a:85", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0e930a-15", "ovs_interfaceid": "3f0e930a-15f8-41f7-9384-90860120996a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.858407] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52146736-4cf1-cb84-1697-e1fb1dc50ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.008923} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.858786] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.858894] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] be938acf-3fb5-439a-995e-a4e713f0c0f7/be938acf-3fb5-439a-995e-a4e713f0c0f7.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1458.859148] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-023306a1-2f5a-44ce-843c-c308d932153e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.866108] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1458.866108] env[63105]: value = "task-2759924" [ 1458.866108] env[63105]: _type = "Task" [ 1458.866108] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.873433] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.220933] env[63105]: DEBUG oslo_concurrency.lockutils [req-68967e7b-1205-40f6-9d8f-84b6eb53ee64 req-ad0c8e78-5de4-4ba6-8351-969724e28e2e service nova] Releasing lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.377771] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759924, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.877453] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582227} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.877880] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] be938acf-3fb5-439a-995e-a4e713f0c0f7/be938acf-3fb5-439a-995e-a4e713f0c0f7.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1459.877988] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1459.878184] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13afd7d4-489c-43f1-8626-43fc86c67cc2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.885294] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1459.885294] env[63105]: value = "task-2759925" [ 1459.885294] env[63105]: _type = "Task" [ 1459.885294] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.892276] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.395938] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070853} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.396146] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1460.396886] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d366d0-54b2-4fe4-a155-d110d66e36dd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.417773] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] be938acf-3fb5-439a-995e-a4e713f0c0f7/be938acf-3fb5-439a-995e-a4e713f0c0f7.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1460.417981] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-516cca18-4598-4703-85de-5fc28eefba84 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.436869] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1460.436869] env[63105]: value = "task-2759926" [ 1460.436869] env[63105]: _type = "Task" [ 1460.436869] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.443888] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.946934] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759926, 'name': ReconfigVM_Task, 'duration_secs': 0.410829} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.947467] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Reconfigured VM instance instance-0000007b to attach disk [datastore1] be938acf-3fb5-439a-995e-a4e713f0c0f7/be938acf-3fb5-439a-995e-a4e713f0c0f7.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.947917] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-124c0098-8264-405f-8405-908291ec145b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.955326] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1460.955326] env[63105]: value = "task-2759927" [ 1460.955326] env[63105]: _type = "Task" [ 1460.955326] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.963179] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759927, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.465791] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759927, 'name': Rename_Task, 'duration_secs': 0.149405} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.466075] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.466297] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3964c622-6f14-4177-b07a-7a1a7409fae5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.471908] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1461.471908] env[63105]: value = "task-2759928" [ 1461.471908] env[63105]: _type = "Task" [ 1461.471908] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.479174] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.981637] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.483501] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759928, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.983657] env[63105]: DEBUG oslo_vmware.api [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759928, 'name': PowerOnVM_Task, 'duration_secs': 1.026005} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.984063] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1462.984063] env[63105]: INFO nova.compute.manager [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1462.984251] env[63105]: DEBUG nova.compute.manager [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.985054] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492ee776-c20d-4cdb-bff4-b2dd74b71604 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.501130] env[63105]: INFO nova.compute.manager [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Took 13.41 seconds to build instance. [ 1464.002925] env[63105]: DEBUG oslo_concurrency.lockutils [None req-0e5936b2-5bd5-400a-9645-e81aed9d5ea4 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.918s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.336802] env[63105]: DEBUG nova.compute.manager [req-d54965d3-458c-4cb8-a028-60884e6fc952 req-2decd497-6d0b-48ef-bb52-3c577a6e8317 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Received event network-changed-f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1464.337015] env[63105]: DEBUG nova.compute.manager [req-d54965d3-458c-4cb8-a028-60884e6fc952 req-2decd497-6d0b-48ef-bb52-3c577a6e8317 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Refreshing instance network info cache due to event network-changed-f3d951c0-7987-4cec-a096-e09aaf4bbae9. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1464.337232] env[63105]: DEBUG oslo_concurrency.lockutils [req-d54965d3-458c-4cb8-a028-60884e6fc952 req-2decd497-6d0b-48ef-bb52-3c577a6e8317 service nova] Acquiring lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.337374] env[63105]: DEBUG oslo_concurrency.lockutils [req-d54965d3-458c-4cb8-a028-60884e6fc952 req-2decd497-6d0b-48ef-bb52-3c577a6e8317 service nova] Acquired lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.337533] env[63105]: DEBUG nova.network.neutron [req-d54965d3-458c-4cb8-a028-60884e6fc952 req-2decd497-6d0b-48ef-bb52-3c577a6e8317 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Refreshing network info cache for port f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.349091] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.349288] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.349455] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.349650] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1464.645987] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.646225] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.037050] env[63105]: DEBUG nova.network.neutron [req-d54965d3-458c-4cb8-a028-60884e6fc952 req-2decd497-6d0b-48ef-bb52-3c577a6e8317 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updated VIF entry in instance network info cache for port f3d951c0-7987-4cec-a096-e09aaf4bbae9. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.037696] env[63105]: DEBUG nova.network.neutron [req-d54965d3-458c-4cb8-a028-60884e6fc952 req-2decd497-6d0b-48ef-bb52-3c577a6e8317 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updating instance_info_cache with network_info: [{"id": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "address": "fa:16:3e:e6:cc:7a", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d951c0-79", "ovs_interfaceid": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.540789] env[63105]: DEBUG oslo_concurrency.lockutils [req-d54965d3-458c-4cb8-a028-60884e6fc952 req-2decd497-6d0b-48ef-bb52-3c577a6e8317 service nova] Releasing lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.646905] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.647487] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1466.647487] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Rebuilding the list of instances to heal {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 1467.177832] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.177992] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquired lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.178147] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Forcefully refreshing network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1467.178299] env[63105]: DEBUG nova.objects.instance [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lazy-loading 'info_cache' on Instance uuid c0c69d73-745c-42d5-9620-d17e294b679b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.875084] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Updating instance_info_cache with network_info: [{"id": "3f0e930a-15f8-41f7-9384-90860120996a", "address": "fa:16:3e:a3:1a:85", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0e930a-15", "ovs_interfaceid": "3f0e930a-15f8-41f7-9384-90860120996a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.377612] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Releasing lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.377864] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Updated the network info_cache for instance {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 1469.378044] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.378214] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.378384] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.881743] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.882242] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.882242] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.882378] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1469.883233] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2255d701-fea8-4f31-89c6-c72c2a5f0108 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.892417] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d44cbe-df54-4437-aef7-f1fe04792f1e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.906318] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40383347-b79b-4517-8291-889379d261f8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.912435] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1234dd-4315-48bc-8c7c-e4a394bc8873 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.941468] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180928MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1469.941615] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.941810] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.965661] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance c0c69d73-745c-42d5-9620-d17e294b679b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1470.966014] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance be938acf-3fb5-439a-995e-a4e713f0c0f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1470.966084] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1470.966195] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1471.003701] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8eb110-64da-43b1-ba99-a95117605b8e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.011898] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287b4e63-cc6a-47f8-94bd-0587d47bf298 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.041146] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f21f63-6f20-4f83-ae9f-1bf31a394de1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.047795] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cca6e24-de8f-43df-b37a-59e83529c35b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.061485] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.565072] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1472.070415] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1472.070790] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.129s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.065737] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.215826] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2c2170ff-4a0c-488b-b0c4-ae767c898997 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "c0c69d73-745c-42d5-9620-d17e294b679b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.216226] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2c2170ff-4a0c-488b-b0c4-ae767c898997 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "c0c69d73-745c-42d5-9620-d17e294b679b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.216337] env[63105]: DEBUG nova.compute.manager [None req-2c2170ff-4a0c-488b-b0c4-ae767c898997 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1492.217250] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d94b420-d41f-4b28-9850-61ec4e43bcc3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.223994] env[63105]: DEBUG nova.compute.manager [None req-2c2170ff-4a0c-488b-b0c4-ae767c898997 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1492.224560] env[63105]: DEBUG nova.objects.instance [None req-2c2170ff-4a0c-488b-b0c4-ae767c898997 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lazy-loading 'flavor' on Instance uuid c0c69d73-745c-42d5-9620-d17e294b679b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.233693] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2170ff-4a0c-488b-b0c4-ae767c898997 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.234116] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a6892ea-3e4d-465f-873e-6356e0e0f734 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.241659] env[63105]: DEBUG oslo_vmware.api [None req-2c2170ff-4a0c-488b-b0c4-ae767c898997 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1493.241659] env[63105]: value = "task-2759929" [ 1493.241659] env[63105]: _type = "Task" [ 1493.241659] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.249716] env[63105]: DEBUG oslo_vmware.api [None req-2c2170ff-4a0c-488b-b0c4-ae767c898997 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.751368] env[63105]: DEBUG oslo_vmware.api [None req-2c2170ff-4a0c-488b-b0c4-ae767c898997 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759929, 'name': PowerOffVM_Task, 'duration_secs': 0.222491} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.751587] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2170ff-4a0c-488b-b0c4-ae767c898997 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.751775] env[63105]: DEBUG nova.compute.manager [None req-2c2170ff-4a0c-488b-b0c4-ae767c898997 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1493.752526] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e804bd-bd90-40c1-8dc8-2ebe28516527 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.264462] env[63105]: DEBUG oslo_concurrency.lockutils [None req-2c2170ff-4a0c-488b-b0c4-ae767c898997 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "c0c69d73-745c-42d5-9620-d17e294b679b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.560578] env[63105]: DEBUG nova.objects.instance [None req-bf5909d0-b330-42fa-9eb1-d1ead4358d2f tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lazy-loading 'flavor' on Instance uuid c0c69d73-745c-42d5-9620-d17e294b679b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.065176] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bf5909d0-b330-42fa-9eb1-d1ead4358d2f tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.065419] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bf5909d0-b330-42fa-9eb1-d1ead4358d2f tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.065603] env[63105]: DEBUG nova.network.neutron [None req-bf5909d0-b330-42fa-9eb1-d1ead4358d2f tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.065781] env[63105]: DEBUG nova.objects.instance [None req-bf5909d0-b330-42fa-9eb1-d1ead4358d2f tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lazy-loading 'info_cache' on Instance uuid c0c69d73-745c-42d5-9620-d17e294b679b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.569395] env[63105]: DEBUG nova.objects.base [None req-bf5909d0-b330-42fa-9eb1-d1ead4358d2f tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1496.259061] env[63105]: DEBUG nova.network.neutron [None req-bf5909d0-b330-42fa-9eb1-d1ead4358d2f tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Updating instance_info_cache with network_info: [{"id": "3f0e930a-15f8-41f7-9384-90860120996a", "address": "fa:16:3e:a3:1a:85", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0e930a-15", "ovs_interfaceid": "3f0e930a-15f8-41f7-9384-90860120996a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.762404] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bf5909d0-b330-42fa-9eb1-d1ead4358d2f tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.767809] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5909d0-b330-42fa-9eb1-d1ead4358d2f tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.768242] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3021bd75-9e3c-431a-8fba-e086dd65e995 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.775905] env[63105]: DEBUG oslo_vmware.api [None req-bf5909d0-b330-42fa-9eb1-d1ead4358d2f tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1497.775905] env[63105]: value = "task-2759930" [ 1497.775905] env[63105]: _type = "Task" [ 1497.775905] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.790227] env[63105]: DEBUG oslo_vmware.api [None req-bf5909d0-b330-42fa-9eb1-d1ead4358d2f tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.290986] env[63105]: DEBUG oslo_vmware.api [None req-bf5909d0-b330-42fa-9eb1-d1ead4358d2f tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759930, 'name': PowerOnVM_Task, 'duration_secs': 0.434585} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.291317] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5909d0-b330-42fa-9eb1-d1ead4358d2f tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.291524] env[63105]: DEBUG nova.compute.manager [None req-bf5909d0-b330-42fa-9eb1-d1ead4358d2f tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.292301] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e20224a-1c8b-4a30-83aa-50c5b80c2649 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.251076] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9be0cbc-2958-4624-b448-409789edc1d4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.257200] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad89da2f-e7d8-4744-acf8-96bbf2e12303 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Suspending the VM {{(pid=63105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1499.257447] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1ca71894-4ae1-4cb3-b3a4-be583c9b5ef0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.263667] env[63105]: DEBUG oslo_vmware.api [None req-ad89da2f-e7d8-4744-acf8-96bbf2e12303 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1499.263667] env[63105]: value = "task-2759931" [ 1499.263667] env[63105]: _type = "Task" [ 1499.263667] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.271559] env[63105]: DEBUG oslo_vmware.api [None req-ad89da2f-e7d8-4744-acf8-96bbf2e12303 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759931, 'name': SuspendVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.773410] env[63105]: DEBUG oslo_vmware.api [None req-ad89da2f-e7d8-4744-acf8-96bbf2e12303 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759931, 'name': SuspendVM_Task} progress is 75%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.274280] env[63105]: DEBUG oslo_vmware.api [None req-ad89da2f-e7d8-4744-acf8-96bbf2e12303 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759931, 'name': SuspendVM_Task, 'duration_secs': 0.764957} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.274606] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad89da2f-e7d8-4744-acf8-96bbf2e12303 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Suspended the VM {{(pid=63105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1500.274708] env[63105]: DEBUG nova.compute.manager [None req-ad89da2f-e7d8-4744-acf8-96bbf2e12303 tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1500.275469] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ad9140-0d1e-4586-904c-3ae686de3f55 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.597503] env[63105]: INFO nova.compute.manager [None req-4107adbd-40cd-43c1-a073-259faacc8a7a tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Resuming [ 1501.598227] env[63105]: DEBUG nova.objects.instance [None req-4107adbd-40cd-43c1-a073-259faacc8a7a tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lazy-loading 'flavor' on Instance uuid c0c69d73-745c-42d5-9620-d17e294b679b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.418769] env[63105]: DEBUG oslo_concurrency.lockutils [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "be938acf-3fb5-439a-995e-a4e713f0c0f7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.419056] env[63105]: DEBUG oslo_concurrency.lockutils [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.419246] env[63105]: INFO nova.compute.manager [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Shelving [ 1502.606404] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4107adbd-40cd-43c1-a073-259faacc8a7a tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.606784] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4107adbd-40cd-43c1-a073-259faacc8a7a tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquired lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.606784] env[63105]: DEBUG nova.network.neutron [None req-4107adbd-40cd-43c1-a073-259faacc8a7a tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.302472] env[63105]: DEBUG nova.network.neutron [None req-4107adbd-40cd-43c1-a073-259faacc8a7a tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Updating instance_info_cache with network_info: [{"id": "3f0e930a-15f8-41f7-9384-90860120996a", "address": "fa:16:3e:a3:1a:85", "network": {"id": "dfd86c2a-6c41-4b04-a72e-1a934d787a1c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2012044869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b876a353e24c8d9b79c7771358e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0e930a-15", "ovs_interfaceid": "3f0e930a-15f8-41f7-9384-90860120996a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.429690] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1503.430016] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3bad90c-d01f-48f3-8c2e-361b9923adaa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.437932] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1503.437932] env[63105]: value = "task-2759932" [ 1503.437932] env[63105]: _type = "Task" [ 1503.437932] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.445679] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.805131] env[63105]: DEBUG oslo_concurrency.lockutils [None req-4107adbd-40cd-43c1-a073-259faacc8a7a tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Releasing lock "refresh_cache-c0c69d73-745c-42d5-9620-d17e294b679b" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.806125] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaa0bbf-6024-4c0a-961a-1de32c7bc571 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.812708] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4107adbd-40cd-43c1-a073-259faacc8a7a tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Resuming the VM {{(pid=63105) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1503.812923] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9253ba5-6009-4cf0-bf2b-2bf9036ef224 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.818438] env[63105]: DEBUG oslo_vmware.api [None req-4107adbd-40cd-43c1-a073-259faacc8a7a tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1503.818438] env[63105]: value = "task-2759933" [ 1503.818438] env[63105]: _type = "Task" [ 1503.818438] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.825858] env[63105]: DEBUG oslo_vmware.api [None req-4107adbd-40cd-43c1-a073-259faacc8a7a tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.947597] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759932, 'name': PowerOffVM_Task, 'duration_secs': 0.191478} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.947865] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1503.948766] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3af0e0-cc6a-42d7-96f7-18f434e96207 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.966513] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ece11c-2709-4c39-9614-8ccfd5419a22 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.330139] env[63105]: DEBUG oslo_vmware.api [None req-4107adbd-40cd-43c1-a073-259faacc8a7a tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759933, 'name': PowerOnVM_Task, 'duration_secs': 0.467651} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.330418] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-4107adbd-40cd-43c1-a073-259faacc8a7a tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Resumed the VM {{(pid=63105) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1504.330610] env[63105]: DEBUG nova.compute.manager [None req-4107adbd-40cd-43c1-a073-259faacc8a7a tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1504.331429] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b1a82e-1b25-4758-884d-602b6e405ae1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.476680] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1504.477048] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f522decb-ccdf-4a8a-b1ff-a7a5e3048e13 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.485258] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1504.485258] env[63105]: value = "task-2759934" [ 1504.485258] env[63105]: _type = "Task" [ 1504.485258] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.494386] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759934, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.995616] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759934, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.140077] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "c0c69d73-745c-42d5-9620-d17e294b679b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.140290] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "c0c69d73-745c-42d5-9620-d17e294b679b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.140419] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "c0c69d73-745c-42d5-9620-d17e294b679b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.140603] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "c0c69d73-745c-42d5-9620-d17e294b679b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.140773] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "c0c69d73-745c-42d5-9620-d17e294b679b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.142976] env[63105]: INFO nova.compute.manager [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Terminating instance [ 1505.495668] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759934, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.646938] env[63105]: DEBUG nova.compute.manager [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1505.647128] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1505.648086] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e97a42b-67e0-4b73-af23-31eace7e68d6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.655482] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.655715] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b51b4798-b16e-4085-9bd4-7dc3273aa884 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.661995] env[63105]: DEBUG oslo_vmware.api [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1505.661995] env[63105]: value = "task-2759935" [ 1505.661995] env[63105]: _type = "Task" [ 1505.661995] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.669954] env[63105]: DEBUG oslo_vmware.api [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.996587] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759934, 'name': CreateSnapshot_Task, 'duration_secs': 1.328192} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.996989] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1505.997580] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c30acf7-f499-45ff-8f5d-af56def518aa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.171831] env[63105]: DEBUG oslo_vmware.api [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759935, 'name': PowerOffVM_Task, 'duration_secs': 0.171523} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.172096] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1506.172271] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1506.172517] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95c7005c-c770-48f1-b4b9-0e1e79f1bb8c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.278089] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1506.278326] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1506.278425] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Deleting the datastore file [datastore1] c0c69d73-745c-42d5-9620-d17e294b679b {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1506.278696] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b1cbc02-67f2-4cff-a03e-5f58b784bcf6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.284289] env[63105]: DEBUG oslo_vmware.api [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for the task: (returnval){ [ 1506.284289] env[63105]: value = "task-2759937" [ 1506.284289] env[63105]: _type = "Task" [ 1506.284289] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.291709] env[63105]: DEBUG oslo_vmware.api [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.514419] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1506.514751] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae531607-a8b0-4426-964d-b460051df26e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.523352] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1506.523352] env[63105]: value = "task-2759938" [ 1506.523352] env[63105]: _type = "Task" [ 1506.523352] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.531538] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759938, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.795603] env[63105]: DEBUG oslo_vmware.api [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Task: {'id': task-2759937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184236} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.795855] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.796027] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.796303] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.796487] env[63105]: INFO nova.compute.manager [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1506.796868] env[63105]: DEBUG oslo.service.loopingcall [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.797130] env[63105]: DEBUG nova.compute.manager [-] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1506.797230] env[63105]: DEBUG nova.network.neutron [-] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1507.033144] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759938, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.312713] env[63105]: DEBUG nova.compute.manager [req-7a4c7d0f-561d-44a9-9008-7bf0acad7c9e req-1488ad78-e4e1-48c1-b073-200c94644c73 service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Received event network-vif-deleted-3f0e930a-15f8-41f7-9384-90860120996a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1507.312966] env[63105]: INFO nova.compute.manager [req-7a4c7d0f-561d-44a9-9008-7bf0acad7c9e req-1488ad78-e4e1-48c1-b073-200c94644c73 service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Neutron deleted interface 3f0e930a-15f8-41f7-9384-90860120996a; detaching it from the instance and deleting it from the info cache [ 1507.313203] env[63105]: DEBUG nova.network.neutron [req-7a4c7d0f-561d-44a9-9008-7bf0acad7c9e req-1488ad78-e4e1-48c1-b073-200c94644c73 service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.533999] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759938, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.731819] env[63105]: DEBUG nova.network.neutron [-] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.815817] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b6f95bf-b03b-45e0-9168-f75a2a3b8d70 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.825272] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8265a20-ad60-4905-8fa8-ffacf3c9df78 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.851896] env[63105]: DEBUG nova.compute.manager [req-7a4c7d0f-561d-44a9-9008-7bf0acad7c9e req-1488ad78-e4e1-48c1-b073-200c94644c73 service nova] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Detach interface failed, port_id=3f0e930a-15f8-41f7-9384-90860120996a, reason: Instance c0c69d73-745c-42d5-9620-d17e294b679b could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1508.034337] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759938, 'name': CloneVM_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.235372] env[63105]: INFO nova.compute.manager [-] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Took 1.44 seconds to deallocate network for instance. [ 1508.535149] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759938, 'name': CloneVM_Task, 'duration_secs': 1.580291} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.535369] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Created linked-clone VM from snapshot [ 1508.536091] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c93ef49-26b9-4748-8160-b68393b21898 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.542922] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Uploading image 31330a4f-481a-4545-be28-be3fecc3d506 {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1508.568461] env[63105]: DEBUG oslo_vmware.rw_handles [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1508.568461] env[63105]: value = "vm-555289" [ 1508.568461] env[63105]: _type = "VirtualMachine" [ 1508.568461] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1508.568728] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3e8eb2c5-ccb5-4b55-8c14-d0d0b72056d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.574545] env[63105]: DEBUG oslo_vmware.rw_handles [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lease: (returnval){ [ 1508.574545] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ef16be-f8fa-4414-82f4-5d53005ad987" [ 1508.574545] env[63105]: _type = "HttpNfcLease" [ 1508.574545] env[63105]: } obtained for exporting VM: (result){ [ 1508.574545] env[63105]: value = "vm-555289" [ 1508.574545] env[63105]: _type = "VirtualMachine" [ 1508.574545] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1508.574846] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the lease: (returnval){ [ 1508.574846] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ef16be-f8fa-4414-82f4-5d53005ad987" [ 1508.574846] env[63105]: _type = "HttpNfcLease" [ 1508.574846] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1508.581023] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1508.581023] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ef16be-f8fa-4414-82f4-5d53005ad987" [ 1508.581023] env[63105]: _type = "HttpNfcLease" [ 1508.581023] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1508.741406] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.741673] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.741903] env[63105]: DEBUG nova.objects.instance [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lazy-loading 'resources' on Instance uuid c0c69d73-745c-42d5-9620-d17e294b679b {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.084711] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1509.084711] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ef16be-f8fa-4414-82f4-5d53005ad987" [ 1509.084711] env[63105]: _type = "HttpNfcLease" [ 1509.084711] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1509.085123] env[63105]: DEBUG oslo_vmware.rw_handles [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1509.085123] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52ef16be-f8fa-4414-82f4-5d53005ad987" [ 1509.085123] env[63105]: _type = "HttpNfcLease" [ 1509.085123] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1509.085722] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abcdbe3-36b8-4a50-9b4e-4f769aef6dc6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.092753] env[63105]: DEBUG oslo_vmware.rw_handles [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad47c2-e40b-bbaf-6379-674174512c04/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1509.092922] env[63105]: DEBUG oslo_vmware.rw_handles [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad47c2-e40b-bbaf-6379-674174512c04/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1509.181457] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5086d7e3-0900-49ca-bbb0-33be19ec7a09 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.283409] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f0b182-2df1-49b0-898b-c514febcc21d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.290577] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16cc422-a493-458b-add0-20961e6a46a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.319262] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566bc29b-5e16-4d9c-a71c-e57d1c30c19f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.325796] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c94159-3984-436f-97d3-cf0e6e221f60 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.338265] env[63105]: DEBUG nova.compute.provider_tree [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.842605] env[63105]: DEBUG nova.scheduler.client.report [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1510.350700] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.372571] env[63105]: INFO nova.scheduler.client.report [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Deleted allocations for instance c0c69d73-745c-42d5-9620-d17e294b679b [ 1510.881554] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f367a66b-7536-4d16-8e07-6090450447ea tempest-ServerActionsTestJSON-179579984 tempest-ServerActionsTestJSON-179579984-project-member] Lock "c0c69d73-745c-42d5-9620-d17e294b679b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.741s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.159364] env[63105]: DEBUG oslo_vmware.rw_handles [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad47c2-e40b-bbaf-6379-674174512c04/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1517.160339] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539ad221-3b6d-4fbc-9180-c597261eea2d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.166739] env[63105]: DEBUG oslo_vmware.rw_handles [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad47c2-e40b-bbaf-6379-674174512c04/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1517.166905] env[63105]: ERROR oslo_vmware.rw_handles [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad47c2-e40b-bbaf-6379-674174512c04/disk-0.vmdk due to incomplete transfer. [ 1517.167141] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a6726d88-8d43-493a-a3ec-0e38bd00197e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.174564] env[63105]: DEBUG oslo_vmware.rw_handles [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad47c2-e40b-bbaf-6379-674174512c04/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1517.174769] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Uploaded image 31330a4f-481a-4545-be28-be3fecc3d506 to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1517.177122] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1517.177363] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-30e676d2-da16-461d-ac61-f975a24cce58 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.183485] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1517.183485] env[63105]: value = "task-2759940" [ 1517.183485] env[63105]: _type = "Task" [ 1517.183485] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.190670] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759940, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.693728] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759940, 'name': Destroy_Task, 'duration_secs': 0.339415} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.693998] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Destroyed the VM [ 1517.694280] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1517.694700] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-23550441-cbe3-440e-8fbf-d266df5d6b5a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.701413] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1517.701413] env[63105]: value = "task-2759941" [ 1517.701413] env[63105]: _type = "Task" [ 1517.701413] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.709700] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759941, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.212663] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759941, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.714812] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759941, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.212939] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759941, 'name': RemoveSnapshot_Task, 'duration_secs': 1.11369} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.213313] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1519.213523] env[63105]: DEBUG nova.compute.manager [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.214327] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cefe312-4dee-4edd-a96f-4306df0818b9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.727109] env[63105]: INFO nova.compute.manager [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Shelve offloading [ 1520.231067] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1520.231447] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1fb014f-f52e-4b63-91b8-941a95f0ef7f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.238906] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1520.238906] env[63105]: value = "task-2759942" [ 1520.238906] env[63105]: _type = "Task" [ 1520.238906] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.246498] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.749736] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] VM already powered off {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1520.749941] env[63105]: DEBUG nova.compute.manager [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.750680] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086b435f-02a3-4f16-80b1-f55d3788f3fb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.756062] env[63105]: DEBUG oslo_concurrency.lockutils [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.756226] env[63105]: DEBUG oslo_concurrency.lockutils [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.756392] env[63105]: DEBUG nova.network.neutron [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.444446] env[63105]: DEBUG nova.network.neutron [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updating instance_info_cache with network_info: [{"id": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "address": "fa:16:3e:e6:cc:7a", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d951c0-79", "ovs_interfaceid": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.946943] env[63105]: DEBUG oslo_concurrency.lockutils [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.139920] env[63105]: DEBUG nova.compute.manager [req-5233e4b0-610e-4b2d-a86b-f7e4b26d4277 req-f071d71d-a22a-4110-830e-0c1bc9c0aafb service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Received event network-vif-unplugged-f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1522.140184] env[63105]: DEBUG oslo_concurrency.lockutils [req-5233e4b0-610e-4b2d-a86b-f7e4b26d4277 req-f071d71d-a22a-4110-830e-0c1bc9c0aafb service nova] Acquiring lock "be938acf-3fb5-439a-995e-a4e713f0c0f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.140425] env[63105]: DEBUG oslo_concurrency.lockutils [req-5233e4b0-610e-4b2d-a86b-f7e4b26d4277 req-f071d71d-a22a-4110-830e-0c1bc9c0aafb service nova] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.140594] env[63105]: DEBUG oslo_concurrency.lockutils [req-5233e4b0-610e-4b2d-a86b-f7e4b26d4277 req-f071d71d-a22a-4110-830e-0c1bc9c0aafb service nova] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.140796] env[63105]: DEBUG nova.compute.manager [req-5233e4b0-610e-4b2d-a86b-f7e4b26d4277 req-f071d71d-a22a-4110-830e-0c1bc9c0aafb service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] No waiting events found dispatching network-vif-unplugged-f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.140924] env[63105]: WARNING nova.compute.manager [req-5233e4b0-610e-4b2d-a86b-f7e4b26d4277 req-f071d71d-a22a-4110-830e-0c1bc9c0aafb service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Received unexpected event network-vif-unplugged-f3d951c0-7987-4cec-a096-e09aaf4bbae9 for instance with vm_state shelved and task_state shelving_offloading. [ 1522.259592] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1522.260522] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41d1edb-ab2a-4972-a1ad-a58674fd398c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.267911] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1522.268167] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8c5481c-412a-4a8f-baf5-ec45f1f74a42 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.337094] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1522.337329] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1522.337514] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleting the datastore file [datastore1] be938acf-3fb5-439a-995e-a4e713f0c0f7 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1522.337815] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6594cea-4dbc-4ab4-a557-a6a7635a24f3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.343738] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1522.343738] env[63105]: value = "task-2759944" [ 1522.343738] env[63105]: _type = "Task" [ 1522.343738] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.351038] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.854083] env[63105]: DEBUG oslo_vmware.api [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123975} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.854511] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1522.854554] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1522.854701] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1522.875698] env[63105]: INFO nova.scheduler.client.report [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleted allocations for instance be938acf-3fb5-439a-995e-a4e713f0c0f7 [ 1523.380926] env[63105]: DEBUG oslo_concurrency.lockutils [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.381236] env[63105]: DEBUG oslo_concurrency.lockutils [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.381466] env[63105]: DEBUG nova.objects.instance [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lazy-loading 'resources' on Instance uuid be938acf-3fb5-439a-995e-a4e713f0c0f7 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.646416] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.646416] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.646416] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.646416] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1523.886271] env[63105]: DEBUG nova.objects.instance [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lazy-loading 'numa_topology' on Instance uuid be938acf-3fb5-439a-995e-a4e713f0c0f7 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.170279] env[63105]: DEBUG nova.compute.manager [req-2f68b58d-f975-45c9-8407-f9ce43b4f25c req-331c6f71-1f6c-4f28-82c7-c54e566ba73d service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Received event network-changed-f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1524.170423] env[63105]: DEBUG nova.compute.manager [req-2f68b58d-f975-45c9-8407-f9ce43b4f25c req-331c6f71-1f6c-4f28-82c7-c54e566ba73d service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Refreshing instance network info cache due to event network-changed-f3d951c0-7987-4cec-a096-e09aaf4bbae9. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1524.170614] env[63105]: DEBUG oslo_concurrency.lockutils [req-2f68b58d-f975-45c9-8407-f9ce43b4f25c req-331c6f71-1f6c-4f28-82c7-c54e566ba73d service nova] Acquiring lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.170752] env[63105]: DEBUG oslo_concurrency.lockutils [req-2f68b58d-f975-45c9-8407-f9ce43b4f25c req-331c6f71-1f6c-4f28-82c7-c54e566ba73d service nova] Acquired lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.170909] env[63105]: DEBUG nova.network.neutron [req-2f68b58d-f975-45c9-8407-f9ce43b4f25c req-331c6f71-1f6c-4f28-82c7-c54e566ba73d service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Refreshing network info cache for port f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.388553] env[63105]: DEBUG nova.objects.base [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1524.413988] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b90790-0b78-41be-9a89-4969af0b634b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.422052] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658ca473-1677-45d5-8b81-5ec2575ad395 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.452238] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddea0f8-5dcc-48d7-9cc5-42ce0e0f975d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.458753] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25524530-3898-4ff6-975b-8208ce949cd8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.471305] env[63105]: DEBUG nova.compute.provider_tree [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.646556] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.736343] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "be938acf-3fb5-439a-995e-a4e713f0c0f7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.923272] env[63105]: DEBUG nova.network.neutron [req-2f68b58d-f975-45c9-8407-f9ce43b4f25c req-331c6f71-1f6c-4f28-82c7-c54e566ba73d service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updated VIF entry in instance network info cache for port f3d951c0-7987-4cec-a096-e09aaf4bbae9. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.923681] env[63105]: DEBUG nova.network.neutron [req-2f68b58d-f975-45c9-8407-f9ce43b4f25c req-331c6f71-1f6c-4f28-82c7-c54e566ba73d service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updating instance_info_cache with network_info: [{"id": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "address": "fa:16:3e:e6:cc:7a", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf3d951c0-79", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.974427] env[63105]: DEBUG nova.scheduler.client.report [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1525.426064] env[63105]: DEBUG oslo_concurrency.lockutils [req-2f68b58d-f975-45c9-8407-f9ce43b4f25c req-331c6f71-1f6c-4f28-82c7-c54e566ba73d service nova] Releasing lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.479344] env[63105]: DEBUG oslo_concurrency.lockutils [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.987582] env[63105]: DEBUG oslo_concurrency.lockutils [None req-20d6a778-4260-436c-ab61-d50fe8026a74 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.568s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.988713] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.252s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.988713] env[63105]: INFO nova.compute.manager [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Unshelving [ 1526.646363] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.997770] env[63105]: DEBUG nova.compute.utils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1527.501480] env[63105]: INFO nova.virt.block_device [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Booting with volume 10800b7a-272f-489f-9c10-0e244f0434bc at /dev/sdb [ 1527.536517] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2779f058-bc40-48f2-875b-4233c6fa4498 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.545620] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f662bf41-781b-44e2-a9f1-d800249536c9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.569312] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f6c8ad6-9bef-4407-86cd-46c87d726347 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.576474] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743f4655-1b79-4c11-b677-89b0ff3a962d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.598053] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fade15c2-898a-4a95-9866-5c807756abcd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.603557] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7da541-a7fa-408f-a7ab-36c1c9c13b9d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.615784] env[63105]: DEBUG nova.virt.block_device [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updating existing volume attachment record: ba4e89b4-c747-424c-9499-a3ec515fb8cd {{(pid=63105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1528.646516] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.646950] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1529.150213] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Skipping network cache update for instance because it has been migrated to another host. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10302}} [ 1529.150454] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Didn't find any instances for network info cache update. {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 1529.150609] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.646410] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.646662] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.149701] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.149949] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.150149] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.150296] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1530.151204] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1e78ae-4fe4-4320-a3e8-a1e529db7f2a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.159461] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895f2fbe-7a84-44fc-b91d-0449e0f06546 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.172941] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6092e0-38f1-4cb4-8096-ebb82d1b29fd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.178874] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bfbbef-19fa-43e3-905b-29601263dcf8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.207870] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181037MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1530.208023] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.208205] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.734611] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance be938acf-3fb5-439a-995e-a4e713f0c0f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1531.735073] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1531.735073] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1531.761373] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad766bea-e951-4e0c-85e3-e24ff175faa9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.769535] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66744e1-bac2-46a9-bb04-c5a18cc67b72 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.797667] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc2d1d2-7ffd-4c65-a7a8-a6afe2adef0f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.804346] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd936d33-c527-4e33-8918-4b37d1d951ce {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.816625] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.319503] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1532.823944] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1532.824305] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.616s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.204240] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.204502] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.204714] env[63105]: DEBUG nova.objects.instance [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lazy-loading 'pci_requests' on Instance uuid be938acf-3fb5-439a-995e-a4e713f0c0f7 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.708473] env[63105]: DEBUG nova.objects.instance [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lazy-loading 'numa_topology' on Instance uuid be938acf-3fb5-439a-995e-a4e713f0c0f7 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.211161] env[63105]: INFO nova.compute.claims [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1535.246093] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763d6ce7-4c99-4fad-9229-7c7575d98b07 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.254448] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34faf79-d1eb-43aa-9f62-1792b16f6722 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.283342] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6f421d-d5e5-40b8-a5b0-d0dc9d23440f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.290103] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2485ea12-536d-49e7-8282-0b9ad8b2ebad {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.303746] env[63105]: DEBUG nova.compute.provider_tree [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.806539] env[63105]: DEBUG nova.scheduler.client.report [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1536.311883] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.107s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.339801] env[63105]: INFO nova.network.neutron [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updating port f3d951c0-7987-4cec-a096-e09aaf4bbae9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1537.689730] env[63105]: DEBUG nova.compute.manager [req-7b196240-5caf-4560-9fac-2be775865cd6 req-557065db-2284-421f-bede-650c717b6af2 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Received event network-vif-plugged-f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1537.689995] env[63105]: DEBUG oslo_concurrency.lockutils [req-7b196240-5caf-4560-9fac-2be775865cd6 req-557065db-2284-421f-bede-650c717b6af2 service nova] Acquiring lock "be938acf-3fb5-439a-995e-a4e713f0c0f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.690171] env[63105]: DEBUG oslo_concurrency.lockutils [req-7b196240-5caf-4560-9fac-2be775865cd6 req-557065db-2284-421f-bede-650c717b6af2 service nova] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.690334] env[63105]: DEBUG oslo_concurrency.lockutils [req-7b196240-5caf-4560-9fac-2be775865cd6 req-557065db-2284-421f-bede-650c717b6af2 service nova] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.690497] env[63105]: DEBUG nova.compute.manager [req-7b196240-5caf-4560-9fac-2be775865cd6 req-557065db-2284-421f-bede-650c717b6af2 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] No waiting events found dispatching network-vif-plugged-f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1537.690661] env[63105]: WARNING nova.compute.manager [req-7b196240-5caf-4560-9fac-2be775865cd6 req-557065db-2284-421f-bede-650c717b6af2 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Received unexpected event network-vif-plugged-f3d951c0-7987-4cec-a096-e09aaf4bbae9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1537.780594] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.780784] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.781012] env[63105]: DEBUG nova.network.neutron [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1538.471335] env[63105]: DEBUG nova.network.neutron [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updating instance_info_cache with network_info: [{"id": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "address": "fa:16:3e:e6:cc:7a", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d951c0-79", "ovs_interfaceid": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.973958] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.001165] env[63105]: DEBUG nova.virt.hardware [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='76df8d3d73b79a45b5500944890fe92a',container_format='bare',created_at=2025-02-21T09:04:56Z,direct_url=,disk_format='vmdk',id=31330a4f-481a-4545-be28-be3fecc3d506,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-985781370-shelved',owner='5200569a98e745e5bc61791d982c2c14',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-02-21T09:05:11Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1539.001419] env[63105]: DEBUG nova.virt.hardware [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1539.001576] env[63105]: DEBUG nova.virt.hardware [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.001761] env[63105]: DEBUG nova.virt.hardware [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1539.001908] env[63105]: DEBUG nova.virt.hardware [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.002075] env[63105]: DEBUG nova.virt.hardware [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1539.002300] env[63105]: DEBUG nova.virt.hardware [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1539.002460] env[63105]: DEBUG nova.virt.hardware [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1539.002630] env[63105]: DEBUG nova.virt.hardware [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1539.002791] env[63105]: DEBUG nova.virt.hardware [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1539.002961] env[63105]: DEBUG nova.virt.hardware [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1539.003819] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987cd943-55f9-44ad-9da0-e330e02076c0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.011661] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b555f46-6f67-4622-be8b-ea47f075e345 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.024665] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:cc:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3d951c0-7987-4cec-a096-e09aaf4bbae9', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1539.031857] env[63105]: DEBUG oslo.service.loopingcall [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1539.032081] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1539.032271] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9391446c-4770-420c-98f3-50af7b480508 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.049893] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1539.049893] env[63105]: value = "task-2759949" [ 1539.049893] env[63105]: _type = "Task" [ 1539.049893] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.056679] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759949, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.560085] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759949, 'name': CreateVM_Task, 'duration_secs': 0.288325} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.560319] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1539.560918] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/31330a4f-481a-4545-be28-be3fecc3d506" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.561099] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/31330a4f-481a-4545-be28-be3fecc3d506" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.561463] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/31330a4f-481a-4545-be28-be3fecc3d506" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1539.561699] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f268ed-50b1-48dc-aa22-71c9ed2cd028 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.565777] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1539.565777] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5213e140-286d-d134-6d47-68dee021d1a9" [ 1539.565777] env[63105]: _type = "Task" [ 1539.565777] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.574403] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5213e140-286d-d134-6d47-68dee021d1a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.716975] env[63105]: DEBUG nova.compute.manager [req-56fc3ff3-bc56-479e-a1ea-f70e8b1972a9 req-b595e7ac-6ddd-4e5a-b90f-349f5ff5ecd2 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Received event network-changed-f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1539.717205] env[63105]: DEBUG nova.compute.manager [req-56fc3ff3-bc56-479e-a1ea-f70e8b1972a9 req-b595e7ac-6ddd-4e5a-b90f-349f5ff5ecd2 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Refreshing instance network info cache due to event network-changed-f3d951c0-7987-4cec-a096-e09aaf4bbae9. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1539.717406] env[63105]: DEBUG oslo_concurrency.lockutils [req-56fc3ff3-bc56-479e-a1ea-f70e8b1972a9 req-b595e7ac-6ddd-4e5a-b90f-349f5ff5ecd2 service nova] Acquiring lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.717523] env[63105]: DEBUG oslo_concurrency.lockutils [req-56fc3ff3-bc56-479e-a1ea-f70e8b1972a9 req-b595e7ac-6ddd-4e5a-b90f-349f5ff5ecd2 service nova] Acquired lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.717678] env[63105]: DEBUG nova.network.neutron [req-56fc3ff3-bc56-479e-a1ea-f70e8b1972a9 req-b595e7ac-6ddd-4e5a-b90f-349f5ff5ecd2 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Refreshing network info cache for port f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1540.076289] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/31330a4f-481a-4545-be28-be3fecc3d506" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.076768] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Processing image 31330a4f-481a-4545-be28-be3fecc3d506 {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1540.076819] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/31330a4f-481a-4545-be28-be3fecc3d506/31330a4f-481a-4545-be28-be3fecc3d506.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.076953] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/31330a4f-481a-4545-be28-be3fecc3d506/31330a4f-481a-4545-be28-be3fecc3d506.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.077153] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1540.077397] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aee1ba74-3e0e-44d2-a147-a076c2a3ae42 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.085953] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1540.086139] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1540.086819] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-183504a4-ca42-41bb-8f66-c43e5696d831 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.091174] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1540.091174] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5270faa9-e046-dec1-cddd-65fa463e6c43" [ 1540.091174] env[63105]: _type = "Task" [ 1540.091174] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.098055] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5270faa9-e046-dec1-cddd-65fa463e6c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.425614] env[63105]: DEBUG nova.network.neutron [req-56fc3ff3-bc56-479e-a1ea-f70e8b1972a9 req-b595e7ac-6ddd-4e5a-b90f-349f5ff5ecd2 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updated VIF entry in instance network info cache for port f3d951c0-7987-4cec-a096-e09aaf4bbae9. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1540.425991] env[63105]: DEBUG nova.network.neutron [req-56fc3ff3-bc56-479e-a1ea-f70e8b1972a9 req-b595e7ac-6ddd-4e5a-b90f-349f5ff5ecd2 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updating instance_info_cache with network_info: [{"id": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "address": "fa:16:3e:e6:cc:7a", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d951c0-79", "ovs_interfaceid": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.600625] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Preparing fetch location {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1540.600819] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Fetch image to [datastore1] OSTACK_IMG_61fa9ed0-f84c-42d5-978e-68087b213664/OSTACK_IMG_61fa9ed0-f84c-42d5-978e-68087b213664.vmdk {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1540.601036] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Downloading stream optimized image 31330a4f-481a-4545-be28-be3fecc3d506 to [datastore1] OSTACK_IMG_61fa9ed0-f84c-42d5-978e-68087b213664/OSTACK_IMG_61fa9ed0-f84c-42d5-978e-68087b213664.vmdk on the data store datastore1 as vApp {{(pid=63105) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1540.601219] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Downloading image file data 31330a4f-481a-4545-be28-be3fecc3d506 to the ESX as VM named 'OSTACK_IMG_61fa9ed0-f84c-42d5-978e-68087b213664' {{(pid=63105) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1540.664896] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1540.664896] env[63105]: value = "resgroup-9" [ 1540.664896] env[63105]: _type = "ResourcePool" [ 1540.664896] env[63105]: }. {{(pid=63105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1540.665186] env[63105]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1df67c29-7a70-4fea-83a5-29d07f6b9a68 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.684588] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lease: (returnval){ [ 1540.684588] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52da36b6-488d-d0ee-046f-24276a9c7101" [ 1540.684588] env[63105]: _type = "HttpNfcLease" [ 1540.684588] env[63105]: } obtained for vApp import into resource pool (val){ [ 1540.684588] env[63105]: value = "resgroup-9" [ 1540.684588] env[63105]: _type = "ResourcePool" [ 1540.684588] env[63105]: }. {{(pid=63105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1540.684901] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the lease: (returnval){ [ 1540.684901] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52da36b6-488d-d0ee-046f-24276a9c7101" [ 1540.684901] env[63105]: _type = "HttpNfcLease" [ 1540.684901] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1540.690625] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1540.690625] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52da36b6-488d-d0ee-046f-24276a9c7101" [ 1540.690625] env[63105]: _type = "HttpNfcLease" [ 1540.690625] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1540.928662] env[63105]: DEBUG oslo_concurrency.lockutils [req-56fc3ff3-bc56-479e-a1ea-f70e8b1972a9 req-b595e7ac-6ddd-4e5a-b90f-349f5ff5ecd2 service nova] Releasing lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.193252] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1541.193252] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52da36b6-488d-d0ee-046f-24276a9c7101" [ 1541.193252] env[63105]: _type = "HttpNfcLease" [ 1541.193252] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1541.193720] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1541.193720] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52da36b6-488d-d0ee-046f-24276a9c7101" [ 1541.193720] env[63105]: _type = "HttpNfcLease" [ 1541.193720] env[63105]: }. {{(pid=63105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1541.194227] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0eb52f-3bbe-4295-8d96-f98c2916bddd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.201298] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5219d4ce-945e-d4cc-9b67-43be09e98a2e/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1541.201469] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5219d4ce-945e-d4cc-9b67-43be09e98a2e/disk-0.vmdk. {{(pid=63105) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1541.264462] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1fd06c56-e814-4eb8-a614-47953bdeb3ac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.349427] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Completed reading data from the image iterator. {{(pid=63105) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1542.349800] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5219d4ce-945e-d4cc-9b67-43be09e98a2e/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1542.350692] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00915460-3fd5-4e5b-898a-9c33a377d935 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.357265] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5219d4ce-945e-d4cc-9b67-43be09e98a2e/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1542.357522] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5219d4ce-945e-d4cc-9b67-43be09e98a2e/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1542.357719] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dc9971b4-2dc0-4941-84a8-28d8a8829e42 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.542581] env[63105]: DEBUG oslo_vmware.rw_handles [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5219d4ce-945e-d4cc-9b67-43be09e98a2e/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1542.542798] env[63105]: INFO nova.virt.vmwareapi.images [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Downloaded image file data 31330a4f-481a-4545-be28-be3fecc3d506 [ 1542.543711] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353fc59a-e554-492b-8eaa-0fce1273f663 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.559068] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21d6b169-23f0-4cf5-9d33-d57d0dd6aea1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.582193] env[63105]: INFO nova.virt.vmwareapi.images [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] The imported VM was unregistered [ 1542.584539] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Caching image {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1542.584766] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Creating directory with path [datastore1] devstack-image-cache_base/31330a4f-481a-4545-be28-be3fecc3d506 {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.585025] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cac07362-47e2-4efd-ab43-ceda3aafceef {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.603287] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Created directory with path [datastore1] devstack-image-cache_base/31330a4f-481a-4545-be28-be3fecc3d506 {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1542.603409] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_61fa9ed0-f84c-42d5-978e-68087b213664/OSTACK_IMG_61fa9ed0-f84c-42d5-978e-68087b213664.vmdk to [datastore1] devstack-image-cache_base/31330a4f-481a-4545-be28-be3fecc3d506/31330a4f-481a-4545-be28-be3fecc3d506.vmdk. {{(pid=63105) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1542.603645] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b489377f-a90e-4f9e-9c42-0507c6560d87 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.609643] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1542.609643] env[63105]: value = "task-2759952" [ 1542.609643] env[63105]: _type = "Task" [ 1542.609643] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.618507] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759952, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.122653] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759952, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.624608] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759952, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.123267] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759952, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.624655] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759952, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.123345] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759952, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.187899} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.123626] env[63105]: INFO nova.virt.vmwareapi.ds_util [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_61fa9ed0-f84c-42d5-978e-68087b213664/OSTACK_IMG_61fa9ed0-f84c-42d5-978e-68087b213664.vmdk to [datastore1] devstack-image-cache_base/31330a4f-481a-4545-be28-be3fecc3d506/31330a4f-481a-4545-be28-be3fecc3d506.vmdk. [ 1545.123736] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Cleaning up location [datastore1] OSTACK_IMG_61fa9ed0-f84c-42d5-978e-68087b213664 {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1545.123881] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_61fa9ed0-f84c-42d5-978e-68087b213664 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1545.124146] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4a2b758-965d-46f7-92e2-b54e350772d2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.130685] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1545.130685] env[63105]: value = "task-2759953" [ 1545.130685] env[63105]: _type = "Task" [ 1545.130685] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.138196] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.640992] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036977} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.641361] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.641461] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/31330a4f-481a-4545-be28-be3fecc3d506/31330a4f-481a-4545-be28-be3fecc3d506.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.641651] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/31330a4f-481a-4545-be28-be3fecc3d506/31330a4f-481a-4545-be28-be3fecc3d506.vmdk to [datastore1] be938acf-3fb5-439a-995e-a4e713f0c0f7/be938acf-3fb5-439a-995e-a4e713f0c0f7.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1545.641899] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2a407ff-dd28-4536-a411-5092e6d59928 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.648997] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1545.648997] env[63105]: value = "task-2759954" [ 1545.648997] env[63105]: _type = "Task" [ 1545.648997] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.655970] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.160877] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759954, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.662712] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759954, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.162879] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759954, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.662785] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759954, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.162131] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759954, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.14052} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.162426] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/31330a4f-481a-4545-be28-be3fecc3d506/31330a4f-481a-4545-be28-be3fecc3d506.vmdk to [datastore1] be938acf-3fb5-439a-995e-a4e713f0c0f7/be938acf-3fb5-439a-995e-a4e713f0c0f7.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1548.163198] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f987d279-d38f-4e3d-8082-23896aabcf5b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.184683] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] be938acf-3fb5-439a-995e-a4e713f0c0f7/be938acf-3fb5-439a-995e-a4e713f0c0f7.vmdk or device None with type streamOptimized {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.184942] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c4fb81-c811-4ec8-9d50-6ee7cf5ff2a3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.204345] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1548.204345] env[63105]: value = "task-2759955" [ 1548.204345] env[63105]: _type = "Task" [ 1548.204345] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.211550] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.714631] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759955, 'name': ReconfigVM_Task, 'duration_secs': 0.258594} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.715042] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Reconfigured VM instance instance-0000007b to attach disk [datastore1] be938acf-3fb5-439a-995e-a4e713f0c0f7/be938acf-3fb5-439a-995e-a4e713f0c0f7.vmdk or device None with type streamOptimized {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.715986] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'disk_bus': None, 'encryption_format': None, 'encryption_options': None, 'encrypted': False, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'size': 0, 'image_id': 'b9e27439-f47d-4d34-b48d-2bb5f19db53e'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'disk_bus': None, 'attachment_id': 'ba4e89b4-c747-424c-9499-a3ec515fb8cd', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555291', 'volume_id': '10800b7a-272f-489f-9c10-0e244f0434bc', 'name': 'volume-10800b7a-272f-489f-9c10-0e244f0434bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'be938acf-3fb5-439a-995e-a4e713f0c0f7', 'attached_at': '', 'detached_at': '', 'volume_id': '10800b7a-272f-489f-9c10-0e244f0434bc', 'serial': '10800b7a-272f-489f-9c10-0e244f0434bc'}, 'mount_device': '/dev/sdb', 'guest_format': None, 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=63105) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1548.716231] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Volume attach. Driver type: vmdk {{(pid=63105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1548.716401] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555291', 'volume_id': '10800b7a-272f-489f-9c10-0e244f0434bc', 'name': 'volume-10800b7a-272f-489f-9c10-0e244f0434bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'be938acf-3fb5-439a-995e-a4e713f0c0f7', 'attached_at': '', 'detached_at': '', 'volume_id': '10800b7a-272f-489f-9c10-0e244f0434bc', 'serial': '10800b7a-272f-489f-9c10-0e244f0434bc'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1548.717158] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80033ae-4672-4ca1-bf60-90673cdd4720 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.734775] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d625c03d-f699-4914-9f68-84baa204680e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.757460] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-10800b7a-272f-489f-9c10-0e244f0434bc/volume-10800b7a-272f-489f-9c10-0e244f0434bc.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.757683] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-956bb1ba-75e3-4d88-86a2-c8463c1d8b0d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.774819] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1548.774819] env[63105]: value = "task-2759956" [ 1548.774819] env[63105]: _type = "Task" [ 1548.774819] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.781807] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.285415] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759956, 'name': ReconfigVM_Task, 'duration_secs': 0.270513} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.287686] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-10800b7a-272f-489f-9c10-0e244f0434bc/volume-10800b7a-272f-489f-9c10-0e244f0434bc.vmdk or device None with type thin {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.290552] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c626cad-030d-4e43-9a0a-250920182ecc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.303811] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1549.303811] env[63105]: value = "task-2759957" [ 1549.303811] env[63105]: _type = "Task" [ 1549.303811] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.310870] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.813523] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759957, 'name': ReconfigVM_Task, 'duration_secs': 0.128246} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.813894] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555291', 'volume_id': '10800b7a-272f-489f-9c10-0e244f0434bc', 'name': 'volume-10800b7a-272f-489f-9c10-0e244f0434bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'be938acf-3fb5-439a-995e-a4e713f0c0f7', 'attached_at': '', 'detached_at': '', 'volume_id': '10800b7a-272f-489f-9c10-0e244f0434bc', 'serial': '10800b7a-272f-489f-9c10-0e244f0434bc'} {{(pid=63105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1549.814453] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd988d15-3ac3-4a25-ba85-b2e6249e1405 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.820989] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1549.820989] env[63105]: value = "task-2759958" [ 1549.820989] env[63105]: _type = "Task" [ 1549.820989] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.828126] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759958, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.331081] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759958, 'name': Rename_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.832129] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759958, 'name': Rename_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.333050] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759958, 'name': Rename_Task, 'duration_secs': 1.143074} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.333357] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1551.333601] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d09cde2-8fc3-42d8-ad2a-0c65afbd9e88 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.339990] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1551.339990] env[63105]: value = "task-2759959" [ 1551.339990] env[63105]: _type = "Task" [ 1551.339990] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.346988] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.849865] env[63105]: DEBUG oslo_vmware.api [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759959, 'name': PowerOnVM_Task, 'duration_secs': 0.501203} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.850265] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1551.937640] env[63105]: DEBUG nova.compute.manager [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1551.938762] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b00d2d3-55dc-468b-87a2-e0d56060293f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.458513] env[63105]: DEBUG oslo_concurrency.lockutils [None req-5ff84200-86e8-4ec2-9f77-972f005b2bff tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.470s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.819607] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.820097] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.820097] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.820245] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.820366] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1588.646710] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.600407] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "be938acf-3fb5-439a-995e-a4e713f0c0f7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.600676] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.646079] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.646305] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1589.646375] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Rebuilding the list of instances to heal {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 1590.103595] env[63105]: INFO nova.compute.manager [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Detaching volume 10800b7a-272f-489f-9c10-0e244f0434bc [ 1590.133039] env[63105]: INFO nova.virt.block_device [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Attempting to driver detach volume 10800b7a-272f-489f-9c10-0e244f0434bc from mountpoint /dev/sdb [ 1590.133424] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Volume detach. Driver type: vmdk {{(pid=63105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1590.133516] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555291', 'volume_id': '10800b7a-272f-489f-9c10-0e244f0434bc', 'name': 'volume-10800b7a-272f-489f-9c10-0e244f0434bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'be938acf-3fb5-439a-995e-a4e713f0c0f7', 'attached_at': '', 'detached_at': '', 'volume_id': '10800b7a-272f-489f-9c10-0e244f0434bc', 'serial': '10800b7a-272f-489f-9c10-0e244f0434bc'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1590.134388] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1427f3-dba2-4b97-ae9e-67d97ae1c1bd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.158520] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23fe9c8-3026-4064-b6df-22e55c9075b3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.165089] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87398a5-81fe-409e-8ba1-d6ae64d22594 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.185934] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.186075] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquired lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.186221] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Forcefully refreshing network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1590.186384] env[63105]: DEBUG nova.objects.instance [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lazy-loading 'info_cache' on Instance uuid be938acf-3fb5-439a-995e-a4e713f0c0f7 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1590.187998] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df945fd-d6b2-4e04-8be0-29f4cbbdc96a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.202462] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] The volume has not been displaced from its original location: [datastore1] volume-10800b7a-272f-489f-9c10-0e244f0434bc/volume-10800b7a-272f-489f-9c10-0e244f0434bc.vmdk. No consolidation needed. {{(pid=63105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1590.207535] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1590.208399] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a7eea53-19f9-4b85-9e30-e7d5e1df23c7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.225290] env[63105]: DEBUG oslo_vmware.api [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1590.225290] env[63105]: value = "task-2759960" [ 1590.225290] env[63105]: _type = "Task" [ 1590.225290] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.232650] env[63105]: DEBUG oslo_vmware.api [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.735144] env[63105]: DEBUG oslo_vmware.api [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759960, 'name': ReconfigVM_Task, 'duration_secs': 0.230447} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.735455] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=63105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1590.739947] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52223acd-52df-4afc-8704-5ff6fd36a0be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.753874] env[63105]: DEBUG oslo_vmware.api [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1590.753874] env[63105]: value = "task-2759961" [ 1590.753874] env[63105]: _type = "Task" [ 1590.753874] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.761219] env[63105]: DEBUG oslo_vmware.api [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.263185] env[63105]: DEBUG oslo_vmware.api [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759961, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.763187] env[63105]: DEBUG oslo_vmware.api [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759961, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.898636] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updating instance_info_cache with network_info: [{"id": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "address": "fa:16:3e:e6:cc:7a", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d951c0-79", "ovs_interfaceid": "f3d951c0-7987-4cec-a096-e09aaf4bbae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.263829] env[63105]: DEBUG oslo_vmware.api [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759961, 'name': ReconfigVM_Task, 'duration_secs': 1.118486} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.264260] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-555291', 'volume_id': '10800b7a-272f-489f-9c10-0e244f0434bc', 'name': 'volume-10800b7a-272f-489f-9c10-0e244f0434bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'be938acf-3fb5-439a-995e-a4e713f0c0f7', 'attached_at': '', 'detached_at': '', 'volume_id': '10800b7a-272f-489f-9c10-0e244f0434bc', 'serial': '10800b7a-272f-489f-9c10-0e244f0434bc'} {{(pid=63105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1592.401018] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Releasing lock "refresh_cache-be938acf-3fb5-439a-995e-a4e713f0c0f7" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.401276] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updated the network info_cache for instance {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 1592.401461] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1592.401619] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1592.401781] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1592.804758] env[63105]: DEBUG nova.objects.instance [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lazy-loading 'flavor' on Instance uuid be938acf-3fb5-439a-995e-a4e713f0c0f7 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.904726] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.904976] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.905142] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.905321] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1592.906185] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4198e6dd-7a2c-46cc-9c32-f8543851ddcf {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.915527] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b6a730-0ffd-4f8b-9ac2-4c5106c02d0d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.928831] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f41fea-c45c-4054-a223-98ea9f20d6a0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.934746] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89745751-e7eb-4027-989b-c04c6324cec4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.963304] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180940MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1592.963482] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.963653] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.813741] env[63105]: DEBUG oslo_concurrency.lockutils [None req-69eb7b4c-e80c-4561-b8d5-7467e41ce048 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.213s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.987349] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance be938acf-3fb5-439a-995e-a4e713f0c0f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1593.987556] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1593.987707] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1594.012406] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc79df5-9bb8-4561-b4b4-cad96c1e171f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.019989] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb5ed94-a76b-4ce4-8ba4-cec54bbdc0d5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.049979] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f1242b-6610-4f7f-b056-c4f536526465 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.056458] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2216c5-3a2c-4a71-8d6e-61462224f9d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.068921] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.571902] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1594.860909] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "be938acf-3fb5-439a-995e-a4e713f0c0f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.861370] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.861503] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "be938acf-3fb5-439a-995e-a4e713f0c0f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.861706] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.861879] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.865444] env[63105]: INFO nova.compute.manager [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Terminating instance [ 1595.077526] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1595.077747] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.369525] env[63105]: DEBUG nova.compute.manager [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1595.369758] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1595.370746] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6e20ff-8701-41bc-8d14-02dd4b6ca289 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.378191] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1595.378411] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-079b3f56-ff39-4090-bc94-e85d30680644 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.384481] env[63105]: DEBUG oslo_vmware.api [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1595.384481] env[63105]: value = "task-2759962" [ 1595.384481] env[63105]: _type = "Task" [ 1595.384481] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.392218] env[63105]: DEBUG oslo_vmware.api [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.894086] env[63105]: DEBUG oslo_vmware.api [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759962, 'name': PowerOffVM_Task, 'duration_secs': 0.185878} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.894492] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1595.894580] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1595.894743] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dbbf65b-5f4e-4332-a2a2-757468e896c3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.963034] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1595.963034] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1595.963034] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleting the datastore file [datastore1] be938acf-3fb5-439a-995e-a4e713f0c0f7 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1595.963034] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a752823c-73ac-412e-95df-9b20315498fb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.968976] env[63105]: DEBUG oslo_vmware.api [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1595.968976] env[63105]: value = "task-2759964" [ 1595.968976] env[63105]: _type = "Task" [ 1595.968976] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.977973] env[63105]: DEBUG oslo_vmware.api [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.479335] env[63105]: DEBUG oslo_vmware.api [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126518} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.480536] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1596.480536] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1596.480536] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1596.480536] env[63105]: INFO nova.compute.manager [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1596.480834] env[63105]: DEBUG oslo.service.loopingcall [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.480834] env[63105]: DEBUG nova.compute.manager [-] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1596.480927] env[63105]: DEBUG nova.network.neutron [-] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1596.922359] env[63105]: DEBUG nova.compute.manager [req-a1170aa7-2d5a-451d-8d39-e954aaaa7bac req-0ba778fa-f747-4de6-873d-84ba254bade0 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Received event network-vif-deleted-f3d951c0-7987-4cec-a096-e09aaf4bbae9 {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1596.922359] env[63105]: INFO nova.compute.manager [req-a1170aa7-2d5a-451d-8d39-e954aaaa7bac req-0ba778fa-f747-4de6-873d-84ba254bade0 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Neutron deleted interface f3d951c0-7987-4cec-a096-e09aaf4bbae9; detaching it from the instance and deleting it from the info cache [ 1596.922359] env[63105]: DEBUG nova.network.neutron [req-a1170aa7-2d5a-451d-8d39-e954aaaa7bac req-0ba778fa-f747-4de6-873d-84ba254bade0 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.402394] env[63105]: DEBUG nova.network.neutron [-] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.424644] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98bbf173-f11b-4df5-a46f-e2cb64d7b706 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.434687] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6feb2a-f375-46f8-a4eb-86e0a9cd57b4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.457749] env[63105]: DEBUG nova.compute.manager [req-a1170aa7-2d5a-451d-8d39-e954aaaa7bac req-0ba778fa-f747-4de6-873d-84ba254bade0 service nova] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Detach interface failed, port_id=f3d951c0-7987-4cec-a096-e09aaf4bbae9, reason: Instance be938acf-3fb5-439a-995e-a4e713f0c0f7 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1597.905569] env[63105]: INFO nova.compute.manager [-] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Took 1.42 seconds to deallocate network for instance. [ 1598.413797] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.414283] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.414477] env[63105]: DEBUG nova.objects.instance [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lazy-loading 'resources' on Instance uuid be938acf-3fb5-439a-995e-a4e713f0c0f7 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1598.948181] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507ac6c1-55bc-4f01-9b1b-f974f63cf499 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.956323] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528c855f-7d72-440f-b9ef-76f41f757bac {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.986417] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7984ec0-ce49-4621-9459-580a2a639360 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.993153] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c8642a-8743-4c3e-a81d-f8735052b532 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.006007] env[63105]: DEBUG nova.compute.provider_tree [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.508981] env[63105]: DEBUG nova.scheduler.client.report [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1600.013804] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.033510] env[63105]: INFO nova.scheduler.client.report [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleted allocations for instance be938acf-3fb5-439a-995e-a4e713f0c0f7 [ 1600.543018] env[63105]: DEBUG oslo_concurrency.lockutils [None req-ce100406-0d36-42fa-891f-20bf7bf02c0a tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "be938acf-3fb5-439a-995e-a4e713f0c0f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.682s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.073142] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.775333] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.775689] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.278338] env[63105]: DEBUG nova.compute.manager [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Starting instance... {{(pid=63105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1603.797920] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.798215] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.799654] env[63105]: INFO nova.compute.claims [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1604.835327] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dd9857-eeaa-402a-bb09-a8c319dbaee7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.843221] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dd0f6e-61b5-4eb1-be68-fc85c7c28bfa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.871907] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d576124c-17c0-4e46-b118-f47498750d9a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.878576] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12367812-024b-4393-ba34-7d118c6d8ee2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.891148] env[63105]: DEBUG nova.compute.provider_tree [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.394579] env[63105]: DEBUG nova.scheduler.client.report [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1605.899857] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.900446] env[63105]: DEBUG nova.compute.manager [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Start building networks asynchronously for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1606.405430] env[63105]: DEBUG nova.compute.utils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Using /dev/sd instead of None {{(pid=63105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1606.406810] env[63105]: DEBUG nova.compute.manager [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Allocating IP information in the background. {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1606.406982] env[63105]: DEBUG nova.network.neutron [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] allocate_for_instance() {{(pid=63105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1606.458799] env[63105]: DEBUG nova.policy [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2623fb8a9bd4e01a5940d08a7ba8b81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5200569a98e745e5bc61791d982c2c14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1606.696619] env[63105]: DEBUG nova.network.neutron [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Successfully created port: 2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1606.911531] env[63105]: DEBUG nova.compute.manager [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Start building block device mappings for instance. {{(pid=63105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1607.922560] env[63105]: DEBUG nova.compute.manager [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Start spawning the instance on the hypervisor. {{(pid=63105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1607.948015] env[63105]: DEBUG nova.virt.hardware [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:46:56Z,direct_url=,disk_format='vmdk',id=b9e27439-f47d-4d34-b48d-2bb5f19db53e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3549b43c974a4b7f906a832a452bb33f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:46:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1607.948310] env[63105]: DEBUG nova.virt.hardware [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1607.948474] env[63105]: DEBUG nova.virt.hardware [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1607.948653] env[63105]: DEBUG nova.virt.hardware [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1607.948798] env[63105]: DEBUG nova.virt.hardware [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1607.948944] env[63105]: DEBUG nova.virt.hardware [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1607.949185] env[63105]: DEBUG nova.virt.hardware [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1607.949387] env[63105]: DEBUG nova.virt.hardware [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1607.949585] env[63105]: DEBUG nova.virt.hardware [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1607.949757] env[63105]: DEBUG nova.virt.hardware [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1607.949956] env[63105]: DEBUG nova.virt.hardware [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1607.950869] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbf9342-354c-45fb-8733-3e66f4f6ffa0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.958716] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f220dd0-5576-4552-9af0-af6926a68301 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.036410] env[63105]: DEBUG nova.compute.manager [req-d3d8bfad-6349-42af-b756-4f4ef03ed094 req-84670fdc-3a14-4618-a5bb-a0055f045a6f service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Received event network-vif-plugged-2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1608.036629] env[63105]: DEBUG oslo_concurrency.lockutils [req-d3d8bfad-6349-42af-b756-4f4ef03ed094 req-84670fdc-3a14-4618-a5bb-a0055f045a6f service nova] Acquiring lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.036844] env[63105]: DEBUG oslo_concurrency.lockutils [req-d3d8bfad-6349-42af-b756-4f4ef03ed094 req-84670fdc-3a14-4618-a5bb-a0055f045a6f service nova] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.037020] env[63105]: DEBUG oslo_concurrency.lockutils [req-d3d8bfad-6349-42af-b756-4f4ef03ed094 req-84670fdc-3a14-4618-a5bb-a0055f045a6f service nova] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.037193] env[63105]: DEBUG nova.compute.manager [req-d3d8bfad-6349-42af-b756-4f4ef03ed094 req-84670fdc-3a14-4618-a5bb-a0055f045a6f service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] No waiting events found dispatching network-vif-plugged-2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1608.037358] env[63105]: WARNING nova.compute.manager [req-d3d8bfad-6349-42af-b756-4f4ef03ed094 req-84670fdc-3a14-4618-a5bb-a0055f045a6f service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Received unexpected event network-vif-plugged-2e583f38-353c-4233-8dac-407eae0ef89a for instance with vm_state building and task_state spawning. [ 1608.112438] env[63105]: DEBUG nova.network.neutron [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Successfully updated port: 2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1608.618249] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.619042] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.619042] env[63105]: DEBUG nova.network.neutron [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.149744] env[63105]: DEBUG nova.network.neutron [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Instance cache missing network info. {{(pid=63105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1609.261113] env[63105]: DEBUG nova.network.neutron [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updating instance_info_cache with network_info: [{"id": "2e583f38-353c-4233-8dac-407eae0ef89a", "address": "fa:16:3e:86:7b:0e", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e583f38-35", "ovs_interfaceid": "2e583f38-353c-4233-8dac-407eae0ef89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.764048] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.764391] env[63105]: DEBUG nova.compute.manager [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Instance network_info: |[{"id": "2e583f38-353c-4233-8dac-407eae0ef89a", "address": "fa:16:3e:86:7b:0e", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e583f38-35", "ovs_interfaceid": "2e583f38-353c-4233-8dac-407eae0ef89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1609.764809] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:7b:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e583f38-353c-4233-8dac-407eae0ef89a', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1609.772228] env[63105]: DEBUG oslo.service.loopingcall [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.772421] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1609.772999] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd37b7a1-f7a9-4ce0-bb2d-07ba32559783 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.792854] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1609.792854] env[63105]: value = "task-2759965" [ 1609.792854] env[63105]: _type = "Task" [ 1609.792854] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.800176] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759965, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.062923] env[63105]: DEBUG nova.compute.manager [req-12bc96ea-abd2-4c47-ac71-8ea9da345f77 req-39972e62-4488-4b5b-8595-5e19a6ceb219 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Received event network-changed-2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1610.063136] env[63105]: DEBUG nova.compute.manager [req-12bc96ea-abd2-4c47-ac71-8ea9da345f77 req-39972e62-4488-4b5b-8595-5e19a6ceb219 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Refreshing instance network info cache due to event network-changed-2e583f38-353c-4233-8dac-407eae0ef89a. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1610.063353] env[63105]: DEBUG oslo_concurrency.lockutils [req-12bc96ea-abd2-4c47-ac71-8ea9da345f77 req-39972e62-4488-4b5b-8595-5e19a6ceb219 service nova] Acquiring lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.063497] env[63105]: DEBUG oslo_concurrency.lockutils [req-12bc96ea-abd2-4c47-ac71-8ea9da345f77 req-39972e62-4488-4b5b-8595-5e19a6ceb219 service nova] Acquired lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.063657] env[63105]: DEBUG nova.network.neutron [req-12bc96ea-abd2-4c47-ac71-8ea9da345f77 req-39972e62-4488-4b5b-8595-5e19a6ceb219 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Refreshing network info cache for port 2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1610.302854] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759965, 'name': CreateVM_Task, 'duration_secs': 0.293697} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.303231] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1610.303675] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.303843] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.304187] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1610.304430] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084ce9e1-580c-4f6c-a4c6-50f1e1622e38 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.308448] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1610.308448] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5283c6fa-d90a-e189-f8d3-f2e03775ffa9" [ 1610.308448] env[63105]: _type = "Task" [ 1610.308448] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.316330] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5283c6fa-d90a-e189-f8d3-f2e03775ffa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.820650] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5283c6fa-d90a-e189-f8d3-f2e03775ffa9, 'name': SearchDatastore_Task, 'duration_secs': 0.014966} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.820967] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.821213] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Processing image b9e27439-f47d-4d34-b48d-2bb5f19db53e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.821438] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.821583] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.821776] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.822228] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d250ccc-23d8-43eb-beaa-9daf2639681b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.829978] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.830164] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.830860] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99bf874-57ba-4d0e-909b-cb62a2163170 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.835420] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1610.835420] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]524d2879-9bbf-140d-6f27-f26674db89b6" [ 1610.835420] env[63105]: _type = "Task" [ 1610.835420] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.842481] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524d2879-9bbf-140d-6f27-f26674db89b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.010631] env[63105]: DEBUG nova.network.neutron [req-12bc96ea-abd2-4c47-ac71-8ea9da345f77 req-39972e62-4488-4b5b-8595-5e19a6ceb219 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updated VIF entry in instance network info cache for port 2e583f38-353c-4233-8dac-407eae0ef89a. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.010631] env[63105]: DEBUG nova.network.neutron [req-12bc96ea-abd2-4c47-ac71-8ea9da345f77 req-39972e62-4488-4b5b-8595-5e19a6ceb219 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updating instance_info_cache with network_info: [{"id": "2e583f38-353c-4233-8dac-407eae0ef89a", "address": "fa:16:3e:86:7b:0e", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e583f38-35", "ovs_interfaceid": "2e583f38-353c-4233-8dac-407eae0ef89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.345469] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]524d2879-9bbf-140d-6f27-f26674db89b6, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.346177] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be4845c-c0a1-409c-a006-215a8cc4b7f6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.351189] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1611.351189] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]5274d88d-6a60-3301-3810-859a2990f09a" [ 1611.351189] env[63105]: _type = "Task" [ 1611.351189] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.358084] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5274d88d-6a60-3301-3810-859a2990f09a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.513918] env[63105]: DEBUG oslo_concurrency.lockutils [req-12bc96ea-abd2-4c47-ac71-8ea9da345f77 req-39972e62-4488-4b5b-8595-5e19a6ceb219 service nova] Releasing lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.861480] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]5274d88d-6a60-3301-3810-859a2990f09a, 'name': SearchDatastore_Task, 'duration_secs': 0.011035} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.861724] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.861983] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] a711b018-a08e-49b5-a8f9-2ae429b1bb46/a711b018-a08e-49b5-a8f9-2ae429b1bb46.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.862241] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43f1729b-005d-45a8-8a10-e10926dfff65 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.868735] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1611.868735] env[63105]: value = "task-2759966" [ 1611.868735] env[63105]: _type = "Task" [ 1611.868735] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.875826] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.378706] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423891} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.379116] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9e27439-f47d-4d34-b48d-2bb5f19db53e/b9e27439-f47d-4d34-b48d-2bb5f19db53e.vmdk to [datastore1] a711b018-a08e-49b5-a8f9-2ae429b1bb46/a711b018-a08e-49b5-a8f9-2ae429b1bb46.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1612.379232] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Extending root virtual disk to 1048576 {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1612.379479] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c87713a2-007d-4317-b787-2421ff9e4ee5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.386384] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1612.386384] env[63105]: value = "task-2759967" [ 1612.386384] env[63105]: _type = "Task" [ 1612.386384] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.393417] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.896151] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065705} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.896415] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Extended root virtual disk {{(pid=63105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.897173] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b572c80-831a-49f6-8ccc-9f9a5d900829 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.918105] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] a711b018-a08e-49b5-a8f9-2ae429b1bb46/a711b018-a08e-49b5-a8f9-2ae429b1bb46.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.918318] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b67b3061-da66-4845-9cf2-f998f1f2a90f {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.937429] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1612.937429] env[63105]: value = "task-2759968" [ 1612.937429] env[63105]: _type = "Task" [ 1612.937429] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.945642] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.447514] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759968, 'name': ReconfigVM_Task, 'duration_secs': 0.268022} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.447877] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Reconfigured VM instance instance-0000007c to attach disk [datastore1] a711b018-a08e-49b5-a8f9-2ae429b1bb46/a711b018-a08e-49b5-a8f9-2ae429b1bb46.vmdk or device None with type sparse {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1613.448468] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c53e575-25fa-4ee6-a0fd-6cca8d5d3733 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.454435] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1613.454435] env[63105]: value = "task-2759969" [ 1613.454435] env[63105]: _type = "Task" [ 1613.454435] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.461598] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759969, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.963446] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759969, 'name': Rename_Task, 'duration_secs': 0.134399} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.963709] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1613.963940] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd9cdafb-2f83-4080-bc40-e300f03ac0cd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.969697] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1613.969697] env[63105]: value = "task-2759970" [ 1613.969697] env[63105]: _type = "Task" [ 1613.969697] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.976528] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.480250] env[63105]: DEBUG oslo_vmware.api [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759970, 'name': PowerOnVM_Task, 'duration_secs': 0.428061} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.480623] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1614.480746] env[63105]: INFO nova.compute.manager [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Took 6.56 seconds to spawn the instance on the hypervisor. [ 1614.480926] env[63105]: DEBUG nova.compute.manager [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1614.481694] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9f7a4a-3b91-4d78-81f5-3482f21b57c9 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.000907] env[63105]: INFO nova.compute.manager [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Took 11.22 seconds to build instance. [ 1615.503313] env[63105]: DEBUG oslo_concurrency.lockutils [None req-f2f6ded4-f093-4041-b195-7737b169dae5 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.727s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.787125] env[63105]: DEBUG nova.compute.manager [req-b5c9e483-996e-453b-9dca-b1437f50aace req-546f6e2a-d91c-41f1-a747-78abaa592052 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Received event network-changed-2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1615.787391] env[63105]: DEBUG nova.compute.manager [req-b5c9e483-996e-453b-9dca-b1437f50aace req-546f6e2a-d91c-41f1-a747-78abaa592052 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Refreshing instance network info cache due to event network-changed-2e583f38-353c-4233-8dac-407eae0ef89a. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1615.787651] env[63105]: DEBUG oslo_concurrency.lockutils [req-b5c9e483-996e-453b-9dca-b1437f50aace req-546f6e2a-d91c-41f1-a747-78abaa592052 service nova] Acquiring lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.787805] env[63105]: DEBUG oslo_concurrency.lockutils [req-b5c9e483-996e-453b-9dca-b1437f50aace req-546f6e2a-d91c-41f1-a747-78abaa592052 service nova] Acquired lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.787897] env[63105]: DEBUG nova.network.neutron [req-b5c9e483-996e-453b-9dca-b1437f50aace req-546f6e2a-d91c-41f1-a747-78abaa592052 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Refreshing network info cache for port 2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1616.481431] env[63105]: DEBUG nova.network.neutron [req-b5c9e483-996e-453b-9dca-b1437f50aace req-546f6e2a-d91c-41f1-a747-78abaa592052 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updated VIF entry in instance network info cache for port 2e583f38-353c-4233-8dac-407eae0ef89a. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1616.481781] env[63105]: DEBUG nova.network.neutron [req-b5c9e483-996e-453b-9dca-b1437f50aace req-546f6e2a-d91c-41f1-a747-78abaa592052 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updating instance_info_cache with network_info: [{"id": "2e583f38-353c-4233-8dac-407eae0ef89a", "address": "fa:16:3e:86:7b:0e", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e583f38-35", "ovs_interfaceid": "2e583f38-353c-4233-8dac-407eae0ef89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.985119] env[63105]: DEBUG oslo_concurrency.lockutils [req-b5c9e483-996e-453b-9dca-b1437f50aace req-546f6e2a-d91c-41f1-a747-78abaa592052 service nova] Releasing lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.646685] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1643.647097] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1644.646975] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1644.647250] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1648.646078] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1649.646551] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.646767] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.646678] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.646927] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1651.646927] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Rebuilding the list of instances to heal {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 1652.179016] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.179172] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquired lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.179317] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Forcefully refreshing network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1652.179470] env[63105]: DEBUG nova.objects.instance [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lazy-loading 'info_cache' on Instance uuid a711b018-a08e-49b5-a8f9-2ae429b1bb46 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.882299] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updating instance_info_cache with network_info: [{"id": "2e583f38-353c-4233-8dac-407eae0ef89a", "address": "fa:16:3e:86:7b:0e", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e583f38-35", "ovs_interfaceid": "2e583f38-353c-4233-8dac-407eae0ef89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.086029] env[63105]: DEBUG oslo_concurrency.lockutils [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.086264] env[63105]: DEBUG oslo_concurrency.lockutils [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.086471] env[63105]: INFO nova.compute.manager [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Shelving [ 1654.384638] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Releasing lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.384818] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updated the network info_cache for instance {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 1654.384999] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1654.385202] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1654.887794] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.888145] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.888237] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.888386] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1654.889315] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f265be-14fb-4217-aea7-d1ff79d6c4c8 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.897866] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d155b049-f02c-422c-9a64-99da5b38f3c7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.911100] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998c1f3d-324d-4c5d-9172-d0bd2d9d1500 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.916955] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c27cf97-7cd0-45a2-ad53-264a17c2dbd3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.945814] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180922MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1654.945953] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.946151] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.095648] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1655.095889] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e7196ef-f315-4a56-9202-dbaa66e4bb55 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.102833] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1655.102833] env[63105]: value = "task-2759971" [ 1655.102833] env[63105]: _type = "Task" [ 1655.102833] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.110399] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.612532] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759971, 'name': PowerOffVM_Task, 'duration_secs': 0.180098} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.612784] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1655.613637] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae824186-7e2a-4f7c-85df-6b12e6b3ed24 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.631200] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a08ec9-400b-4813-b475-940ccea01e40 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.970167] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance a711b018-a08e-49b5-a8f9-2ae429b1bb46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1655.970444] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1655.970554] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1655.996266] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6449fa0-7bf9-4bfa-a87d-03afed9e08d1 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.003828] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5526ac-2314-42dc-bd5a-771f4bf3d8d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.033487] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03525119-2f4a-42b4-9254-12f5326eae6e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.040548] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b8c35c-0c30-44ab-8453-fed386b1b8b7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.053519] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1656.140977] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Creating Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1656.141235] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9ac366f7-d525-48d2-879d-fd6369faf209 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.148477] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1656.148477] env[63105]: value = "task-2759972" [ 1656.148477] env[63105]: _type = "Task" [ 1656.148477] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.156320] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759972, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.557115] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1656.658105] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759972, 'name': CreateSnapshot_Task, 'duration_secs': 0.451042} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.658373] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Created Snapshot of the VM instance {{(pid=63105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1656.659169] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd36d80-3c3b-47cd-bfa8-62e3f2c7ddf2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.062325] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1657.062734] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.175936] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Creating linked-clone VM from snapshot {{(pid=63105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1657.176450] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-092626ae-2c74-4355-b7ae-2fe26e7062ee {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.185736] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1657.185736] env[63105]: value = "task-2759973" [ 1657.185736] env[63105]: _type = "Task" [ 1657.185736] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.193534] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759973, 'name': CloneVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.696792] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759973, 'name': CloneVM_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.196263] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759973, 'name': CloneVM_Task, 'duration_secs': 0.897235} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.196691] env[63105]: INFO nova.virt.vmwareapi.vmops [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Created linked-clone VM from snapshot [ 1658.197249] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca96bfdf-a70e-47c1-83ae-91a01062f137 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.205426] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Uploading image 0493b278-734f-4e0f-b222-7f0aa0971e3e {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1658.229432] env[63105]: DEBUG oslo_vmware.rw_handles [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1658.229432] env[63105]: value = "vm-555296" [ 1658.229432] env[63105]: _type = "VirtualMachine" [ 1658.229432] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1658.229683] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-334eb2de-2259-48b2-9739-33f852ff8118 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.236180] env[63105]: DEBUG oslo_vmware.rw_handles [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lease: (returnval){ [ 1658.236180] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a70d7c-326b-e383-5855-d95353a87905" [ 1658.236180] env[63105]: _type = "HttpNfcLease" [ 1658.236180] env[63105]: } obtained for exporting VM: (result){ [ 1658.236180] env[63105]: value = "vm-555296" [ 1658.236180] env[63105]: _type = "VirtualMachine" [ 1658.236180] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1658.236457] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the lease: (returnval){ [ 1658.236457] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a70d7c-326b-e383-5855-d95353a87905" [ 1658.236457] env[63105]: _type = "HttpNfcLease" [ 1658.236457] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1658.242402] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1658.242402] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a70d7c-326b-e383-5855-d95353a87905" [ 1658.242402] env[63105]: _type = "HttpNfcLease" [ 1658.242402] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1658.744847] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1658.744847] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a70d7c-326b-e383-5855-d95353a87905" [ 1658.744847] env[63105]: _type = "HttpNfcLease" [ 1658.744847] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1658.745438] env[63105]: DEBUG oslo_vmware.rw_handles [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1658.745438] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52a70d7c-326b-e383-5855-d95353a87905" [ 1658.745438] env[63105]: _type = "HttpNfcLease" [ 1658.745438] env[63105]: }. {{(pid=63105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1658.746035] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e664db-0498-46ce-86b3-a64040c18633 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.754072] env[63105]: DEBUG oslo_vmware.rw_handles [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276b2d5-2946-ff67-d3cd-b5985c17dda0/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1658.754276] env[63105]: DEBUG oslo_vmware.rw_handles [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276b2d5-2946-ff67-d3cd-b5985c17dda0/disk-0.vmdk for reading. {{(pid=63105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1658.846980] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-95298482-6548-46e3-ab8a-7ee2d06a8c8e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.293441] env[63105]: DEBUG oslo_vmware.rw_handles [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276b2d5-2946-ff67-d3cd-b5985c17dda0/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1665.294420] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcfe22d-37b1-4828-934a-76aae5218af5 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.300547] env[63105]: DEBUG oslo_vmware.rw_handles [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276b2d5-2946-ff67-d3cd-b5985c17dda0/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1665.300717] env[63105]: ERROR oslo_vmware.rw_handles [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276b2d5-2946-ff67-d3cd-b5985c17dda0/disk-0.vmdk due to incomplete transfer. [ 1665.300916] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-614801d9-ea18-4888-b7bb-848294e816d0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.307504] env[63105]: DEBUG oslo_vmware.rw_handles [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276b2d5-2946-ff67-d3cd-b5985c17dda0/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1665.307691] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Uploaded image 0493b278-734f-4e0f-b222-7f0aa0971e3e to the Glance image server {{(pid=63105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1665.309997] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Destroying the VM {{(pid=63105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1665.310220] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bca171d7-5d5e-49b5-8ef9-26622d976a71 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.316053] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1665.316053] env[63105]: value = "task-2759975" [ 1665.316053] env[63105]: _type = "Task" [ 1665.316053] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.323258] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759975, 'name': Destroy_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.825191] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759975, 'name': Destroy_Task, 'duration_secs': 0.314399} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.825457] env[63105]: INFO nova.virt.vmwareapi.vm_util [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Destroyed the VM [ 1665.825689] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Deleting Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1665.825935] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5761f35c-3cd1-465a-9157-919a58baf30a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.832586] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1665.832586] env[63105]: value = "task-2759976" [ 1665.832586] env[63105]: _type = "Task" [ 1665.832586] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.839722] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759976, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.342285] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759976, 'name': RemoveSnapshot_Task, 'duration_secs': 0.427889} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.342703] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Deleted Snapshot of the VM instance {{(pid=63105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1666.342862] env[63105]: DEBUG nova.compute.manager [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1666.343631] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cda30fd-132c-4c76-b3bd-3b4b0143d211 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.854655] env[63105]: INFO nova.compute.manager [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Shelve offloading [ 1667.358727] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1667.359141] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2380802e-04ae-4738-933c-ed7b3fd88f1d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.366171] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1667.366171] env[63105]: value = "task-2759977" [ 1667.366171] env[63105]: _type = "Task" [ 1667.366171] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.373418] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.877047] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] VM already powered off {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1667.877281] env[63105]: DEBUG nova.compute.manager [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.878016] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ca89a3-eeb7-42ba-b918-ef5459c8d529 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.883366] env[63105]: DEBUG oslo_concurrency.lockutils [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.883521] env[63105]: DEBUG oslo_concurrency.lockutils [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.883723] env[63105]: DEBUG nova.network.neutron [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.574988] env[63105]: DEBUG nova.network.neutron [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updating instance_info_cache with network_info: [{"id": "2e583f38-353c-4233-8dac-407eae0ef89a", "address": "fa:16:3e:86:7b:0e", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e583f38-35", "ovs_interfaceid": "2e583f38-353c-4233-8dac-407eae0ef89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.078168] env[63105]: DEBUG oslo_concurrency.lockutils [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.277977] env[63105]: DEBUG nova.compute.manager [req-6fb54452-2d40-434b-a375-fdea9fbd62d9 req-88d039ca-1ef7-46bc-8708-b1fec2a6036d service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Received event network-vif-unplugged-2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1669.278256] env[63105]: DEBUG oslo_concurrency.lockutils [req-6fb54452-2d40-434b-a375-fdea9fbd62d9 req-88d039ca-1ef7-46bc-8708-b1fec2a6036d service nova] Acquiring lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.278468] env[63105]: DEBUG oslo_concurrency.lockutils [req-6fb54452-2d40-434b-a375-fdea9fbd62d9 req-88d039ca-1ef7-46bc-8708-b1fec2a6036d service nova] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.278634] env[63105]: DEBUG oslo_concurrency.lockutils [req-6fb54452-2d40-434b-a375-fdea9fbd62d9 req-88d039ca-1ef7-46bc-8708-b1fec2a6036d service nova] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.278801] env[63105]: DEBUG nova.compute.manager [req-6fb54452-2d40-434b-a375-fdea9fbd62d9 req-88d039ca-1ef7-46bc-8708-b1fec2a6036d service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] No waiting events found dispatching network-vif-unplugged-2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1669.278970] env[63105]: WARNING nova.compute.manager [req-6fb54452-2d40-434b-a375-fdea9fbd62d9 req-88d039ca-1ef7-46bc-8708-b1fec2a6036d service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Received unexpected event network-vif-unplugged-2e583f38-353c-4233-8dac-407eae0ef89a for instance with vm_state shelved and task_state shelving_offloading. [ 1669.368869] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1669.369778] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9525cb8-53e5-4d5a-9261-8ebd23770daa {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.377224] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1669.377480] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71c4591b-0ed6-43b3-9ac0-41fc1b11731a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.446741] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1669.446954] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1669.447153] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleting the datastore file [datastore1] a711b018-a08e-49b5-a8f9-2ae429b1bb46 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1669.447414] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a887c9a4-33fd-4741-b25f-665f4abd71bd {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.453903] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1669.453903] env[63105]: value = "task-2759979" [ 1669.453903] env[63105]: _type = "Task" [ 1669.453903] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.461159] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.963153] env[63105]: DEBUG oslo_vmware.api [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131538} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.963519] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1669.963561] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1669.963750] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1669.986916] env[63105]: INFO nova.scheduler.client.report [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleted allocations for instance a711b018-a08e-49b5-a8f9-2ae429b1bb46 [ 1670.491096] env[63105]: DEBUG oslo_concurrency.lockutils [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.491390] env[63105]: DEBUG oslo_concurrency.lockutils [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.491607] env[63105]: DEBUG nova.objects.instance [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lazy-loading 'resources' on Instance uuid a711b018-a08e-49b5-a8f9-2ae429b1bb46 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.994023] env[63105]: DEBUG nova.objects.instance [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lazy-loading 'numa_topology' on Instance uuid a711b018-a08e-49b5-a8f9-2ae429b1bb46 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.301898] env[63105]: DEBUG nova.compute.manager [req-98ebfff9-1e6e-4393-8ba2-5f0a67d39462 req-ffc94d26-2e7f-497e-8444-d43a7168fd90 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Received event network-changed-2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1671.302046] env[63105]: DEBUG nova.compute.manager [req-98ebfff9-1e6e-4393-8ba2-5f0a67d39462 req-ffc94d26-2e7f-497e-8444-d43a7168fd90 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Refreshing instance network info cache due to event network-changed-2e583f38-353c-4233-8dac-407eae0ef89a. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1671.302254] env[63105]: DEBUG oslo_concurrency.lockutils [req-98ebfff9-1e6e-4393-8ba2-5f0a67d39462 req-ffc94d26-2e7f-497e-8444-d43a7168fd90 service nova] Acquiring lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.302389] env[63105]: DEBUG oslo_concurrency.lockutils [req-98ebfff9-1e6e-4393-8ba2-5f0a67d39462 req-ffc94d26-2e7f-497e-8444-d43a7168fd90 service nova] Acquired lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.302580] env[63105]: DEBUG nova.network.neutron [req-98ebfff9-1e6e-4393-8ba2-5f0a67d39462 req-ffc94d26-2e7f-497e-8444-d43a7168fd90 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Refreshing network info cache for port 2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.496577] env[63105]: DEBUG nova.objects.base [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1671.521603] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359bc11e-246d-458c-b5fb-fe4fd60f05b3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.528927] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c66b4d-e576-439d-a010-504c8d7cb951 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.558788] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f4827d-a758-4e0c-8555-52809bb6179b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.565707] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dea5e2-4fa6-45fb-95e7-edc5d9a2ed7b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.578583] env[63105]: DEBUG nova.compute.provider_tree [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1672.008594] env[63105]: DEBUG nova.network.neutron [req-98ebfff9-1e6e-4393-8ba2-5f0a67d39462 req-ffc94d26-2e7f-497e-8444-d43a7168fd90 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updated VIF entry in instance network info cache for port 2e583f38-353c-4233-8dac-407eae0ef89a. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1672.008955] env[63105]: DEBUG nova.network.neutron [req-98ebfff9-1e6e-4393-8ba2-5f0a67d39462 req-ffc94d26-2e7f-497e-8444-d43a7168fd90 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updating instance_info_cache with network_info: [{"id": "2e583f38-353c-4233-8dac-407eae0ef89a", "address": "fa:16:3e:86:7b:0e", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2e583f38-35", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.081989] env[63105]: DEBUG nova.scheduler.client.report [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1672.364370] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.511716] env[63105]: DEBUG oslo_concurrency.lockutils [req-98ebfff9-1e6e-4393-8ba2-5f0a67d39462 req-ffc94d26-2e7f-497e-8444-d43a7168fd90 service nova] Releasing lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.586867] env[63105]: DEBUG oslo_concurrency.lockutils [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.094834] env[63105]: DEBUG oslo_concurrency.lockutils [None req-54ffb26e-af86-4d18-b461-aecf644fbc04 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.008s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.096088] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.732s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.096400] env[63105]: INFO nova.compute.manager [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Unshelving [ 1674.121045] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.121322] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.121522] env[63105]: DEBUG nova.objects.instance [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lazy-loading 'pci_requests' on Instance uuid a711b018-a08e-49b5-a8f9-2ae429b1bb46 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.625770] env[63105]: DEBUG nova.objects.instance [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lazy-loading 'numa_topology' on Instance uuid a711b018-a08e-49b5-a8f9-2ae429b1bb46 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1675.128585] env[63105]: INFO nova.compute.claims [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1676.164035] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c60727-ef9d-4b64-8103-a1d7be9fd768 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.171120] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1324315-a0ac-440a-a722-0a1b0f191528 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.200580] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daf74ea-0479-4c0d-b933-7e1d679a9f4c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.207287] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83718779-a5a9-409f-8747-3a49841232a7 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.219756] env[63105]: DEBUG nova.compute.provider_tree [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.723675] env[63105]: DEBUG nova.scheduler.client.report [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1677.229295] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.108s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.257463] env[63105]: INFO nova.network.neutron [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updating port 2e583f38-353c-4233-8dac-407eae0ef89a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1678.601934] env[63105]: DEBUG nova.compute.manager [req-72b80e84-ed8c-4268-b01f-d2170b83feba req-4d3d4a1b-1bfa-4b57-a069-e60318450f10 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Received event network-vif-plugged-2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1678.602395] env[63105]: DEBUG oslo_concurrency.lockutils [req-72b80e84-ed8c-4268-b01f-d2170b83feba req-4d3d4a1b-1bfa-4b57-a069-e60318450f10 service nova] Acquiring lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.602395] env[63105]: DEBUG oslo_concurrency.lockutils [req-72b80e84-ed8c-4268-b01f-d2170b83feba req-4d3d4a1b-1bfa-4b57-a069-e60318450f10 service nova] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.602526] env[63105]: DEBUG oslo_concurrency.lockutils [req-72b80e84-ed8c-4268-b01f-d2170b83feba req-4d3d4a1b-1bfa-4b57-a069-e60318450f10 service nova] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.602668] env[63105]: DEBUG nova.compute.manager [req-72b80e84-ed8c-4268-b01f-d2170b83feba req-4d3d4a1b-1bfa-4b57-a069-e60318450f10 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] No waiting events found dispatching network-vif-plugged-2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1678.602829] env[63105]: WARNING nova.compute.manager [req-72b80e84-ed8c-4268-b01f-d2170b83feba req-4d3d4a1b-1bfa-4b57-a069-e60318450f10 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Received unexpected event network-vif-plugged-2e583f38-353c-4233-8dac-407eae0ef89a for instance with vm_state shelved_offloaded and task_state spawning. [ 1678.678146] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.678298] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.678450] env[63105]: DEBUG nova.network.neutron [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Building network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1679.365326] env[63105]: DEBUG nova.network.neutron [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updating instance_info_cache with network_info: [{"id": "2e583f38-353c-4233-8dac-407eae0ef89a", "address": "fa:16:3e:86:7b:0e", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e583f38-35", "ovs_interfaceid": "2e583f38-353c-4233-8dac-407eae0ef89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.868119] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.894863] env[63105]: DEBUG nova.virt.hardware [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:47:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='050f7d6fe6ee809801a6b47c89b773be',container_format='bare',created_at=2025-02-21T09:07:28Z,direct_url=,disk_format='vmdk',id=0493b278-734f-4e0f-b222-7f0aa0971e3e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-582691177-shelved',owner='5200569a98e745e5bc61791d982c2c14',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-21T09:07:40Z,virtual_size=,visibility=), allow threads: False {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1679.895131] env[63105]: DEBUG nova.virt.hardware [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Flavor limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1679.895296] env[63105]: DEBUG nova.virt.hardware [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Image limits 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1679.895477] env[63105]: DEBUG nova.virt.hardware [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Flavor pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1679.895619] env[63105]: DEBUG nova.virt.hardware [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Image pref 0:0:0 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1679.895762] env[63105]: DEBUG nova.virt.hardware [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1679.895971] env[63105]: DEBUG nova.virt.hardware [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1679.896161] env[63105]: DEBUG nova.virt.hardware [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1679.896336] env[63105]: DEBUG nova.virt.hardware [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Got 1 possible topologies {{(pid=63105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1679.896498] env[63105]: DEBUG nova.virt.hardware [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1679.896664] env[63105]: DEBUG nova.virt.hardware [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1679.897535] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56ab5eb-81ff-44b2-a2a6-71c87634e6c6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.905555] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b840acd-9230-4b5d-9f3a-b76c057d9776 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.918591] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:7b:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e583f38-353c-4233-8dac-407eae0ef89a', 'vif_model': 'vmxnet3'}] {{(pid=63105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1679.925841] env[63105]: DEBUG oslo.service.loopingcall [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1679.926063] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Creating VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1679.926256] env[63105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cee19b69-2b31-49a2-99bb-aae86b2bcdcb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.946188] env[63105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1679.946188] env[63105]: value = "task-2759980" [ 1679.946188] env[63105]: _type = "Task" [ 1679.946188] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.953273] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759980, 'name': CreateVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.455828] env[63105]: DEBUG oslo_vmware.api [-] Task: {'id': task-2759980, 'name': CreateVM_Task, 'duration_secs': 0.328794} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.456079] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Created VM on the ESX host {{(pid=63105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1680.456823] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0493b278-734f-4e0f-b222-7f0aa0971e3e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.457019] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0493b278-734f-4e0f-b222-7f0aa0971e3e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.457390] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0493b278-734f-4e0f-b222-7f0aa0971e3e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1680.457641] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e261d785-45fc-440b-b516-a6cf2976502d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.462239] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1680.462239] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]525f23ac-24c4-dded-82de-a1716c427d18" [ 1680.462239] env[63105]: _type = "Task" [ 1680.462239] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.470798] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]525f23ac-24c4-dded-82de-a1716c427d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.626695] env[63105]: DEBUG nova.compute.manager [req-17f0bb80-1faa-4810-a523-1edbc5cec197 req-20a74a5f-6c0c-4abf-bf75-7e82d71fb1b9 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Received event network-changed-2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1680.626892] env[63105]: DEBUG nova.compute.manager [req-17f0bb80-1faa-4810-a523-1edbc5cec197 req-20a74a5f-6c0c-4abf-bf75-7e82d71fb1b9 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Refreshing instance network info cache due to event network-changed-2e583f38-353c-4233-8dac-407eae0ef89a. {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1680.627144] env[63105]: DEBUG oslo_concurrency.lockutils [req-17f0bb80-1faa-4810-a523-1edbc5cec197 req-20a74a5f-6c0c-4abf-bf75-7e82d71fb1b9 service nova] Acquiring lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.627302] env[63105]: DEBUG oslo_concurrency.lockutils [req-17f0bb80-1faa-4810-a523-1edbc5cec197 req-20a74a5f-6c0c-4abf-bf75-7e82d71fb1b9 service nova] Acquired lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.627464] env[63105]: DEBUG nova.network.neutron [req-17f0bb80-1faa-4810-a523-1edbc5cec197 req-20a74a5f-6c0c-4abf-bf75-7e82d71fb1b9 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Refreshing network info cache for port 2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1680.972362] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0493b278-734f-4e0f-b222-7f0aa0971e3e" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.972749] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Processing image 0493b278-734f-4e0f-b222-7f0aa0971e3e {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1680.972852] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0493b278-734f-4e0f-b222-7f0aa0971e3e/0493b278-734f-4e0f-b222-7f0aa0971e3e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.972966] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0493b278-734f-4e0f-b222-7f0aa0971e3e/0493b278-734f-4e0f-b222-7f0aa0971e3e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.973187] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1680.973435] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f19140d-c26e-4736-a205-55af202d22be {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.981287] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1680.981457] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1680.982122] env[63105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad713288-89fe-4b60-9040-2e7afd9eb053 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.986756] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1680.986756] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]52717b5f-bf7e-6d58-bfef-e953cf65554b" [ 1680.986756] env[63105]: _type = "Task" [ 1680.986756] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.994941] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': session[5214df3a-df13-0401-5e11-73463dbf15a8]52717b5f-bf7e-6d58-bfef-e953cf65554b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.334664] env[63105]: DEBUG nova.network.neutron [req-17f0bb80-1faa-4810-a523-1edbc5cec197 req-20a74a5f-6c0c-4abf-bf75-7e82d71fb1b9 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updated VIF entry in instance network info cache for port 2e583f38-353c-4233-8dac-407eae0ef89a. {{(pid=63105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1681.335023] env[63105]: DEBUG nova.network.neutron [req-17f0bb80-1faa-4810-a523-1edbc5cec197 req-20a74a5f-6c0c-4abf-bf75-7e82d71fb1b9 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updating instance_info_cache with network_info: [{"id": "2e583f38-353c-4233-8dac-407eae0ef89a", "address": "fa:16:3e:86:7b:0e", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e583f38-35", "ovs_interfaceid": "2e583f38-353c-4233-8dac-407eae0ef89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.496680] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Preparing fetch location {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1681.496885] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Fetch image to [datastore1] OSTACK_IMG_6ab441e8-c654-491c-a36c-7b5d0966f002/OSTACK_IMG_6ab441e8-c654-491c-a36c-7b5d0966f002.vmdk {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1681.497081] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Downloading stream optimized image 0493b278-734f-4e0f-b222-7f0aa0971e3e to [datastore1] OSTACK_IMG_6ab441e8-c654-491c-a36c-7b5d0966f002/OSTACK_IMG_6ab441e8-c654-491c-a36c-7b5d0966f002.vmdk on the data store datastore1 as vApp {{(pid=63105) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1681.497255] env[63105]: DEBUG nova.virt.vmwareapi.images [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Downloading image file data 0493b278-734f-4e0f-b222-7f0aa0971e3e to the ESX as VM named 'OSTACK_IMG_6ab441e8-c654-491c-a36c-7b5d0966f002' {{(pid=63105) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1681.560299] env[63105]: DEBUG oslo_vmware.rw_handles [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1681.560299] env[63105]: value = "resgroup-9" [ 1681.560299] env[63105]: _type = "ResourcePool" [ 1681.560299] env[63105]: }. {{(pid=63105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1681.560577] env[63105]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f03e25d6-5d7f-4bfd-9b13-004d69df640a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.580096] env[63105]: DEBUG oslo_vmware.rw_handles [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lease: (returnval){ [ 1681.580096] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521e31a3-6863-5088-d1c8-d1997977c9f9" [ 1681.580096] env[63105]: _type = "HttpNfcLease" [ 1681.580096] env[63105]: } obtained for vApp import into resource pool (val){ [ 1681.580096] env[63105]: value = "resgroup-9" [ 1681.580096] env[63105]: _type = "ResourcePool" [ 1681.580096] env[63105]: }. {{(pid=63105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1681.580392] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the lease: (returnval){ [ 1681.580392] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521e31a3-6863-5088-d1c8-d1997977c9f9" [ 1681.580392] env[63105]: _type = "HttpNfcLease" [ 1681.580392] env[63105]: } to be ready. {{(pid=63105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1681.586257] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1681.586257] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521e31a3-6863-5088-d1c8-d1997977c9f9" [ 1681.586257] env[63105]: _type = "HttpNfcLease" [ 1681.586257] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1681.838542] env[63105]: DEBUG oslo_concurrency.lockutils [req-17f0bb80-1faa-4810-a523-1edbc5cec197 req-20a74a5f-6c0c-4abf-bf75-7e82d71fb1b9 service nova] Releasing lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.089121] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1682.089121] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521e31a3-6863-5088-d1c8-d1997977c9f9" [ 1682.089121] env[63105]: _type = "HttpNfcLease" [ 1682.089121] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1682.589754] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1682.589754] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521e31a3-6863-5088-d1c8-d1997977c9f9" [ 1682.589754] env[63105]: _type = "HttpNfcLease" [ 1682.589754] env[63105]: } is initializing. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1683.090044] env[63105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1683.090044] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521e31a3-6863-5088-d1c8-d1997977c9f9" [ 1683.090044] env[63105]: _type = "HttpNfcLease" [ 1683.090044] env[63105]: } is ready. {{(pid=63105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1683.090604] env[63105]: DEBUG oslo_vmware.rw_handles [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1683.090604] env[63105]: value = "session[5214df3a-df13-0401-5e11-73463dbf15a8]521e31a3-6863-5088-d1c8-d1997977c9f9" [ 1683.090604] env[63105]: _type = "HttpNfcLease" [ 1683.090604] env[63105]: }. {{(pid=63105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1683.091037] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d5b1fd-8519-4e67-9e1c-9a4b280490e4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.097839] env[63105]: DEBUG oslo_vmware.rw_handles [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf92c5-1756-f9fe-d224-d14a555cf172/disk-0.vmdk from lease info. {{(pid=63105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1683.098016] env[63105]: DEBUG oslo_vmware.rw_handles [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf92c5-1756-f9fe-d224-d14a555cf172/disk-0.vmdk. {{(pid=63105) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1683.160789] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-611c15fd-b359-4226-9483-4fa2c065ac48 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.188437] env[63105]: DEBUG oslo_vmware.rw_handles [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Completed reading data from the image iterator. {{(pid=63105) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1684.188888] env[63105]: DEBUG oslo_vmware.rw_handles [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf92c5-1756-f9fe-d224-d14a555cf172/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1684.189640] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6890fae8-c24e-4cd8-9d1d-ac02b44dca3d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.196565] env[63105]: DEBUG oslo_vmware.rw_handles [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf92c5-1756-f9fe-d224-d14a555cf172/disk-0.vmdk is in state: ready. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1684.196740] env[63105]: DEBUG oslo_vmware.rw_handles [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf92c5-1756-f9fe-d224-d14a555cf172/disk-0.vmdk. {{(pid=63105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1684.196968] env[63105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8a9870dc-0241-4b44-b112-ec1f07789aa6 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.372701] env[63105]: DEBUG oslo_vmware.rw_handles [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf92c5-1756-f9fe-d224-d14a555cf172/disk-0.vmdk. {{(pid=63105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1684.372939] env[63105]: INFO nova.virt.vmwareapi.images [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Downloaded image file data 0493b278-734f-4e0f-b222-7f0aa0971e3e [ 1684.373847] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13d8846-737d-4e3e-8244-af4b18edfb66 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.389161] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cf00e71-b84d-4d54-8cc4-09b4c04ef5cc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.414609] env[63105]: INFO nova.virt.vmwareapi.images [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] The imported VM was unregistered [ 1684.417092] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Caching image {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1684.417321] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0493b278-734f-4e0f-b222-7f0aa0971e3e {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1684.417567] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9c16768-e2f0-495d-8e15-7f4b47161004 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.427028] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Created directory with path [datastore1] devstack-image-cache_base/0493b278-734f-4e0f-b222-7f0aa0971e3e {{(pid=63105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1684.427199] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6ab441e8-c654-491c-a36c-7b5d0966f002/OSTACK_IMG_6ab441e8-c654-491c-a36c-7b5d0966f002.vmdk to [datastore1] devstack-image-cache_base/0493b278-734f-4e0f-b222-7f0aa0971e3e/0493b278-734f-4e0f-b222-7f0aa0971e3e.vmdk. {{(pid=63105) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1684.427449] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4419f574-ed07-49eb-9c32-c4bdf03ff3b0 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.434025] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1684.434025] env[63105]: value = "task-2759983" [ 1684.434025] env[63105]: _type = "Task" [ 1684.434025] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.441045] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759983, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.945604] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759983, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.446728] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759983, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.950808] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759983, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.448796] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759983, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.948013] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759983, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.179423} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.948280] env[63105]: INFO nova.virt.vmwareapi.ds_util [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6ab441e8-c654-491c-a36c-7b5d0966f002/OSTACK_IMG_6ab441e8-c654-491c-a36c-7b5d0966f002.vmdk to [datastore1] devstack-image-cache_base/0493b278-734f-4e0f-b222-7f0aa0971e3e/0493b278-734f-4e0f-b222-7f0aa0971e3e.vmdk. [ 1686.948472] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Cleaning up location [datastore1] OSTACK_IMG_6ab441e8-c654-491c-a36c-7b5d0966f002 {{(pid=63105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1686.948633] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6ab441e8-c654-491c-a36c-7b5d0966f002 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1686.948870] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48422200-380f-453e-99d2-ad8f815a7462 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.956102] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1686.956102] env[63105]: value = "task-2759984" [ 1686.956102] env[63105]: _type = "Task" [ 1686.956102] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.964678] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.465827] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079678} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.466223] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1687.466318] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0493b278-734f-4e0f-b222-7f0aa0971e3e/0493b278-734f-4e0f-b222-7f0aa0971e3e.vmdk" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.466500] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0493b278-734f-4e0f-b222-7f0aa0971e3e/0493b278-734f-4e0f-b222-7f0aa0971e3e.vmdk to [datastore1] a711b018-a08e-49b5-a8f9-2ae429b1bb46/a711b018-a08e-49b5-a8f9-2ae429b1bb46.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1687.466754] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-868174ae-b9ea-4424-a5ec-f55ae77605a2 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.473154] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1687.473154] env[63105]: value = "task-2759985" [ 1687.473154] env[63105]: _type = "Task" [ 1687.473154] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.480187] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.985905] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759985, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.485739] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759985, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.986878] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759985, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.487212] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759985, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.986812] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759985, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.390653} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.987087] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0493b278-734f-4e0f-b222-7f0aa0971e3e/0493b278-734f-4e0f-b222-7f0aa0971e3e.vmdk to [datastore1] a711b018-a08e-49b5-a8f9-2ae429b1bb46/a711b018-a08e-49b5-a8f9-2ae429b1bb46.vmdk {{(pid=63105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1689.987881] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9d5dba-53c2-4d42-85bb-d38f6c979f64 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.010363] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] a711b018-a08e-49b5-a8f9-2ae429b1bb46/a711b018-a08e-49b5-a8f9-2ae429b1bb46.vmdk or device None with type streamOptimized {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1690.010604] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71e0027e-a4a4-407a-9d7e-039a275c17ae {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.028713] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1690.028713] env[63105]: value = "task-2759986" [ 1690.028713] env[63105]: _type = "Task" [ 1690.028713] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.036120] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.538561] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759986, 'name': ReconfigVM_Task, 'duration_secs': 0.304112} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.538959] env[63105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Reconfigured VM instance instance-0000007c to attach disk [datastore1] a711b018-a08e-49b5-a8f9-2ae429b1bb46/a711b018-a08e-49b5-a8f9-2ae429b1bb46.vmdk or device None with type streamOptimized {{(pid=63105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1690.539457] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71947c6d-cd8a-4011-8c17-aa9881395c2c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.546066] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1690.546066] env[63105]: value = "task-2759987" [ 1690.546066] env[63105]: _type = "Task" [ 1690.546066] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.553495] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759987, 'name': Rename_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.057506] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759987, 'name': Rename_Task, 'duration_secs': 0.144338} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.057506] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Powering on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1691.057506] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a768ef5-8bbf-475f-973a-3e569ec7343b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.062642] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1691.062642] env[63105]: value = "task-2759988" [ 1691.062642] env[63105]: _type = "Task" [ 1691.062642] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.069867] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.572791] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.073397] env[63105]: DEBUG oslo_vmware.api [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759988, 'name': PowerOnVM_Task, 'duration_secs': 0.588089} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.074149] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Powered on the VM {{(pid=63105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1692.161444] env[63105]: DEBUG nova.compute.manager [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Checking state {{(pid=63105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.162356] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050ae850-a743-437c-aba6-21233f7e09e4 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.678178] env[63105]: DEBUG oslo_concurrency.lockutils [None req-bc092066-0e42-4b8e-b2b5-997295fd9c55 tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.582s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.646699] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1704.647144] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1704.647144] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1704.647284] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1704.647392] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Cleaning up deleted instances {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11558}} [ 1705.151847] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] There are 4 instances to clean {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11567}} [ 1705.152083] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: be938acf-3fb5-439a-995e-a4e713f0c0f7] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1705.655343] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: c0c69d73-745c-42d5-9620-d17e294b679b] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1706.158717] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: bad2540f-8cbe-4b79-b764-15857d072046] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1706.661645] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: 093052bd-8021-4d5a-8579-99b2ad67be95] Instance has had 0 of 5 cleanup attempts {{(pid=63105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1707.165115] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1707.165333] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Cleaning up deleted instances with incomplete migration {{(pid=63105) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11596}} [ 1708.666046] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1709.645639] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.645930] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1711.646689] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.150243] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.150529] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.150704] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.150859] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1712.152095] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bffce1-08cd-4295-92cb-e602ddc3a4fb {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.160060] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa4abc5-e50f-407b-8c1c-dc35cb557b27 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.173654] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96a3465-2ad9-4d46-bc92-99f2f064fe86 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.179599] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70371c04-d9b0-44c5-b359-d8547947c6c3 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.207577] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181137MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=63105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1712.207747] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.207907] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.310391] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Instance a711b018-a08e-49b5-a8f9-2ae429b1bb46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1713.310649] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1713.310755] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1713.326094] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Refreshing inventories for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1713.337755] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updating ProviderTree inventory for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1713.337926] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Updating inventory in ProviderTree for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1713.347568] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Refreshing aggregate associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, aggregates: None {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1713.363589] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Refreshing trait associations for resource provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=63105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1713.385732] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0375cc65-9012-4755-82aa-97b4d2889a47 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.392888] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616f6f97-7b70-47fb-92fb-9c58a1abf92c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.422689] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeba286f-a1a6-480a-a039-3b8807277512 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.429321] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e620c296-c165-4df4-b593-d1ff491b5bfc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.442770] env[63105]: DEBUG nova.compute.provider_tree [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.946076] env[63105]: DEBUG nova.scheduler.client.report [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1714.451590] env[63105]: DEBUG nova.compute.resource_tracker [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1714.451987] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.244s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.452016] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.452344] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Starting heal instance info cache {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1715.452344] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Rebuilding the list of instances to heal {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 1715.983485] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquiring lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.983630] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Acquired lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.983778] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Forcefully refreshing network info cache for instance {{(pid=63105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1715.983933] env[63105]: DEBUG nova.objects.instance [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Lazy-loading 'info_cache' on Instance uuid a711b018-a08e-49b5-a8f9-2ae429b1bb46 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.690738] env[63105]: DEBUG nova.network.neutron [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updating instance_info_cache with network_info: [{"id": "2e583f38-353c-4233-8dac-407eae0ef89a", "address": "fa:16:3e:86:7b:0e", "network": {"id": "3e8cd95d-ff0b-4d9a-b72b-76c17268a726", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1765463518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5200569a98e745e5bc61791d982c2c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e583f38-35", "ovs_interfaceid": "2e583f38-353c-4233-8dac-407eae0ef89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.193169] env[63105]: DEBUG oslo_concurrency.lockutils [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Releasing lock "refresh_cache-a711b018-a08e-49b5-a8f9-2ae429b1bb46" {{(pid=63105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.193392] env[63105]: DEBUG nova.compute.manager [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updated the network info_cache for instance {{(pid=63105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 1718.193610] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.193774] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.383246] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.889047] env[63105]: DEBUG oslo_service.periodic_task [None req-8a60987c-c6e7-4cbe-aac0-1fd3df93572e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1729.083157] env[63105]: DEBUG oslo_concurrency.lockutils [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.083598] env[63105]: DEBUG oslo_concurrency.lockutils [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.083652] env[63105]: DEBUG oslo_concurrency.lockutils [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.083822] env[63105]: DEBUG oslo_concurrency.lockutils [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.083990] env[63105]: DEBUG oslo_concurrency.lockutils [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.087633] env[63105]: INFO nova.compute.manager [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Terminating instance [ 1729.591750] env[63105]: DEBUG nova.compute.manager [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Start destroying the instance on the hypervisor. {{(pid=63105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1729.591991] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Destroying instance {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1729.592957] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75339981-2a34-4bd1-8c21-4d79be6c923e {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.600557] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Powering off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.600789] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4110407-73bc-4ac2-853d-023dcc2feb2c {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.606514] env[63105]: DEBUG oslo_vmware.api [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1729.606514] env[63105]: value = "task-2759989" [ 1729.606514] env[63105]: _type = "Task" [ 1729.606514] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.614062] env[63105]: DEBUG oslo_vmware.api [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.116747] env[63105]: DEBUG oslo_vmware.api [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759989, 'name': PowerOffVM_Task, 'duration_secs': 0.193412} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.117162] env[63105]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Powered off the VM {{(pid=63105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1730.117162] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Unregistering the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1730.117382] env[63105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c99b373-8bb3-4b9d-94ff-1b16778a3803 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.182449] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Unregistered the VM {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1730.182703] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Deleting contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1730.182923] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleting the datastore file [datastore1] a711b018-a08e-49b5-a8f9-2ae429b1bb46 {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1730.183197] env[63105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1da043a-7eb7-4c9b-b009-330a606ff910 {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.189979] env[63105]: DEBUG oslo_vmware.api [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for the task: (returnval){ [ 1730.189979] env[63105]: value = "task-2759991" [ 1730.189979] env[63105]: _type = "Task" [ 1730.189979] env[63105]: } to complete. {{(pid=63105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.197304] env[63105]: DEBUG oslo_vmware.api [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.699932] env[63105]: DEBUG oslo_vmware.api [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Task: {'id': task-2759991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123879} completed successfully. {{(pid=63105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.700198] env[63105]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleted the datastore file {{(pid=63105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1730.700379] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Deleted contents of the VM from datastore datastore1 {{(pid=63105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1730.700554] env[63105]: DEBUG nova.virt.vmwareapi.vmops [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Instance destroyed {{(pid=63105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1730.700730] env[63105]: INFO nova.compute.manager [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1730.700971] env[63105]: DEBUG oslo.service.loopingcall [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1730.701229] env[63105]: DEBUG nova.compute.manager [-] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Deallocating network for instance {{(pid=63105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1730.701332] env[63105]: DEBUG nova.network.neutron [-] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] deallocate_for_instance() {{(pid=63105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1731.146834] env[63105]: DEBUG nova.compute.manager [req-266e5ab2-c092-4c58-9ffe-f38d6965594b req-7a967840-bea3-47e2-98f2-15dd8184a2c6 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Received event network-vif-deleted-2e583f38-353c-4233-8dac-407eae0ef89a {{(pid=63105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1731.146834] env[63105]: INFO nova.compute.manager [req-266e5ab2-c092-4c58-9ffe-f38d6965594b req-7a967840-bea3-47e2-98f2-15dd8184a2c6 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Neutron deleted interface 2e583f38-353c-4233-8dac-407eae0ef89a; detaching it from the instance and deleting it from the info cache [ 1731.146834] env[63105]: DEBUG nova.network.neutron [req-266e5ab2-c092-4c58-9ffe-f38d6965594b req-7a967840-bea3-47e2-98f2-15dd8184a2c6 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.628463] env[63105]: DEBUG nova.network.neutron [-] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Updating instance_info_cache with network_info: [] {{(pid=63105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.649415] env[63105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03040e4b-057b-4233-b949-ce28df237a6a {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.659301] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bee0083-1bec-4d8a-bbef-ca7012ed5a1d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.682575] env[63105]: DEBUG nova.compute.manager [req-266e5ab2-c092-4c58-9ffe-f38d6965594b req-7a967840-bea3-47e2-98f2-15dd8184a2c6 service nova] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Detach interface failed, port_id=2e583f38-353c-4233-8dac-407eae0ef89a, reason: Instance a711b018-a08e-49b5-a8f9-2ae429b1bb46 could not be found. {{(pid=63105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1732.131481] env[63105]: INFO nova.compute.manager [-] [instance: a711b018-a08e-49b5-a8f9-2ae429b1bb46] Took 1.43 seconds to deallocate network for instance. [ 1732.637495] env[63105]: DEBUG oslo_concurrency.lockutils [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.637906] env[63105]: DEBUG oslo_concurrency.lockutils [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.637967] env[63105]: DEBUG nova.objects.instance [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lazy-loading 'resources' on Instance uuid a711b018-a08e-49b5-a8f9-2ae429b1bb46 {{(pid=63105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.174373] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269b1f6c-09ad-48a1-bd33-428e888ea2ba {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.181913] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aedf072-d1cc-4a9f-90c6-2d03b30a945d {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.211677] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7833a231-6edb-4957-bbf7-4ba9fce555fc {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.218461] env[63105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dd1da0-566b-484e-9047-87d1a6f9dc0b {{(pid=63105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.231268] env[63105]: DEBUG nova.compute.provider_tree [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed in ProviderTree for provider: c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 {{(pid=63105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.734145] env[63105]: DEBUG nova.scheduler.client.report [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Inventory has not changed for provider c9788391-2f3f-4670-a3a3-51b6b8cdc6a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1734.239132] env[63105]: DEBUG oslo_concurrency.lockutils [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.259692] env[63105]: INFO nova.scheduler.client.report [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Deleted allocations for instance a711b018-a08e-49b5-a8f9-2ae429b1bb46 [ 1734.768495] env[63105]: DEBUG oslo_concurrency.lockutils [None req-faa1d183-8ff7-4568-9213-c4290e3ce3cc tempest-AttachVolumeShelveTestJSON-428510257 tempest-AttachVolumeShelveTestJSON-428510257-project-member] Lock "a711b018-a08e-49b5-a8f9-2ae429b1bb46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=63105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}